-- Logs begin at Mon 2022-03-07 16:04:40 UTC, end at Mon 2022-03-07 17:12:24 UTC. -- Mar 07 16:44:00.168305 dv-cinder-804757-24-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Mar 07 16:44:03.041839 dv-cinder-804757-24-iscsi neutron-server[119846]: INFO neutron.common.config [-] Logging enabled! Mar 07 16:44:03.042482 dv-cinder-804757-24-iscsi neutron-server[119846]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev577 Mar 07 16:44:03.042583 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=119846) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 07 16:44:03.046025 dv-cinder-804757-24-iscsi neutron-server[119846]: INFO neutron.common.config [-] Logging enabled! Mar 07 16:44:03.046277 dv-cinder-804757-24-iscsi neutron-server[119846]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev577 Mar 07 16:44:03.046584 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=119846) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 07 16:44:03.047505 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 07 16:44:03.047736 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 07 16:44:03.048132 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 07 16:44:03.048376 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 07 16:44:03.049007 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 07 16:44:03.049331 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:44:03.049757 dv-cinder-804757-24-iscsi neutron-server[119846]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Mar 07 16:44:03.050144 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:44:03.050374 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:44:03.050673 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:44:03.050948 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:44:03.051232 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:44:03.051516 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:44:03.051805 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:44:03.052111 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:44:03.052394 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:44:03.052666 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:44:03.052946 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:44:03.053233 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:44:03.053517 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.common.config [-] config_source = [] {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:44:03.053797 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:44:03.054078 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:44:03.054339 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.common.config [-] debug = True {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:44:03.054617 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:44:03.055049 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:44:03.055493 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:44:03.055799 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:44:03.056088 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:44:03.056361 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:44:03.056630 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:44:03.056902 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:44:03.057184 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:44:03.057505 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.common.config [-] host = dv-cinder-804757-24-iscsi {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:44:03.057779 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:44:03.058061 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:44:03.058344 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:44:03.058629 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:44:03.058900 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:44:03.059170 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:44:03.059449 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:44:03.059716 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.common.config [-] log_dir = None {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:44:03.060007 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.common.config [-] log_file = None {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:44:03.060278 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:44:03.060563 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:44:03.060847 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:44:03.061133 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:44:03.061354 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:44:03.061572 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:44:03.061866 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:44:03.062148 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:44:03.062421 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:44:03.062691 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:44:03.062961 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:44:03.063230 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:44:03.063510 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:44:03.063794 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:44:03.064076 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:44:03.064355 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:44:03.064636 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:44:03.064906 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:44:03.065176 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:44:03.065439 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:44:03.065704 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:44:03.065982 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:44:03.066249 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:44:03.066516 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:44:03.066783 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:44:03.067063 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:44:03.067328 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:44:03.067597 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:44:03.067912 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:44:03.068193 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:44:03.068473 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:44:03.068754 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:44:03.069022 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:44:03.069298 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:44:03.069564 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:44:03.069828 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.common.config [-] use_journal = False {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:44:03.070090 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.common.config [-] use_json = False {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:44:03.070353 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:44:03.070616 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:44:03.070916 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:44:03.071182 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:44:03.071449 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:44:03.071713 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:44:03.071999 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:44:03.072278 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:44:03.072544 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:44:03.072834 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:03.073127 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:03.073430 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:03.073718 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:03.074003 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:03.074280 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:03.074565 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:03.074838 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:03.075123 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:03.075408 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:03.075691 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:03.075984 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:03.076280 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:03.076564 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:03.076854 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:03.077151 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:03.077439 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:03.077725 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:03.078355 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:03.078624 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:03.078893 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:03.079164 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:03.079446 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:03.079718 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:03.080025 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:03.080313 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:03.080590 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:03.080885 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:03.081169 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:03.081472 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:03.081742 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:03.082011 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:03.082284 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:03.082572 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:03.082844 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:03.083110 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:03.083386 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:03.083670 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:03.083963 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:03.084231 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:03.084508 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:03.084780 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:03.085046 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:03.085310 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:03.085583 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:03.085865 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:03.086138 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:03.086486 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:03.086756 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:03.087028 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:03.087294 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:03.087573 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:03.087872 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:03.088140 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:03.088404 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:03.088676 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:03.088943 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:03.089208 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:03.089477 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:03.089743 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:03.090009 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:03.090278 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:03.090543 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:03.090808 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:03.091074 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:03.091338 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:03.091603 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:03.091891 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:03.092162 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:03.092429 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:03.092694 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:03.092959 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:03.093236 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:03.093504 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:03.093783 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:03.094074 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:03.094352 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:03.094629 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:03.094905 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:03.095179 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:03.095453 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:03.095725 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:03.096021 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:03.096297 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:03.096569 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:03.096858 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:03.097137 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:03.097419 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:03.097716 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:03.097992 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:03.098285 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:03.098562 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:03.098838 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:03.099117 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:03.099394 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:03.099670 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:03.099970 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:03.100247 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:03.100539 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:03.100830 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:03.101119 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:03.101408 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:03.101693 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:03.101988 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:03.102299 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:03.102576 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:03.102790 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 07 16:44:03.103030 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=119846) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Mar 07 16:44:03.465838 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=119846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 07 16:44:03.466080 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=119846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 07 16:44:03.466411 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=119846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 07 16:44:03.466880 dv-cinder-804757-24-iscsi neutron-server[119846]: INFO neutron.manager [-] Loading core plugin: ml2 Mar 07 16:44:03.787448 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=119846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:44:03.787641 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=119846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:44:03.787922 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=119846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:44:03.789205 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=119846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:44:03.789511 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=119846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:44:03.789779 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=119846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:44:03.835165 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=119846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:44:03.835444 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=119846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:44:03.835706 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=119846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:44:03.849846 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=119846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:44:03.850120 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=119846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:44:03.850386 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=119846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:44:03.878404 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=119846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:44:03.878679 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=119846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:44:03.878946 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=119846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:44:03.915267 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=119846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:44:03.915531 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=119846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:44:03.915782 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=119846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:44:04.260779 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=119846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:44:04.261461 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=119846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:44:04.261461 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=119846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:44:04.261606 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=119846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:44:04.262221 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=119846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:44:04.364949 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=119846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:44:04.365275 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=119846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:44:04.365560 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=119846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:44:04.365833 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=119846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:44:04.366105 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=119846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:44:04.366419 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=119846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:44:04.366638 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=119846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:44:04.366926 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=119846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:44:04.367183 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=119846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:44:04.367466 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=119846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:44:04.367777 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=119846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:44:04.368067 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=119846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:44:04.368325 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=119846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:44:04.368563 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=119846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:44:04.368818 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=119846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:44:04.369081 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=119846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:44:04.369336 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=119846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:44:04.369607 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=119846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:44:04.369872 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=119846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:44:04.370133 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=119846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:44:04.370405 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=119846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:44:04.370656 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=119846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:44:04.370922 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=119846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:44:04.371297 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=119846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:44:04.371547 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=119846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:44:04.371819 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=119846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:44:04.372223 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=119846) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 07 16:44:04.372467 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=119846) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 07 16:44:04.372704 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=119846) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 07 16:44:04.372940 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=119846) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 07 16:44:04.373175 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=119846) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 07 16:44:04.373409 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=119846) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 07 16:44:04.373786 dv-cinder-804757-24-iscsi neutron-server[119846]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Mar 07 16:44:04.377020 dv-cinder-804757-24-iscsi neutron-server[119846]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Mar 07 16:44:04.381135 dv-cinder-804757-24-iscsi neutron-server[119846]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Mar 07 16:44:04.384919 dv-cinder-804757-24-iscsi neutron-server[119846]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(850, 899)])]) Mar 07 16:44:04.386561 dv-cinder-804757-24-iscsi neutron-server[119846]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Mar 07 16:44:04.387040 dv-cinder-804757-24-iscsi neutron-server[119846]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Mar 07 16:44:04.387371 dv-cinder-804757-24-iscsi neutron-server[119846]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Mar 07 16:44:04.387783 dv-cinder-804757-24-iscsi neutron-server[119846]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Mar 07 16:44:04.390628 dv-cinder-804757-24-iscsi neutron-server[119846]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Mar 07 16:44:04.390882 dv-cinder-804757-24-iscsi neutron-server[119846]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Mar 07 16:44:04.391231 dv-cinder-804757-24-iscsi neutron-server[119846]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Mar 07 16:44:04.396188 dv-cinder-804757-24-iscsi neutron-server[119846]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Mar 07 16:44:04.420133 dv-cinder-804757-24-iscsi neutron-server[119846]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Mar 07 16:44:04.420592 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=119846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:44:04.420896 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=119846) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Mar 07 16:44:04.421273 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=119846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:44:04.422658 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=119846) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Mar 07 16:44:04.422941 dv-cinder-804757-24-iscsi neutron-server[119846]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Mar 07 16:44:04.423192 dv-cinder-804757-24-iscsi neutron-server[119846]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Mar 07 16:44:04.426560 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=119846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:44:04.426847 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=119846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:44:04.489572 dv-cinder-804757-24-iscsi neutron-server[119846]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Mar 07 16:44:04.489836 dv-cinder-804757-24-iscsi neutron-server[119846]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Mar 07 16:44:04.490066 dv-cinder-804757-24-iscsi neutron-server[119846]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Mar 07 16:44:04.490429 dv-cinder-804757-24-iscsi neutron-server[119846]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Mar 07 16:44:04.512041 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_db.sqlalchemy.engines [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=119846) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Mar 07 16:44:04.952466 dv-cinder-804757-24-iscsi neutron-server[119846]: INFO neutron.plugins.ml2.managers [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Initializing driver for type 'gre' Mar 07 16:44:04.953448 dv-cinder-804757-24-iscsi neutron-server[119846]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] gre ID ranges: [(1, 1000)] Mar 07 16:44:05.006446 dv-cinder-804757-24-iscsi neutron-server[119846]: INFO neutron.plugins.ml2.managers [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Initializing driver for type 'local' Mar 07 16:44:05.006827 dv-cinder-804757-24-iscsi neutron-server[119846]: INFO neutron.plugins.ml2.managers [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Initializing driver for type 'vlan' Mar 07 16:44:05.021081 dv-cinder-804757-24-iscsi neutron-server[119846]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] VlanTypeDriver initialization complete Mar 07 16:44:05.021505 dv-cinder-804757-24-iscsi neutron-server[119846]: INFO neutron.plugins.ml2.managers [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Initializing driver for type 'vxlan' Mar 07 16:44:05.021937 dv-cinder-804757-24-iscsi neutron-server[119846]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] vxlan ID ranges: [(1, 1000)] Mar 07 16:44:05.075040 dv-cinder-804757-24-iscsi neutron-server[119846]: INFO neutron.plugins.ml2.managers [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Initializing extension driver 'port_security' Mar 07 16:44:05.075336 dv-cinder-804757-24-iscsi neutron-server[119846]: INFO neutron.plugins.ml2.extensions.port_security [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] PortSecurityExtensionDriver initialization complete Mar 07 16:44:05.075668 dv-cinder-804757-24-iscsi neutron-server[119846]: INFO neutron.plugins.ml2.managers [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Initializing mechanism driver 'openvswitch' Mar 07 16:44:05.076050 dv-cinder-804757-24-iscsi neutron-server[119846]: INFO neutron.plugins.ml2.managers [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Initializing mechanism driver 'hyperv' Mar 07 16:44:05.083022 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.plugins.ml2.plugin [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=119846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:44:05.083936 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron_lib.callbacks.manager [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Subscribe: > port after_create 55550000 {{(pid=119846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:44:05.084301 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron_lib.callbacks.manager [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Subscribe: > port after_update 55550000 {{(pid=119846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:44:05.084678 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron_lib.callbacks.manager [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Subscribe: > port after_delete 55550000 {{(pid=119846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:44:05.085195 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=119846) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 07 16:44:05.085636 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron_lib.callbacks.manager [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Subscribe: > subnet after_create 55550000 {{(pid=119846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:44:05.085968 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron_lib.callbacks.manager [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Subscribe: > subnet after_update 55550000 {{(pid=119846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:44:05.086306 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron_lib.callbacks.manager [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Subscribe: > subnet after_delete 55550000 {{(pid=119846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:44:05.086769 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=119846) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 07 16:44:05.087172 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron_lib.callbacks.manager [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Subscribe: > network after_create 55550000 {{(pid=119846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:44:05.087513 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron_lib.callbacks.manager [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Subscribe: > network after_update 55550000 {{(pid=119846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:44:05.087876 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron_lib.callbacks.manager [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Subscribe: > network after_delete 55550000 {{(pid=119846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:44:05.088244 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=119846) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 07 16:44:05.088662 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron_lib.callbacks.manager [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Subscribe: > security_group after_create 55550000 {{(pid=119846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:44:05.089008 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron_lib.callbacks.manager [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Subscribe: > security_group after_update 55550000 {{(pid=119846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:44:05.089346 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron_lib.callbacks.manager [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Subscribe: > security_group after_delete 55550000 {{(pid=119846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:44:05.089718 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=119846) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 07 16:44:05.090116 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron_lib.callbacks.manager [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=119846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:44:05.090453 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron_lib.callbacks.manager [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=119846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:44:05.090847 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron_lib.callbacks.manager [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=119846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:44:05.091161 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=119846) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 07 16:44:05.091559 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron_lib.callbacks.manager [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Subscribe: > address_group after_create 55550000 {{(pid=119846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:44:05.091925 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron_lib.callbacks.manager [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Subscribe: > address_group after_update 55550000 {{(pid=119846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:44:05.092263 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron_lib.callbacks.manager [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Subscribe: > address_group after_delete 55550000 {{(pid=119846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:44:05.092650 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=119846) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 07 16:44:05.093090 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] ML2 OVO RPC backend initialized. {{(pid=119846) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Mar 07 16:44:05.093774 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron_lib.callbacks.manager [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Subscribe: > router_interface after_create 55550000 {{(pid=119846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:44:05.094123 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron_lib.callbacks.manager [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=119846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:44:05.094531 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron_lib.callbacks.manager [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Subscribe: > network before_response 55550000 {{(pid=119846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:44:05.094875 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron_lib.callbacks.manager [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Subscribe: > networks before_response 55550000 {{(pid=119846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:44:05.095217 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron_lib.callbacks.manager [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Subscribe: > port before_response 55550000 {{(pid=119846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:44:05.095554 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron_lib.callbacks.manager [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Subscribe: > ports before_response 55550000 {{(pid=119846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:44:05.095919 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron_lib.callbacks.manager [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Subscribe: > subnet before_response 55550000 {{(pid=119846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:44:05.096253 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron_lib.callbacks.manager [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Subscribe: > subnets before_response 55550000 {{(pid=119846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:44:05.096594 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron_lib.callbacks.manager [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Subscribe: > network after_create 55550000 {{(pid=119846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:44:05.096933 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron_lib.callbacks.manager [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Subscribe: > network after_update 55550000 {{(pid=119846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:44:05.097263 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron_lib.callbacks.manager [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Subscribe: > network after_delete 55550000 {{(pid=119846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:44:05.097593 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron_lib.callbacks.manager [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Subscribe: > port after_create 55550000 {{(pid=119846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:44:05.097925 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron_lib.callbacks.manager [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Subscribe: > port after_update 55550000 {{(pid=119846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:44:05.098259 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron_lib.callbacks.manager [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Subscribe: > port after_delete 55550000 {{(pid=119846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:44:05.098588 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron_lib.callbacks.manager [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Subscribe: > subnet after_create 55550000 {{(pid=119846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:44:05.098917 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron_lib.callbacks.manager [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Subscribe: > subnet after_update 55550000 {{(pid=119846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:44:05.099243 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron_lib.callbacks.manager [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Subscribe: > subnet after_delete 55550000 {{(pid=119846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:44:05.106473 dv-cinder-804757-24-iscsi neutron-server[119846]: INFO neutron.quota [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Loaded quota_driver: . Mar 07 16:44:05.106840 dv-cinder-804757-24-iscsi neutron-server[119846]: INFO neutron.plugins.ml2.plugin [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Modular L2 Plugin initialization complete Mar 07 16:44:05.107184 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.manager [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Loading services supported by the core plugin {{(pid=119846) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Mar 07 16:44:05.107523 dv-cinder-804757-24-iscsi neutron-server[119846]: INFO neutron.plugins.ml2.managers [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Got port-security extension from driver 'port_security' Mar 07 16:44:05.108032 dv-cinder-804757-24-iscsi neutron-server[119846]: INFO neutron.extensions.vlantransparent [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Disabled vlantransparent extension. Mar 07 16:44:05.108525 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.manager [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=119846) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Mar 07 16:44:05.108848 dv-cinder-804757-24-iscsi neutron-server[119846]: INFO neutron.manager [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Loading Plugin: router Mar 07 16:44:05.144124 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron_lib.callbacks.manager [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Subscribe: > router_interface before_create 55550000 {{(pid=119846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:44:05.144505 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron_lib.callbacks.manager [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Subscribe: > router after_create 55549900 {{(pid=119846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:44:05.144870 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron_lib.callbacks.manager [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Subscribe: > router before_create 55549900 {{(pid=119846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:44:05.145230 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron_lib.callbacks.manager [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=119846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:44:05.145596 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron_lib.callbacks.manager [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=119846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:44:05.145947 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron_lib.callbacks.manager [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Subscribe: > router after_delete 55549900 {{(pid=119846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:44:05.146303 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron_lib.callbacks.manager [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Subscribe: > floatingip after_create 55550000 {{(pid=119846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:44:05.146640 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron_lib.callbacks.manager [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Subscribe: > floatingip after_update 55550000 {{(pid=119846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:44:05.146993 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron_lib.callbacks.manager [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Subscribe: > router after_create 55549900 {{(pid=119846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:44:05.147334 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron_lib.callbacks.manager [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Subscribe: > router after_update 55549900 {{(pid=119846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:44:05.147670 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron_lib.callbacks.manager [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Subscribe: > router after_update 55549900 {{(pid=119846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:44:05.148043 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron_lib.callbacks.manager [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=119846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:44:05.148379 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron_lib.callbacks.manager [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Subscribe: > router after_update 55549900 {{(pid=119846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:44:05.148804 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron_lib.callbacks.manager [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Subscribe: > router precommit_update 55549900 {{(pid=119846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:44:05.149241 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron_lib.callbacks.manager [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Subscribe: port after_update 55550000 {{(pid=119846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:44:05.149582 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron_lib.callbacks.manager [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Subscribe: port after_delete 55550000 {{(pid=119846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:44:05.149914 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron_lib.callbacks.manager [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Subscribe: subnet after_update 55550000 {{(pid=119846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:44:05.150251 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron_lib.callbacks.manager [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=119846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:44:05.150594 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron_lib.callbacks.manager [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Subscribe: > port precommit_delete 55550000 {{(pid=119846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:44:05.150935 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron_lib.callbacks.manager [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Subscribe: > router precommit_create 55549900 {{(pid=119846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:44:05.151277 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron_lib.callbacks.manager [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Subscribe: port before_delete 55550000 {{(pid=119846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:44:05.151613 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron_lib.callbacks.manager [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Subscribe: > router precommit_create 55550000 {{(pid=119846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:44:05.151980 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron_lib.callbacks.manager [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Subscribe: > router after_update 55549900 {{(pid=119846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:44:05.152316 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron_lib.callbacks.manager [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Subscribe: > router precommit_delete 55549900 {{(pid=119846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:44:05.152783 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron_lib.callbacks.manager [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Subscribe: > router precommit_create 55549900 {{(pid=119846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:44:05.153144 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron_lib.callbacks.manager [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Subscribe: > router_interface after_create 55550000 {{(pid=119846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:44:05.153483 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron_lib.callbacks.manager [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Subscribe: > router precommit_update 55549900 {{(pid=119846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:44:05.153843 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron_lib.callbacks.manager [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Subscribe: > agent after_create 55550000 {{(pid=119846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:44:05.154185 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron_lib.callbacks.manager [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Subscribe: > agent after_delete 55550000 {{(pid=119846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:44:05.154521 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron_lib.callbacks.manager [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Subscribe: > network after_delete 55550000 {{(pid=119846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:44:05.155361 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.quota.resource_registry [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Tracking information for resource: router configured {{(pid=119846) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 07 16:44:05.155692 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.quota.resource_registry [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Tracking information for resource: floatingip configured {{(pid=119846) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 07 16:44:05.160632 dv-cinder-804757-24-iscsi neutron-server[119846]: INFO neutron.db.l3_agentschedulers_db [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Mar 07 16:44:05.161197 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron_lib.callbacks.manager [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Subscribe: port after_update 55550000 {{(pid=119846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:44:05.161556 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron_lib.callbacks.manager [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Subscribe: port after_create 55550000 {{(pid=119846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:44:05.161902 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron_lib.callbacks.manager [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Subscribe: port after_delete 55550000 {{(pid=119846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:44:05.162243 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron_lib.callbacks.manager [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Subscribe: port after_update 55550000 {{(pid=119846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:44:05.163007 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron_lib.callbacks.manager [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Subscribe: > router before_create 55550100 {{(pid=119846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:44:05.163364 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron_lib.callbacks.manager [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Subscribe: > router precommit_delete 55550100 {{(pid=119846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:44:05.163723 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron_lib.callbacks.manager [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Subscribe: > router precommit_create 55550100 {{(pid=119846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:44:05.164109 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron_lib.callbacks.manager [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Subscribe: > router precommit_update 55550100 {{(pid=119846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:44:05.168938 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.services.provider_configuration [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Service providers = [] {{(pid=119846) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Mar 07 16:44:05.169295 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.db.servicetype_db [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=119846) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Mar 07 16:44:05.172218 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.services.service_base [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=119846) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 07 16:44:05.172568 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.services.service_base [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=119846) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 07 16:44:05.172905 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.services.service_base [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=119846) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 07 16:44:05.173797 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.services.service_base [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=119846) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 07 16:44:05.174155 dv-cinder-804757-24-iscsi neutron-server[119846]: INFO neutron.services.service_base [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Default provider is not specified for service type L3_ROUTER_NAT Mar 07 16:44:05.174518 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.manager [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=119846) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 07 16:44:05.174834 dv-cinder-804757-24-iscsi neutron-server[119846]: INFO neutron.manager [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Mar 07 16:44:05.185506 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.manager [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=119846) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 07 16:44:05.185840 dv-cinder-804757-24-iscsi neutron-server[119846]: INFO neutron.manager [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Loading Plugin: auto_allocate Mar 07 16:44:05.191639 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron_lib.callbacks.manager [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Subscribe: network precommit_update 55550000 {{(pid=119846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:44:05.192038 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron_lib.callbacks.manager [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Subscribe: network precommit_create 55550000 {{(pid=119846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:44:05.192552 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.manager [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=119846) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 07 16:44:05.192870 dv-cinder-804757-24-iscsi neutron-server[119846]: INFO neutron.manager [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Loading Plugin: tag Mar 07 16:44:05.199589 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.manager [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=119846) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 07 16:44:05.199954 dv-cinder-804757-24-iscsi neutron-server[119846]: INFO neutron.manager [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Loading Plugin: timestamp Mar 07 16:44:05.204135 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.manager [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=119846) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 07 16:44:05.204435 dv-cinder-804757-24-iscsi neutron-server[119846]: INFO neutron.manager [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Loading Plugin: network_ip_availability Mar 07 16:44:05.209890 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron_lib.callbacks.manager [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=119846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:44:05.210252 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron_lib.callbacks.manager [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=119846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:44:05.210604 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron_lib.callbacks.manager [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=119846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:44:05.211326 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.manager [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=119846) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 07 16:44:05.211668 dv-cinder-804757-24-iscsi neutron-server[119846]: INFO neutron.manager [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Loading Plugin: flavors Mar 07 16:44:05.216576 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.manager [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=119846) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 07 16:44:05.216906 dv-cinder-804757-24-iscsi neutron-server[119846]: INFO neutron.manager [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Loading Plugin: revisions Mar 07 16:44:05.221218 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.manager [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=119846) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 07 16:44:05.221610 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_concurrency.lockutils [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.755s {{(pid=119846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 07 16:44:05.222348 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=119846) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Mar 07 16:44:05.222681 dv-cinder-804757-24-iscsi neutron-server[119846]: INFO neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Initializing extension manager. Mar 07 16:44:05.223197 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Loading extension file: __init__.py {{(pid=119846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:44:05.223536 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Loading extension file: __pycache__ {{(pid=119846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:44:05.223894 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=119846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:44:05.224219 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Loading extension file: address_group.py {{(pid=119846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:44:05.224969 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=119846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:44:05.225531 dv-cinder-804757-24-iscsi neutron-server[119846]: INFO neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Loaded extension: address-group Mar 07 16:44:05.225856 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Loading extension file: address_scope.py {{(pid=119846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:44:05.226558 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=119846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:44:05.227088 dv-cinder-804757-24-iscsi neutron-server[119846]: INFO neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Loaded extension: address-scope Mar 07 16:44:05.227389 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Loading extension file: admin_state_down_before_update.py {{(pid=119846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:44:05.228330 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=119846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:44:05.228842 dv-cinder-804757-24-iscsi neutron-server[119846]: INFO neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Loaded extension: router-admin-state-down-before-update Mar 07 16:44:05.229164 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Loading extension file: agent.py {{(pid=119846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:44:05.229852 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=119846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:44:05.230350 dv-cinder-804757-24-iscsi neutron-server[119846]: INFO neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Loaded extension: agent Mar 07 16:44:05.230671 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Loading extension file: agent_resources_synced.py {{(pid=119846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:44:05.231566 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=119846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:44:05.232093 dv-cinder-804757-24-iscsi neutron-server[119846]: INFO neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Loaded extension: agent-resources-synced Mar 07 16:44:05.232408 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Loading extension file: allowedaddresspairs.py {{(pid=119846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:44:05.234162 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=119846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:44:05.234672 dv-cinder-804757-24-iscsi neutron-server[119846]: INFO neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Loaded extension: allowed-address-pairs Mar 07 16:44:05.234998 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Loading extension file: auto_allocated_topology.py {{(pid=119846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:44:05.236104 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=119846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:44:05.236607 dv-cinder-804757-24-iscsi neutron-server[119846]: INFO neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Loaded extension: auto-allocated-topology Mar 07 16:44:05.236929 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Loading extension file: availability_zone.py {{(pid=119846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:44:05.237612 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=119846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:44:05.238118 dv-cinder-804757-24-iscsi neutron-server[119846]: INFO neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Loaded extension: availability_zone Mar 07 16:44:05.238445 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Loading extension file: availability_zone_filter.py {{(pid=119846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:44:05.239342 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=119846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:44:05.239872 dv-cinder-804757-24-iscsi neutron-server[119846]: INFO neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Loaded extension: availability_zone_filter Mar 07 16:44:05.240194 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Loading extension file: data_plane_status.py {{(pid=119846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:44:05.241088 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=119846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:44:05.241583 dv-cinder-804757-24-iscsi neutron-server[119846]: INFO neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Extension data-plane-status not supported by any of loaded plugins Mar 07 16:44:05.241895 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Loading extension file: default_subnetpools.py {{(pid=119846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:44:05.242847 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=119846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:44:05.243341 dv-cinder-804757-24-iscsi neutron-server[119846]: INFO neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Loaded extension: default-subnetpools Mar 07 16:44:05.243659 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Loading extension file: dhcpagentscheduler.py {{(pid=119846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:44:05.244476 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=119846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:44:05.244973 dv-cinder-804757-24-iscsi neutron-server[119846]: INFO neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Loaded extension: dhcp_agent_scheduler Mar 07 16:44:05.245296 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Loading extension file: dns.py {{(pid=119846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:44:05.246202 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=119846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:44:05.246701 dv-cinder-804757-24-iscsi neutron-server[119846]: INFO neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Extension dns-integration not supported by any of loaded plugins Mar 07 16:44:05.247012 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Loading extension file: dns_domain_ports.py {{(pid=119846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:44:05.247963 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=119846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:44:05.248467 dv-cinder-804757-24-iscsi neutron-server[119846]: INFO neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Extension dns-domain-ports not supported by any of loaded plugins Mar 07 16:44:05.248781 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=119846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:44:05.249700 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=119846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:44:05.250197 dv-cinder-804757-24-iscsi neutron-server[119846]: INFO neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Mar 07 16:44:05.250514 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Loading extension file: dvr.py {{(pid=119846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:44:05.251181 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=119846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:44:05.251677 dv-cinder-804757-24-iscsi neutron-server[119846]: INFO neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Loaded extension: dvr Mar 07 16:44:05.252017 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Loading extension file: ecmp_routes.py {{(pid=119846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:44:05.252933 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=119846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:44:05.253432 dv-cinder-804757-24-iscsi neutron-server[119846]: INFO neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Extension ecmp_routes not supported by any of loaded plugins Mar 07 16:44:05.253748 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Loading extension file: empty_string_filtering.py {{(pid=119846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:44:05.254648 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=119846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:44:05.255151 dv-cinder-804757-24-iscsi neutron-server[119846]: INFO neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Loaded extension: empty-string-filtering Mar 07 16:44:05.255470 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=119846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:44:05.256404 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=119846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:44:05.256903 dv-cinder-804757-24-iscsi neutron-server[119846]: INFO neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Mar 07 16:44:05.257217 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=119846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:44:05.258114 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=119846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:44:05.258642 dv-cinder-804757-24-iscsi neutron-server[119846]: INFO neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Mar 07 16:44:05.258956 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Loading extension file: external_net.py {{(pid=119846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:44:05.259883 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=119846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:44:05.260387 dv-cinder-804757-24-iscsi neutron-server[119846]: INFO neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Loaded extension: external-net Mar 07 16:44:05.260702 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Loading extension file: extra_dhcp_opt.py {{(pid=119846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:44:05.261624 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=119846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:44:05.262174 dv-cinder-804757-24-iscsi neutron-server[119846]: INFO neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Loaded extension: extra_dhcp_opt Mar 07 16:44:05.262414 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Loading extension file: extraroute.py {{(pid=119846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:44:05.263320 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=119846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:44:05.263842 dv-cinder-804757-24-iscsi neutron-server[119846]: INFO neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Loaded extension: extraroute Mar 07 16:44:05.264156 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Loading extension file: extraroute_atomic.py {{(pid=119846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:44:05.265168 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=119846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:44:05.265668 dv-cinder-804757-24-iscsi neutron-server[119846]: INFO neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Loaded extension: extraroute-atomic Mar 07 16:44:05.265983 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Loading extension file: filter_validation.py {{(pid=119846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:44:05.266639 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=119846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:44:05.267137 dv-cinder-804757-24-iscsi neutron-server[119846]: INFO neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Loaded extension: filter-validation Mar 07 16:44:05.267453 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Loading extension file: fip_pf_description.py {{(pid=119846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:44:05.268392 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=119846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:44:05.268885 dv-cinder-804757-24-iscsi neutron-server[119846]: INFO neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Mar 07 16:44:05.269199 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Loading extension file: fip_port_details.py {{(pid=119846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:44:05.270282 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=119846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:44:05.270780 dv-cinder-804757-24-iscsi neutron-server[119846]: INFO neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Loaded extension: fip-port-details Mar 07 16:44:05.271098 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Loading extension file: flavors.py {{(pid=119846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:44:05.272362 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=119846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:44:05.272867 dv-cinder-804757-24-iscsi neutron-server[119846]: INFO neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Loaded extension: flavors Mar 07 16:44:05.273188 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=119846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:44:05.274958 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=119846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:44:05.275475 dv-cinder-804757-24-iscsi neutron-server[119846]: INFO neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Mar 07 16:44:05.275826 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Loading extension file: floatingip_pools.py {{(pid=119846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:44:05.276517 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=119846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:44:05.277023 dv-cinder-804757-24-iscsi neutron-server[119846]: INFO neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Loaded extension: floatingip-pools Mar 07 16:44:05.277350 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Loading extension file: ip_allocation.py {{(pid=119846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:44:05.278269 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=119846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:44:05.278771 dv-cinder-804757-24-iscsi neutron-server[119846]: INFO neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Extension ip_allocation not supported by any of loaded plugins Mar 07 16:44:05.279089 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=119846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:44:05.280032 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=119846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:44:05.280532 dv-cinder-804757-24-iscsi neutron-server[119846]: INFO neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Loaded extension: ip-substring-filtering Mar 07 16:44:05.280857 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Loading extension file: l2_adjacency.py {{(pid=119846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:44:05.281772 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=119846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:44:05.282273 dv-cinder-804757-24-iscsi neutron-server[119846]: INFO neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Extension l2_adjacency not supported by any of loaded plugins Mar 07 16:44:05.282594 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Loading extension file: l3.py {{(pid=119846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:44:05.283533 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=119846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:44:05.284072 dv-cinder-804757-24-iscsi neutron-server[119846]: INFO neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Loaded extension: router Mar 07 16:44:05.284398 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Loading extension file: l3_conntrack_helper.py {{(pid=119846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:44:05.286613 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=119846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:44:05.287135 dv-cinder-804757-24-iscsi neutron-server[119846]: INFO neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Mar 07 16:44:05.287465 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=119846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:44:05.288424 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=119846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:44:05.288932 dv-cinder-804757-24-iscsi neutron-server[119846]: INFO neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Loaded extension: ext-gw-mode Mar 07 16:44:05.289258 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=119846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:44:05.290186 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=119846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:44:05.290691 dv-cinder-804757-24-iscsi neutron-server[119846]: INFO neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Loaded extension: l3-ha Mar 07 16:44:05.291017 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=119846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:44:05.291952 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=119846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:44:05.292451 dv-cinder-804757-24-iscsi neutron-server[119846]: INFO neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Mar 07 16:44:05.292773 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Loading extension file: l3_flavors.py {{(pid=119846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:44:05.293687 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=119846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:44:05.294188 dv-cinder-804757-24-iscsi neutron-server[119846]: INFO neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Loaded extension: l3-flavors Mar 07 16:44:05.294512 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Loading extension file: l3_ndp_proxy.py {{(pid=119846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:44:05.295907 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=119846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:44:05.296415 dv-cinder-804757-24-iscsi neutron-server[119846]: INFO neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Mar 07 16:44:05.296736 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=119846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:44:05.297646 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=119846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:44:05.298159 dv-cinder-804757-24-iscsi neutron-server[119846]: INFO neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Loaded extension: l3-port-ip-change-not-allowed Mar 07 16:44:05.298486 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Loading extension file: l3agentscheduler.py {{(pid=119846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:44:05.299505 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=119846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:44:05.300040 dv-cinder-804757-24-iscsi neutron-server[119846]: INFO neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Loaded extension: l3_agent_scheduler Mar 07 16:44:05.300366 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Loading extension file: local_ip.py {{(pid=119846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:44:05.302121 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=119846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:44:05.302638 dv-cinder-804757-24-iscsi neutron-server[119846]: INFO neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Extension local_ip not supported by any of loaded plugins Mar 07 16:44:05.302965 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Loading extension file: logging.py {{(pid=119846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:44:05.305892 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=119846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:44:05.306415 dv-cinder-804757-24-iscsi neutron-server[119846]: INFO neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Extension logging not supported by any of loaded plugins Mar 07 16:44:05.306747 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Loading extension file: metering.py {{(pid=119846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:44:05.307480 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=119846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:44:05.308086 dv-cinder-804757-24-iscsi neutron-server[119846]: INFO neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Loaded extension: metering Mar 07 16:44:05.308417 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=119846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:44:05.309518 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=119846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:44:05.310031 dv-cinder-804757-24-iscsi neutron-server[119846]: INFO neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Loaded extension: metering_source_and_destination_fields Mar 07 16:44:05.310356 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Loading extension file: multiprovidernet.py {{(pid=119846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:44:05.311284 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=119846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:44:05.311806 dv-cinder-804757-24-iscsi neutron-server[119846]: INFO neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Loaded extension: multi-provider Mar 07 16:44:05.312140 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Loading extension file: netmtu.py {{(pid=119846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:44:05.313053 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=119846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:44:05.313551 dv-cinder-804757-24-iscsi neutron-server[119846]: INFO neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Loaded extension: net-mtu Mar 07 16:44:05.313871 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Loading extension file: netmtu_writable.py {{(pid=119846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:44:05.314781 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=119846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:44:05.315279 dv-cinder-804757-24-iscsi neutron-server[119846]: INFO neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Loaded extension: net-mtu-writable Mar 07 16:44:05.315602 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Loading extension file: network_availability_zone.py {{(pid=119846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:44:05.316290 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=119846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:44:05.316782 dv-cinder-804757-24-iscsi neutron-server[119846]: INFO neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Loaded extension: network_availability_zone Mar 07 16:44:05.317098 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Loading extension file: network_ip_availability.py {{(pid=119846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:44:05.318211 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=119846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:44:05.318726 dv-cinder-804757-24-iscsi neutron-server[119846]: INFO neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Loaded extension: network-ip-availability Mar 07 16:44:05.319052 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Loading extension file: network_segment_range.py {{(pid=119846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:44:05.319835 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=119846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:44:05.320333 dv-cinder-804757-24-iscsi neutron-server[119846]: INFO neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Extension network-segment-range not supported by any of loaded plugins Mar 07 16:44:05.320670 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Loading extension file: pagination.py {{(pid=119846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:44:05.321656 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=119846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:44:05.321986 dv-cinder-804757-24-iscsi neutron-server[119846]: INFO neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Loaded extension: pagination Mar 07 16:44:05.322301 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Loading extension file: port_device_profile.py {{(pid=119846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:44:05.323199 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=119846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:44:05.323712 dv-cinder-804757-24-iscsi neutron-server[119846]: INFO neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Loaded extension: port-device-profile Mar 07 16:44:05.324063 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=119846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:44:05.324974 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=119846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:44:05.325525 dv-cinder-804757-24-iscsi neutron-server[119846]: INFO neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Loaded extension: port-mac-address-regenerate Mar 07 16:44:05.325793 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=119846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:44:05.326696 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=119846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:44:05.327193 dv-cinder-804757-24-iscsi neutron-server[119846]: INFO neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Loaded extension: port-numa-affinity-policy Mar 07 16:44:05.327510 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Loading extension file: port_resource_request.py {{(pid=119846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:44:05.328808 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=119846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:44:05.329307 dv-cinder-804757-24-iscsi neutron-server[119846]: INFO neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Extension port-resource-request not supported by any of loaded plugins Mar 07 16:44:05.329617 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Loading extension file: port_resource_request_groups.py {{(pid=119846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:44:05.330587 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=119846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:44:05.331112 dv-cinder-804757-24-iscsi neutron-server[119846]: INFO neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Extension port-resource-request-groups not supported by any of loaded plugins Mar 07 16:44:05.331420 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Loading extension file: portbindings.py {{(pid=119846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:44:05.332373 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=119846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:44:05.332873 dv-cinder-804757-24-iscsi neutron-server[119846]: INFO neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Loaded extension: binding Mar 07 16:44:05.333189 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Loading extension file: portbindings_extended.py {{(pid=119846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:44:05.334468 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=119846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:44:05.334972 dv-cinder-804757-24-iscsi neutron-server[119846]: INFO neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Loaded extension: binding-extended Mar 07 16:44:05.335297 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Loading extension file: portsecurity.py {{(pid=119846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:44:05.336229 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=119846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:44:05.336788 dv-cinder-804757-24-iscsi neutron-server[119846]: INFO neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Loaded extension: port-security Mar 07 16:44:05.337108 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Loading extension file: project_id.py {{(pid=119846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:44:05.338082 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=119846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:44:05.338412 dv-cinder-804757-24-iscsi neutron-server[119846]: INFO neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Loaded extension: project-id Mar 07 16:44:05.338730 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Loading extension file: providernet.py {{(pid=119846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:44:05.339642 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=119846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:44:05.340178 dv-cinder-804757-24-iscsi neutron-server[119846]: INFO neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Loaded extension: provider Mar 07 16:44:05.340502 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Loading extension file: qos.py {{(pid=119846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:44:05.344151 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=119846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:44:05.344664 dv-cinder-804757-24-iscsi neutron-server[119846]: INFO neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Extension qos not supported by any of loaded plugins Mar 07 16:44:05.344984 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=119846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:44:05.346237 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=119846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:44:05.346746 dv-cinder-804757-24-iscsi neutron-server[119846]: INFO neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Mar 07 16:44:05.347070 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=119846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:44:05.348004 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=119846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:44:05.348522 dv-cinder-804757-24-iscsi neutron-server[119846]: INFO neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Mar 07 16:44:05.348842 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Loading extension file: qos_default.py {{(pid=119846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:44:05.349743 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=119846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:44:05.350241 dv-cinder-804757-24-iscsi neutron-server[119846]: INFO neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Extension qos-default not supported by any of loaded plugins Mar 07 16:44:05.350566 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Loading extension file: qos_fip.py {{(pid=119846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:44:05.351477 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=119846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:44:05.352041 dv-cinder-804757-24-iscsi neutron-server[119846]: INFO neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Extension qos-fip not supported by any of loaded plugins Mar 07 16:44:05.352367 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Loading extension file: qos_fip_network_policy.py {{(pid=119846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:44:05.353266 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=119846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:44:05.353771 dv-cinder-804757-24-iscsi neutron-server[119846]: INFO neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Mar 07 16:44:05.354091 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Loading extension file: qos_gateway_ip.py {{(pid=119846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:44:05.355005 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=119846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:44:05.355511 dv-cinder-804757-24-iscsi neutron-server[119846]: INFO neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Extension qos-gateway-ip not supported by any of loaded plugins Mar 07 16:44:05.355862 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Loading extension file: qos_port_network_policy.py {{(pid=119846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:44:05.356892 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=119846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:44:05.357394 dv-cinder-804757-24-iscsi neutron-server[119846]: INFO neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Extension qos-port-network-policy not supported by any of loaded plugins Mar 07 16:44:05.357725 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=119846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:44:05.358754 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=119846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:44:05.359259 dv-cinder-804757-24-iscsi neutron-server[119846]: INFO neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Extension qos-pps-minimum not supported by any of loaded plugins Mar 07 16:44:05.359579 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=119846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:44:05.360637 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=119846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:44:05.361138 dv-cinder-804757-24-iscsi neutron-server[119846]: INFO neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Mar 07 16:44:05.361462 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Loading extension file: qos_pps_rule.py {{(pid=119846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:44:05.362640 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=119846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:44:05.363144 dv-cinder-804757-24-iscsi neutron-server[119846]: INFO neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Extension qos-pps not supported by any of loaded plugins Mar 07 16:44:05.363464 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Loading extension file: qos_rule_type_details.py {{(pid=119846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:44:05.364399 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=119846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:44:05.364903 dv-cinder-804757-24-iscsi neutron-server[119846]: INFO neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Extension qos-rule-type-details not supported by any of loaded plugins Mar 07 16:44:05.365217 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Loading extension file: qos_rules_alias.py {{(pid=119846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:44:05.366270 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=119846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:44:05.366776 dv-cinder-804757-24-iscsi neutron-server[119846]: INFO neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Extension qos-rules-alias not supported by any of loaded plugins Mar 07 16:44:05.367094 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Loading extension file: quota_check_limit.py {{(pid=119846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:44:05.368076 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=119846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:44:05.368596 dv-cinder-804757-24-iscsi neutron-server[119846]: INFO neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Loaded extension: quota-check-limit Mar 07 16:44:05.368915 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Loading extension file: quotasv2.py {{(pid=119846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:44:05.369855 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=119846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:44:05.370186 dv-cinder-804757-24-iscsi neutron-server[119846]: INFO neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Loaded extension: quotas Mar 07 16:44:05.370500 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Loading extension file: quotasv2_detail.py {{(pid=119846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:44:05.372240 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=119846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:44:05.372579 dv-cinder-804757-24-iscsi neutron-server[119846]: INFO neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Loaded extension: quota_details Mar 07 16:44:05.372909 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Loading extension file: rbac.py {{(pid=119846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:44:05.373958 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=119846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:44:05.374470 dv-cinder-804757-24-iscsi neutron-server[119846]: INFO neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Loaded extension: rbac-policies Mar 07 16:44:05.374797 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Loading extension file: rbac_address_group.py {{(pid=119846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:44:05.375719 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=119846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:44:05.376256 dv-cinder-804757-24-iscsi neutron-server[119846]: INFO neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Loaded extension: rbac-address-group Mar 07 16:44:05.376575 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Loading extension file: rbac_address_scope.py {{(pid=119846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:44:05.377492 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=119846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:44:05.377997 dv-cinder-804757-24-iscsi neutron-server[119846]: INFO neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Loaded extension: rbac-address-scope Mar 07 16:44:05.378317 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Loading extension file: rbac_security_groups.py {{(pid=119846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:44:05.379243 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=119846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:44:05.379762 dv-cinder-804757-24-iscsi neutron-server[119846]: INFO neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Loaded extension: rbac-security-groups Mar 07 16:44:05.380096 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Loading extension file: rbac_subnetpool.py {{(pid=119846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:44:05.381075 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=119846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:44:05.381579 dv-cinder-804757-24-iscsi neutron-server[119846]: INFO neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Loaded extension: rbac-subnetpool Mar 07 16:44:05.381897 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Loading extension file: revisionifmatch.py {{(pid=119846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:44:05.382819 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=119846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:44:05.383345 dv-cinder-804757-24-iscsi neutron-server[119846]: INFO neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Loaded extension: revision-if-match Mar 07 16:44:05.383663 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Loading extension file: revisions.py {{(pid=119846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:44:05.384800 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=119846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:44:05.385306 dv-cinder-804757-24-iscsi neutron-server[119846]: INFO neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Loaded extension: standard-attr-revisions Mar 07 16:44:05.385628 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Loading extension file: router_availability_zone.py {{(pid=119846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:44:05.386289 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=119846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:44:05.386789 dv-cinder-804757-24-iscsi neutron-server[119846]: INFO neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Loaded extension: router_availability_zone Mar 07 16:44:05.387111 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Loading extension file: routerservicetype.py {{(pid=119846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:44:05.388063 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=119846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:44:05.388569 dv-cinder-804757-24-iscsi neutron-server[119846]: INFO neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Extension router-service-type not supported by any of loaded plugins Mar 07 16:44:05.388887 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=119846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:44:05.389802 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=119846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:44:05.390301 dv-cinder-804757-24-iscsi neutron-server[119846]: INFO neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Loaded extension: security-groups-normalized-cidr Mar 07 16:44:05.390617 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Loading extension file: security_groups_port_filtering.py {{(pid=119846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:44:05.391543 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=119846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:44:05.392062 dv-cinder-804757-24-iscsi neutron-server[119846]: INFO neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Loaded extension: port-security-groups-filtering Mar 07 16:44:05.392383 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=119846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:44:05.393301 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=119846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:44:05.393797 dv-cinder-804757-24-iscsi neutron-server[119846]: INFO neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Loaded extension: security-groups-remote-address-group Mar 07 16:44:05.394113 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=119846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:44:05.395040 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=119846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:44:05.395537 dv-cinder-804757-24-iscsi neutron-server[119846]: INFO neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Loaded extension: security-groups-shared-filtering Mar 07 16:44:05.395891 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=119846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:44:05.396484 dv-cinder-804757-24-iscsi neutron-server[119846]: WARNING neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Mar 07 16:44:05.396794 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Loading extension file: securitygroup.py {{(pid=119846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:44:05.406460 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=119846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:44:05.406986 dv-cinder-804757-24-iscsi neutron-server[119846]: INFO neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Loaded extension: security-group Mar 07 16:44:05.407315 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Loading extension file: segment.py {{(pid=119846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:44:05.408121 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=119846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:44:05.408629 dv-cinder-804757-24-iscsi neutron-server[119846]: INFO neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Extension segment not supported by any of loaded plugins Mar 07 16:44:05.408954 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=119846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:44:05.409884 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=119846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:44:05.410389 dv-cinder-804757-24-iscsi neutron-server[119846]: INFO neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Mar 07 16:44:05.410709 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Loading extension file: servicetype.py {{(pid=119846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:44:05.411841 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=119846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:44:05.412359 dv-cinder-804757-24-iscsi neutron-server[119846]: INFO neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Loaded extension: service-type Mar 07 16:44:05.412682 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Loading extension file: sorting.py {{(pid=119846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:44:05.413668 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=119846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:44:05.414002 dv-cinder-804757-24-iscsi neutron-server[119846]: INFO neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Loaded extension: sorting Mar 07 16:44:05.414319 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Loading extension file: standard_attr_segment.py {{(pid=119846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:44:05.415306 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=119846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:44:05.415852 dv-cinder-804757-24-iscsi neutron-server[119846]: INFO neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Extension standard-attr-segment not supported by any of loaded plugins Mar 07 16:44:05.416172 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Loading extension file: standardattrdescription.py {{(pid=119846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:44:05.416815 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=119846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:44:05.417309 dv-cinder-804757-24-iscsi neutron-server[119846]: INFO neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Loaded extension: standard-attr-description Mar 07 16:44:05.417628 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Loading extension file: stateful_security_group.py {{(pid=119846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:44:05.418555 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=119846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:44:05.419056 dv-cinder-804757-24-iscsi neutron-server[119846]: INFO neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Loaded extension: stateful-security-group Mar 07 16:44:05.419376 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Loading extension file: stdattrs_common.py {{(pid=119846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:44:05.419963 dv-cinder-804757-24-iscsi neutron-server[119846]: WARNING neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Mar 07 16:44:05.420278 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=119846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:44:05.421191 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=119846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:44:05.421697 dv-cinder-804757-24-iscsi neutron-server[119846]: INFO neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Mar 07 16:44:05.422015 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Loading extension file: subnet_onboard.py {{(pid=119846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:44:05.423115 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=119846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:44:05.423670 dv-cinder-804757-24-iscsi neutron-server[119846]: INFO neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Loaded extension: subnet_onboard Mar 07 16:44:05.424017 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=119846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:44:05.424944 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=119846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:44:05.425483 dv-cinder-804757-24-iscsi neutron-server[119846]: INFO neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Mar 07 16:44:05.425800 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Loading extension file: subnet_service_types.py {{(pid=119846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:44:05.426717 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=119846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:44:05.427262 dv-cinder-804757-24-iscsi neutron-server[119846]: INFO neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Loaded extension: subnet-service-types Mar 07 16:44:05.427580 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Loading extension file: subnetallocation.py {{(pid=119846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:44:05.428757 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=119846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:44:05.429303 dv-cinder-804757-24-iscsi neutron-server[119846]: INFO neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Loaded extension: subnet_allocation Mar 07 16:44:05.429628 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=119846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:44:05.430305 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=119846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:44:05.430847 dv-cinder-804757-24-iscsi neutron-server[119846]: INFO neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Loaded extension: subnetpool-prefix-ops Mar 07 16:44:05.431167 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=119846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:44:05.432178 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=119846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:44:05.432713 dv-cinder-804757-24-iscsi neutron-server[119846]: INFO neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Mar 07 16:44:05.433034 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Loading extension file: tagging.py {{(pid=119846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:44:05.434115 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=119846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:44:05.434635 dv-cinder-804757-24-iscsi neutron-server[119846]: INFO neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Loaded extension: standard-attr-tag Mar 07 16:44:05.434957 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Loading extension file: timestamp.py {{(pid=119846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:44:05.436172 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=119846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:44:05.436677 dv-cinder-804757-24-iscsi neutron-server[119846]: INFO neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Loaded extension: standard-attr-timestamp Mar 07 16:44:05.436998 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Loading extension file: trunk.py {{(pid=119846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:44:05.438023 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=119846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:44:05.438533 dv-cinder-804757-24-iscsi neutron-server[119846]: INFO neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Extension trunk not supported by any of loaded plugins Mar 07 16:44:05.438854 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Loading extension file: trunk_details.py {{(pid=119846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:44:05.439763 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=119846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:44:05.440285 dv-cinder-804757-24-iscsi neutron-server[119846]: INFO neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Extension trunk-details not supported by any of loaded plugins Mar 07 16:44:05.440603 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Loading extension file: uplink_status_propagation.py {{(pid=119846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:44:05.441505 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=119846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:44:05.442006 dv-cinder-804757-24-iscsi neutron-server[119846]: INFO neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Extension uplink-status-propagation not supported by any of loaded plugins Mar 07 16:44:05.442325 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Loading extension file: vlantransparent.py {{(pid=119846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:44:05.442986 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=119846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:44:05.443482 dv-cinder-804757-24-iscsi neutron-server[119846]: INFO neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Extension vlan-transparent not supported by any of loaded plugins Mar 07 16:44:05.446122 dv-cinder-804757-24-iscsi neutron-server[119846]: INFO neutron.quota.resource_registry [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Creating instance of TrackedResource for resource:network Mar 07 16:44:05.446640 dv-cinder-804757-24-iscsi neutron-server[119846]: INFO neutron.quota.resource_registry [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Creating instance of TrackedResource for resource:subnet Mar 07 16:44:05.447033 dv-cinder-804757-24-iscsi neutron-server[119846]: INFO neutron.quota.resource_registry [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Creating instance of TrackedResource for resource:subnetpool Mar 07 16:44:05.447418 dv-cinder-804757-24-iscsi neutron-server[119846]: INFO neutron.quota.resource_registry [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Creating instance of TrackedResource for resource:port Mar 07 16:44:05.448665 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.api.v2.resource_helper [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=119846) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 07 16:44:05.449091 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.api.v2.resource_helper [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Service FLAVORS assigned prefix: {{(pid=119846) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 07 16:44:05.449699 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.api.v2.resource_helper [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=119846) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 07 16:44:05.450114 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.api.v2.resource_helper [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=119846) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 07 16:44:05.450451 dv-cinder-804757-24-iscsi neutron-server[119846]: INFO neutron.quota.resource_registry [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Creating instance of TrackedResource for resource:router Mar 07 16:44:05.450865 dv-cinder-804757-24-iscsi neutron-server[119846]: INFO neutron.quota.resource_registry [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Creating instance of TrackedResource for resource:floatingip Mar 07 16:44:05.451348 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.api.v2.resource_helper [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Service METERING assigned prefix: /metering {{(pid=119846) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 07 16:44:05.453169 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron_lib.callbacks.manager [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=119846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:44:05.453534 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron_lib.callbacks.manager [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=119846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:44:05.453882 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron_lib.callbacks.manager [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=119846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:44:05.454860 dv-cinder-804757-24-iscsi neutron-server[119846]: INFO neutron.quota.resource_registry [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Creating instance of CountableResource for resource:rbac_policy Mar 07 16:44:05.455302 dv-cinder-804757-24-iscsi neutron-server[119846]: INFO neutron.quota.resource_registry [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Creating instance of TrackedResource for resource:security_group Mar 07 16:44:05.455737 dv-cinder-804757-24-iscsi neutron-server[119846]: INFO neutron.quota.resource_registry [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 07 16:44:05.456340 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.api.v2.resource_helper [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Service CORE assigned prefix: {{(pid=119846) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 07 16:44:05.456666 dv-cinder-804757-24-iscsi neutron-server[119846]: INFO neutron.quota.resource_registry [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Creating instance of TrackedResource for resource:subnetpool Mar 07 16:44:05.457005 dv-cinder-804757-24-iscsi neutron-server[119846]: WARNING neutron.quota.resource_registry [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] subnetpool is already registered Mar 07 16:44:05.457430 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.api.v2.resource_helper [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Service CORE assigned prefix: {{(pid=119846) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 07 16:44:05.457757 dv-cinder-804757-24-iscsi neutron-server[119846]: INFO neutron.quota.resource_registry [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Creating instance of TrackedResource for resource:subnetpool Mar 07 16:44:05.458086 dv-cinder-804757-24-iscsi neutron-server[119846]: WARNING neutron.quota.resource_registry [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] subnetpool is already registered Mar 07 16:44:05.460405 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.api.v2.resource_helper [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=119846) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 07 16:44:05.460831 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.api.v2.resource_helper [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Service FLAVORS assigned prefix: {{(pid=119846) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 07 16:44:05.461436 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.api.v2.resource_helper [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=119846) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 07 16:44:05.461855 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.api.v2.resource_helper [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=119846) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 07 16:44:05.462179 dv-cinder-804757-24-iscsi neutron-server[119846]: INFO neutron.quota.resource_registry [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Creating instance of TrackedResource for resource:router Mar 07 16:44:05.462509 dv-cinder-804757-24-iscsi neutron-server[119846]: WARNING neutron.quota.resource_registry [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] router is already registered Mar 07 16:44:05.462912 dv-cinder-804757-24-iscsi neutron-server[119846]: INFO neutron.quota.resource_registry [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Creating instance of TrackedResource for resource:floatingip Mar 07 16:44:05.463243 dv-cinder-804757-24-iscsi neutron-server[119846]: WARNING neutron.quota.resource_registry [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] floatingip is already registered Mar 07 16:44:05.463685 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.api.v2.resource_helper [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Service METERING assigned prefix: /metering {{(pid=119846) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 07 16:44:05.464366 dv-cinder-804757-24-iscsi neutron-server[119846]: INFO neutron.quota.resource_registry [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Creating instance of CountableResource for resource:rbac_policy Mar 07 16:44:05.464692 dv-cinder-804757-24-iscsi neutron-server[119846]: WARNING neutron.quota.resource_registry [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] rbac_policy is already registered Mar 07 16:44:05.465098 dv-cinder-804757-24-iscsi neutron-server[119846]: INFO neutron.quota.resource_registry [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Creating instance of TrackedResource for resource:security_group Mar 07 16:44:05.465424 dv-cinder-804757-24-iscsi neutron-server[119846]: WARNING neutron.quota.resource_registry [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] security_group is already registered Mar 07 16:44:05.465822 dv-cinder-804757-24-iscsi neutron-server[119846]: INFO neutron.quota.resource_registry [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 07 16:44:05.466151 dv-cinder-804757-24-iscsi neutron-server[119846]: WARNING neutron.quota.resource_registry [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] security_group_rule is already registered Mar 07 16:44:05.466770 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.api.v2.resource_helper [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Service CORE assigned prefix: {{(pid=119846) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 07 16:44:05.467105 dv-cinder-804757-24-iscsi neutron-server[119846]: INFO neutron.quota.resource_registry [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Creating instance of TrackedResource for resource:subnetpool Mar 07 16:44:05.467432 dv-cinder-804757-24-iscsi neutron-server[119846]: WARNING neutron.quota.resource_registry [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] subnetpool is already registered Mar 07 16:44:05.467862 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.api.v2.resource_helper [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Service CORE assigned prefix: {{(pid=119846) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 07 16:44:05.468183 dv-cinder-804757-24-iscsi neutron-server[119846]: INFO neutron.quota.resource_registry [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Creating instance of TrackedResource for resource:subnetpool Mar 07 16:44:05.468511 dv-cinder-804757-24-iscsi neutron-server[119846]: WARNING neutron.quota.resource_registry [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] subnetpool is already registered Mar 07 16:44:05.468972 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Extended resource: extensions {{(pid=119846) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 16:44:05.470423 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Extended resource: address-groups {{(pid=119846) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 16:44:05.471932 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Extended resource: address-scopes {{(pid=119846) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 16:44:05.473263 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Extended resource: agents {{(pid=119846) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 16:44:05.474407 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Extended resource: auto-allocated-topology {{(pid=119846) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 16:44:05.475694 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Extended resource: availability_zones {{(pid=119846) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 16:44:05.476922 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Extended resource: dhcp-networks {{(pid=119846) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 16:44:05.478455 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Extended resource: dhcp-agents {{(pid=119846) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 16:44:05.479914 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Extended resource: routers {{(pid=119846) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 16:44:05.482112 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Extended resource: flavors {{(pid=119846) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 16:44:05.483284 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Extended resource: service_profiles {{(pid=119846) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 16:44:05.484549 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Extended resource: next_providers {{(pid=119846) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 16:44:05.486012 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Extended resource: service_profiles {{(pid=119846) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 16:44:05.487551 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Extended resource: floatingip-pools {{(pid=119846) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 16:44:05.488794 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Extended resource: routers {{(pid=119846) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 16:44:05.490889 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Extended resource: floatingips {{(pid=119846) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 16:44:05.493097 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Extended resource: l3-routers {{(pid=119846) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 16:44:05.494493 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Extended resource: l3-agents {{(pid=119846) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 16:44:05.495905 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Extended resource: metering-labels {{(pid=119846) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 16:44:05.497275 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Extended resource: metering-label-rules {{(pid=119846) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 16:44:05.498549 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Extended resource: network-ip-availabilities {{(pid=119846) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 16:44:05.499843 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Extended resource: bindings {{(pid=119846) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 16:44:05.501489 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Extended resource: quotas {{(pid=119846) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 16:44:05.503027 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Extended resource: quotas {{(pid=119846) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 16:44:05.504580 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Extended resource: rbac-policies {{(pid=119846) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 16:44:05.505861 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Extended resource: security-groups {{(pid=119846) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 16:44:05.507232 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Extended resource: security-group-rules {{(pid=119846) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 16:44:05.508571 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Extended resource: service-providers {{(pid=119846) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 16:44:05.509784 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Extended resource: subnetpools {{(pid=119846) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 16:44:05.511187 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Extended resource: subnetpools {{(pid=119846) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 16:44:05.512697 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Extended resource: tags {{(pid=119846) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 16:44:05.514382 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Extended resource: tags {{(pid=119846) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 16:44:05.516217 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Extended resource: tags {{(pid=119846) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 16:44:05.517977 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Extended resource: tags {{(pid=119846) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 16:44:05.519774 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Extended resource: tags {{(pid=119846) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 16:44:05.521682 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Extended resource: tags {{(pid=119846) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 16:44:05.523354 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Extended resource: tags {{(pid=119846) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 16:44:05.525301 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Extended resource: tags {{(pid=119846) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 16:44:05.527051 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Extended resource: tags {{(pid=119846) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 16:44:05.528909 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron.api.extensions [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Extended resource: tags {{(pid=119846) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 16:44:05.534733 dv-cinder-804757-24-iscsi neutron-server[119846]: WARNING keystonemiddleware.auth_token [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Mar 07 16:44:05.539650 dv-cinder-804757-24-iscsi neutron-server[119846]: WARNING keystonemiddleware.auth_token [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Mar 07 16:44:05.548296 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_concurrency.lockutils [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Acquired lock "singleton_lock" {{(pid=119846) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Mar 07 16:44:05.548770 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_concurrency.lockutils [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Releasing lock "singleton_lock" {{(pid=119846) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Mar 07 16:44:05.549529 dv-cinder-804757-24-iscsi neutron-server[119846]: INFO oslo_service.service [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Starting 2 workers Mar 07 16:44:05.554308 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Started child 119953 {{(pid=119846) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 07 16:44:05.558815 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Started child 119954 {{(pid=119846) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 07 16:44:05.560392 dv-cinder-804757-24-iscsi neutron-server[119846]: INFO neutron.service [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Neutron service started, listening on 0.0.0.0:9696 Mar 07 16:44:05.560881 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:44:05.561527 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron_lib.callbacks.manager [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Publish callbacks [] for process (None), before_spawn {{(pid=119846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:44:05.562456 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [-] (119953) wsgi starting up on http://0.0.0.0:9696 Mar 07 16:44:05.563398 dv-cinder-804757-24-iscsi neutron-server[119846]: INFO oslo_service.service [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Starting 1 workers Mar 07 16:44:05.563701 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:44:05.565174 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [-] (119954) wsgi starting up on http://0.0.0.0:9696 Mar 07 16:44:05.568615 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Started child 119955 {{(pid=119846) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 07 16:44:05.569160 dv-cinder-804757-24-iscsi neutron-server[119846]: INFO oslo_service.service [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Starting 1 workers Mar 07 16:44:05.572954 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.service [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] calling RpcWorker wait() {{(pid=119955) _wait /opt/stack/neutron/neutron/service.py:128}} Mar 07 16:44:05.572954 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.service [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] returning from RpcWorker wait() {{(pid=119955) _wait /opt/stack/neutron/neutron/service.py:135}} Mar 07 16:44:05.573727 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Started child 119956 {{(pid=119846) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 07 16:44:05.574095 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:44:05.574511 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG neutron_lib.callbacks.manager [None req-9621c49b-f6c1-451d-a543-231aeb9f9a39 None None] Publish callbacks [] for process (None), after_spawn {{(pid=119846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:44:05.574656 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=119955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:44:05.576512 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=119846) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 07 16:44:05.576640 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 07 16:44:05.576806 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 07 16:44:05.577057 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 07 16:44:05.577378 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 07 16:44:05.577520 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 07 16:44:05.578396 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:44:05.578675 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:44:05.578914 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:44:05.579186 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:44:05.579326 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=119956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:44:05.579805 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:44:05.580071 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:44:05.580278 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:44:05.580559 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:44:05.580847 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:44:05.581059 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:44:05.581212 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:44:05.581374 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:44:05.581613 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:44:05.581836 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:44:05.582161 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:44:05.582382 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:44:05.582640 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:44:05.582856 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:44:05.583028 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:44:05.583281 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] config_source = [] {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:44:05.583548 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:44:05.583784 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:44:05.584056 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] debug = True {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:44:05.584307 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:44:05.584797 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:44:05.584988 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:44:05.585245 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:44:05.585462 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:44:05.585731 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:44:05.585963 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:44:05.586253 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:44:05.586541 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:44:05.586767 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:44:05.587002 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:44:05.587260 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:44:05.587475 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:44:05.587682 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:44:05.587959 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:44:05.588172 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:44:05.588415 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:44:05.588674 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:44:05.589095 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] host = dv-cinder-804757-24-iscsi {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:44:05.589324 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:44:05.589563 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:44:05.589794 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:44:05.590041 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:44:05.590294 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:44:05.590524 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:44:05.590770 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:44:05.591029 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:44:05.591263 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:44:05.591485 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:44:05.591740 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:44:05.592005 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:44:05.592271 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] log_dir = None {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:44:05.592477 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] log_file = None {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:44:05.592626 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] log_options = True {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:44:05.592860 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:44:05.593119 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:44:05.593511 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:44:05.593680 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:44:05.593828 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:44:05.593964 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:44:05.594156 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:44:05.594298 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:44:05.594545 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:44:05.594787 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:44:05.594966 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:44:05.595195 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:44:05.595421 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:44:05.595630 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:44:05.595914 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:44:05.596144 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:44:05.596379 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:44:05.596602 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:44:05.596858 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:44:05.597058 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:44:05.597271 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:44:05.597502 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:44:05.597715 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:44:05.598130 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:44:05.598691 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:44:05.598906 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:44:05.599130 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:44:05.599345 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:44:05.599624 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:44:05.599856 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:44:05.600042 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:44:05.600309 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:44:05.600537 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:44:05.600776 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:44:05.601031 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:44:05.601267 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:44:05.602163 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:44:05.602163 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:44:05.602163 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:44:05.602566 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:44:05.602566 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:44:05.602938 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:44:05.603129 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:44:05.603795 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:44:05.603795 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:44:05.604060 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] use_journal = False {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:44:05.604060 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] use_json = False {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:44:05.604305 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:44:05.604718 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:44:05.604718 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:44:05.604996 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:44:05.605121 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:44:05.605339 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:44:05.605552 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:44:05.605785 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:44:05.606017 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:44:05.606454 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.606737 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.607041 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.607286 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.607499 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=119956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:44:05.607634 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.607779 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.608014 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.608246 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.608488 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.608727 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.609045 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.609224 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.609554 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.609832 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.610075 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.610406 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.610676 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.610940 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.611120 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.611364 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.611557 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.611839 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.612092 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.612287 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.612538 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.612754 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.613015 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.613301 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.613544 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.613870 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.614133 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.614393 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.18/identity {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.614651 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.614889 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.615493 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.615493 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.615493 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.615894 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.616032 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.616258 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.616478 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.616707 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.616940 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.617164 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.617374 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.617661 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.617913 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.618161 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.618369 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.618583 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.618806 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.619039 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.619216 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.619447 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.619649 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.619907 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.620157 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.620393 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.620625 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.620839 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.621057 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.621253 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.621459 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.621663 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.621868 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.622080 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.622293 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.622501 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.622765 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.622965 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.623224 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.623529 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.623653 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.624859 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.625211 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.625472 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.625667 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.625890 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.626107 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.626320 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.626552 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.626745 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.628107 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.631065 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.631065 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.631290 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.631520 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.631775 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.632019 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.632263 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.632484 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.632763 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.633069 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.633380 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.633619 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.633853 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.634133 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.634308 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.634555 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.634789 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.635009 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.635237 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.635870 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.635870 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.638330 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.638605 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.640687 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.641178 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.643096 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.643379 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.643605 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.643885 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.644126 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.644382 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.644651 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.644903 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.645143 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.645399 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.645655 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.645915 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.646176 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.646472 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.646724 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.647000 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.647292 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.647560 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.648520 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.648814 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.649056 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.649319 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.649569 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.649827 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.650072 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.650321 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.650567 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.650805 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.651043 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.651258 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.651501 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.653295 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.654319 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.654707 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.655363 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.656145 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.657029 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.657765 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.658051 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.658322 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.658572 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.658829 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.659066 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.18/identity {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.659288 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.659510 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.659764 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.660141 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.660464 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.660774 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.661090 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.661338 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.661618 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.661923 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.662615 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.662856 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.663095 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.663332 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.663606 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.663907 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.664134 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.664393 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.664717 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.664974 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.665248 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.665436 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.665651 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.665904 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.666124 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.666408 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.666672 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.666919 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.667158 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.667407 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.667667 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.667903 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.668158 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.668382 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.668601 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.668816 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.669048 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.669282 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.669498 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.670570 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.670823 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.671080 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.671332 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.671675 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.671984 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.672225 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.672488 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.672735 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.672963 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.673186 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.673412 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.673635 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.673859 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.674086 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.674192 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=119955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:44:05.674324 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.674543 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.674764 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.674982 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.675200 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.675472 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.675734 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.675998 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.676220 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.676462 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.676758 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.677103 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.677434 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.677776 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.677998 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.678216 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.678449 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.679949 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.680296 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.680569 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.680826 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.681098 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.681349 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.681605 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.681854 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.682071 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.682292 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.682542 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.682764 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.682979 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.683213 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.683429 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.683649 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.683987 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.684211 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.684426 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.684670 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.684882 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.685094 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.685319 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.685537 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.685748 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.685973 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.686187 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.686402 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.686631 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.686848 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.687057 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.687290 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.687502 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.687712 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.687957 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.688173 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.688383 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.688655 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.688975 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.689199 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.689487 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.689748 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.690091 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.690551 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.690648 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.690867 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.691135 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.691361 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.691582 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.691832 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.692103 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.692432 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.692744 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.693025 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.693295 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.693569 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.693848 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:850:899'] {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.694117 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.694332 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.694635 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.694974 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.695257 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.695521 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.695926 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.696181 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.696417 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.696634 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.697320 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.697550 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.697775 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.698007 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.698241 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.698590 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.698697 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.699024 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.699225 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.699812 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.699812 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.700068 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.700328 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.700490 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 07 16:44:05.701042 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=119846) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 07 16:44:05.701206 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 07 16:44:05.701515 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 07 16:44:05.701859 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 07 16:44:05.702184 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 07 16:44:05.702342 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 07 16:44:05.702701 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:44:05.703236 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:44:05.703401 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:44:05.703565 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:44:05.703733 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:44:05.703945 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:44:05.704112 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:44:05.704253 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:44:05.704570 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:44:05.704733 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:44:05.704890 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:44:05.705048 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:44:05.705217 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:44:05.705391 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:44:05.705541 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:44:05.705702 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:44:05.705862 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:44:05.706024 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:44:05.706195 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:44:05.706359 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] config_source = [] {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:44:05.706520 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:44:05.706680 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:44:05.706842 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] debug = True {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:44:05.707001 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:44:05.707218 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:44:05.707385 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:44:05.707546 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:44:05.707716 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:44:05.707905 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:44:05.708066 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:44:05.708229 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:44:05.708391 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:44:05.708551 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:44:05.708713 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:44:05.708875 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:44:05.709036 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:44:05.709198 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:44:05.709361 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:44:05.709520 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:44:05.709681 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:44:05.709837 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:44:05.709996 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] host = dv-cinder-804757-24-iscsi {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:44:05.710265 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:44:05.710432 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:44:05.710615 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:44:05.710737 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:44:05.710895 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:44:05.711050 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:44:05.711223 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:44:05.711431 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:44:05.711568 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:44:05.711731 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:44:05.711898 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:44:05.712062 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:44:05.712859 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] log_dir = None {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:44:05.712859 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] log_file = None {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:44:05.712859 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] log_options = True {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:44:05.712859 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:44:05.712859 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:44:05.713472 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:44:05.713472 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:44:05.713472 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:44:05.713472 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:44:05.713921 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:44:05.713921 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:44:05.713921 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:44:05.714251 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:44:05.714251 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:44:05.714483 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:44:05.714483 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:44:05.714725 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:44:05.714867 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:44:05.715006 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:44:05.715126 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:44:05.715244 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:44:05.715378 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:44:05.715573 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:44:05.715687 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:44:05.715893 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:44:05.716036 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:44:05.716191 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:44:05.716351 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:44:05.716511 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:44:05.716671 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:44:05.716831 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:44:05.716991 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:44:05.717150 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:44:05.717309 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:44:05.717470 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:44:05.717630 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:44:05.717789 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:44:05.717949 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:44:05.718107 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:44:05.718264 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:44:05.718424 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:44:05.718586 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:44:05.718746 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:44:05.718905 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:44:05.719064 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:44:05.719224 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:44:05.719382 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:44:05.719541 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:44:05.719700 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] use_journal = False {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:44:05.719884 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] use_json = False {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:44:05.720044 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:44:05.720230 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:44:05.720389 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:44:05.720547 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:44:05.720705 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:44:05.720867 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:44:05.721026 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:44:05.721186 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:44:05.721347 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:44:05.721527 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.721692 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.721866 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.722030 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.722195 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.722361 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.722524 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.722687 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.722849 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.723011 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.723181 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.723345 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.723517 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.723680 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.723872 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.724038 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.724200 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.724367 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.724531 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.724693 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.724856 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.725023 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.725195 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.725356 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.725518 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.725685 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.725850 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.726020 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.726184 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.726363 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.726528 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.726720 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.18/identity {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.726904 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.727139 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.727305 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.727471 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.727636 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.727820 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.727985 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.728151 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.728315 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.728478 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.728641 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.728804 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.728968 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.729130 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.729292 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.729456 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.729617 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.729781 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.729944 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.730107 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.730272 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.730438 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.730601 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.730763 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.730925 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.731101 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.731264 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.731428 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.731589 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.731767 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.731935 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.732098 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.732260 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.732424 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.732587 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.732749 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.732926 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.733090 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.733254 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.733417 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.733583 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.733746 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.733909 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.734072 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.734234 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.734398 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.734564 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.734727 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.734892 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.735055 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.735219 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.735383 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.735551 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.735714 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.735901 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.736067 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.736229 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.736393 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.736564 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.736727 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.736905 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.737067 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.737232 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.737396 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.737560 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.737724 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.737888 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.738050 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.738215 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.738377 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.738539 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.738702 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.738867 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.739031 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.739194 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.739355 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.739517 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.739679 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.739861 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.740025 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.740188 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.740349 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.740511 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.740673 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.740836 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.740997 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.741162 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.741333 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.741495 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.741661 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.741824 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.741994 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.742167 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.742330 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.742512 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.742677 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.742841 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.743008 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.743171 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.743334 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.743496 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.743658 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.743841 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.744017 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.744184 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.744348 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.744511 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.744698 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.744860 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.745023 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.745197 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.745334 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.745499 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.745662 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.745825 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.745989 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.746151 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.746314 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.746479 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.18/identity {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.746641 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.746803 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.746963 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.747126 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.747292 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.747455 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.747618 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.747798 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.747962 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.748126 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.748289 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.748450 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.748613 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.748777 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.748940 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.749106 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.749269 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.749433 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.749598 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.749759 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.749921 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.750083 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.750246 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.750407 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.750569 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.750736 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.750898 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.751060 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.751223 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.751386 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.751549 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.751711 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.751895 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.752059 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.752221 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.752383 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.752547 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.752710 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.752874 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.753036 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.753199 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.753363 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.753524 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.753703 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.753865 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.754026 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.754190 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.754352 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.754515 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.754677 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.754839 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.755003 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.755165 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.755330 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.755499 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.755663 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.755849 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.756013 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.756174 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.756339 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.756505 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.756669 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.756833 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.756997 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.757160 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.757326 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.757488 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.757651 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.757814 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.757976 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.758165 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.758356 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.758533 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.758697 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.758860 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.759023 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.759186 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.759348 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.759521 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.759684 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.759866 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.760029 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.760190 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.760352 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.760523 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.760688 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.760851 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.761012 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.761174 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.761335 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.761507 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.761670 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.761831 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.761993 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.762157 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.762344 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.762486 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.762646 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.762808 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.762969 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.763130 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.763291 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.763461 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.763622 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.763818 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.763985 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.764147 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.764308 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.764481 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.764645 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.764806 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.764977 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.765141 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.765304 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.765467 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.765643 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.765807 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.765973 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.766135 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.766298 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.766460 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.766623 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.766790 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.766963 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.767131 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.767295 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.767467 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.767637 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:850:899'] {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.767827 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.767995 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.768163 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.768338 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.768500 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.768661 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.768822 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.768985 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.769149 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.769311 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.769475 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.769637 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.769799 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.769963 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.770123 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.770285 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.770448 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.770609 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.770773 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.770934 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.771096 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.771258 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.771420 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:44:05.771575 dv-cinder-804757-24-iscsi neutron-server[119846]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=119846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 07 16:44:05.841659 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.wsgi [-] (119954) accepted ('10.222.0.18', 47444) {{(pid=119954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:44:05.853349 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [-] 10.222.0.18 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0087788 Mar 07 16:44:17.127046 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a8c6d34-ff76-47d9-8963-624d6f1926dd None None] get_active_networks_info from dv-cinder-804757-24-iscsi {{(pid=119955) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 07 16:44:17.188338 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a8c6d34-ff76-47d9-8963-624d6f1926dd None None] No non-hosted networks {{(pid=119955) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Mar 07 16:44:17.205747 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.agentschedulers_db [None req-8a8c6d34-ff76-47d9-8963-624d6f1926dd None None] DHCP Agent not found on host dv-cinder-804757-24-iscsi {{(pid=119955) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Mar 07 16:44:17.316140 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-7d0f31d9-d45b-4468-b37e-bc99bc4c5feb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-708606'] for agent (85f07778-81ef-4888-a2e3-51ae57b6426a), after_create {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:44:19.358605 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-6d48d9d3-f2ec-404a-b32f-8b5c199fc439 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-708606'] for agent (4cbb3502-d72e-4663-b57e-51d645794085), after_create {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:44:19.420416 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-78dc0c38-1a3c-422c-8712-3a01a1b2d087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194190'] for agent (4cbb3502-d72e-4663-b57e-51d645794085), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:44:20.524747 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-ad94e2ed-e0a8-44ae-a5ff-cf9ca5ab0e17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-708606'] for agent (82ccd293-b7fb-4417-a581-186a4d7e9931), after_create {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:44:22.140034 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-0d1b32c5-0803-4391-a623-fc098c7d5199 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-708606'] for agent (8123e327-866e-42b5-856f-55ddd9e9e5b2), after_create {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:44:23.070673 dv-cinder-804757-24-iscsi neutron-server[119955]: INFO neutron.db.l3_hamode_db [None req-08bb1a83-42e9-4601-86ea-ed1f2b199d61 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Mar 07 16:44:23.150048 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08bb1a83-42e9-4601-86ea-ed1f2b199d61 None None] Routers set() bound to L3 agent in host dv-cinder-804757-24-iscsi {{(pid=119955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:44:23.150691 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08bb1a83-42e9-4601-86ea-ed1f2b199d61 None None] Router IDs set() for agent in host dv-cinder-804757-24-iscsi {{(pid=119955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 07 16:44:23.393848 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.wsgi [-] (119954) accepted ('10.222.0.18', 47524) {{(pid=119954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:44:23.443428 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-708606'] for agent (3df9d949-03e8-46c4-b37f-6f8a21aeab22), after_create {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:44:23.444173 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:44:23.444499 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:44:23.444891 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:44:23.445348 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:44:23.445684 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:44:23.446020 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:44:23.446349 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:44:23.446696 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:44:23.447022 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:44:23.447361 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:44:23.447949 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:44:23.448081 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:44:23.448378 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:44:23.448766 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63748041-7458-40ab-a922-e876cef088c3 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-804757-24-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=119955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:44:23.463285 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63748041-7458-40ab-a922-e876cef088c3 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-804757-24-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=119955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:44:23.922546 dv-cinder-804757-24-iscsi neutron-server[119954]: WARNING oslo_policy.policy [None req-5c1e6054-ad04-4641-88fa-1f7029d91af5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 07 16:44:23.923157 dv-cinder-804757-24-iscsi neutron-server[119954]: WARNING oslo_policy.policy [None req-5c1e6054-ad04-4641-88fa-1f7029d91af5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 07 16:44:24.139618 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.wsgi [None req-5c1e6054-ad04-4641-88fa-1f7029d91af5 admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=119954) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 16:44:24.140730 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [None req-5c1e6054-ad04-4641-88fa-1f7029d91af5 admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7459221 Mar 07 16:44:26.662364 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.wsgi [-] (119954) accepted ('10.222.0.18', 47550) {{(pid=119954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:44:27.004940 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.v2.base [None req-d51e97ac-e498-4b87-80ae-9cf4683ac735 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'is_default': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'shared': True}} {{(pid=119954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:44:27.102225 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.policy [None req-d51e97ac-e498-4b87-80ae-9cf4683ac735 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=119954) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 07 16:44:27.143578 dv-cinder-804757-24-iscsi neutron-server[119954]: WARNING oslo_policy.policy [None req-d51e97ac-e498-4b87-80ae-9cf4683ac735 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 07 16:44:27.143978 dv-cinder-804757-24-iscsi neutron-server[119954]: WARNING oslo_policy.policy [None req-d51e97ac-e498-4b87-80ae-9cf4683ac735 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 07 16:44:27.242978 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-d51e97ac-e498-4b87-80ae-9cf4683ac735 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754350859922', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754350859461', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754350881042', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754350875753', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754350895965', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754350904278', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-7565712', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-8178001', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-727325', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-654508'] for rbac-policy (None), before_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:44:27.324080 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-d51e97ac-e498-4b87-80ae-9cf4683ac735 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:44:27.325423 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [None req-d51e97ac-e498-4b87-80ae-9cf4683ac735 admin admin] 10.222.0.18 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6620243 Mar 07 16:44:29.829106 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.wsgi [-] (119954) accepted ('10.222.0.18', 47560) {{(pid=119954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:44:30.173905 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.v2.base [None req-25833de3-49ca-4341-89bf-3b48a506b077 demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=119954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:44:30.214060 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25833de3-49ca-4341-89bf-3b48a506b077 demo demo] Made reservation on behalf of 5899864f76e44e67a504265cd724e933 for: {'network': 1} {{(pid=119954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:44:30.217921 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-25833de3-49ca-4341-89bf-3b48a506b077 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8385759'] for network (None), before_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:44:30.235941 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-25833de3-49ca-4341-89bf-3b48a506b077 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:44:30.354277 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-25833de3-49ca-4341-89bf-3b48a506b077 demo demo] Publish callbacks [] for security_group (533873b8-8fa7-4930-ad76-6d16557b4f99), precommit_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:44:30.360029 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-25833de3-49ca-4341-89bf-3b48a506b077 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543383'] for security_group (533873b8-8fa7-4930-ad76-6d16557b4f99), after_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:44:30.380089 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25833de3-49ca-4341-89bf-3b48a506b077 demo demo] vlan segment allocate from pool success with {'vlan_id': 851, 'physical_network': 'physnet1'} {{(pid=119954) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 16:44:30.415642 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-25833de3-49ca-4341-89bf-3b48a506b077 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8754346594142', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8315985'] for segment (aea0c579-deb2-4969-8ccd-c032a8a3b6e3), precommit_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:44:30.416229 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-25833de3-49ca-4341-89bf-3b48a506b077 demo demo] Unsubscribe: segment precommit_create {{(pid=119954) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 07 16:44:30.416744 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.db.segments_db [None req-25833de3-49ca-4341-89bf-3b48a506b077 demo demo] Added segment aea0c579-deb2-4969-8ccd-c032a8a3b6e3 of type vlan for network 62edf850-2a73-4cbb-a7e5-7db59c30c15d Mar 07 16:44:30.436137 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25833de3-49ca-4341-89bf-3b48a506b077 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=533873b8-8fa7-4930-ad76-6d16557b4f99,revision_number=1']} {{(pid=119954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:44:30.486255 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25833de3-49ca-4341-89bf-3b48a506b077 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:44:30.486509 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25833de3-49ca-4341-89bf-3b48a506b077 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:44:30.486863 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25833de3-49ca-4341-89bf-3b48a506b077 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:44:30.487205 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25833de3-49ca-4341-89bf-3b48a506b077 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:44:30.487532 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25833de3-49ca-4341-89bf-3b48a506b077 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:44:30.487886 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25833de3-49ca-4341-89bf-3b48a506b077 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:44:30.488226 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25833de3-49ca-4341-89bf-3b48a506b077 demo demo] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:44:30.488550 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25833de3-49ca-4341-89bf-3b48a506b077 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:44:30.488869 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25833de3-49ca-4341-89bf-3b48a506b077 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:44:30.489206 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25833de3-49ca-4341-89bf-3b48a506b077 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:44:30.489506 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25833de3-49ca-4341-89bf-3b48a506b077 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:44:30.489818 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25833de3-49ca-4341-89bf-3b48a506b077 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:44:30.490127 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25833de3-49ca-4341-89bf-3b48a506b077 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:44:30.491636 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25833de3-49ca-4341-89bf-3b48a506b077 demo demo] Tracked resource versions report: Mar 07 16:44:30.491636 dv-cinder-804757-24-iscsi neutron-server[119954]: pushed versions: Mar 07 16:44:30.491636 dv-cinder-804757-24-iscsi neutron-server[119954]: { 'AddressGroup': {'1.2'}, Mar 07 16:44:30.491636 dv-cinder-804757-24-iscsi neutron-server[119954]: 'ConntrackHelper': {'1.0'}, Mar 07 16:44:30.491636 dv-cinder-804757-24-iscsi neutron-server[119954]: 'LocalIPAssociation': {'1.0'}, Mar 07 16:44:30.491636 dv-cinder-804757-24-iscsi neutron-server[119954]: 'Log': {'1.0'}, Mar 07 16:44:30.491636 dv-cinder-804757-24-iscsi neutron-server[119954]: 'Network': {'1.1'}, Mar 07 16:44:30.491636 dv-cinder-804757-24-iscsi neutron-server[119954]: 'Port': {'1.7'}, Mar 07 16:44:30.491636 dv-cinder-804757-24-iscsi neutron-server[119954]: 'PortForwarding': {'1.2'}, Mar 07 16:44:30.491636 dv-cinder-804757-24-iscsi neutron-server[119954]: 'QosPolicy': {'1.10'}, Mar 07 16:44:30.491636 dv-cinder-804757-24-iscsi neutron-server[119954]: 'SecurityGroup': {'1.5'}, Mar 07 16:44:30.491636 dv-cinder-804757-24-iscsi neutron-server[119954]: 'SecurityGroupRule': {'1.2'}, Mar 07 16:44:30.491636 dv-cinder-804757-24-iscsi neutron-server[119954]: 'SubPort': {'1.0'}, Mar 07 16:44:30.491636 dv-cinder-804757-24-iscsi neutron-server[119954]: 'Subnet': {'1.1'}, Mar 07 16:44:30.491636 dv-cinder-804757-24-iscsi neutron-server[119954]: 'Trunk': {'1.1'}} Mar 07 16:44:30.491636 dv-cinder-804757-24-iscsi neutron-server[119954]: consumer versions: Mar 07 16:44:30.491636 dv-cinder-804757-24-iscsi neutron-server[119954]: { DHCP agent@dv-cinder-804757-24-iscsi: {}, Mar 07 16:44:30.491636 dv-cinder-804757-24-iscsi neutron-server[119954]: L3 agent@dv-cinder-804757-24-iscsi: {}, Mar 07 16:44:30.491636 dv-cinder-804757-24-iscsi neutron-server[119954]: Metadata agent@dv-cinder-804757-24-iscsi: {}, Mar 07 16:44:30.491636 dv-cinder-804757-24-iscsi neutron-server[119954]: Metering agent@dv-cinder-804757-24-iscsi: {}, Mar 07 16:44:30.491636 dv-cinder-804757-24-iscsi neutron-server[119954]: Open vSwitch agent@dv-cinder-804757-24-iscsi: { 'AddressGroup': '1.2', Mar 07 16:44:30.491636 dv-cinder-804757-24-iscsi neutron-server[119954]: 'ConntrackHelper': '1.0', Mar 07 16:44:30.491636 dv-cinder-804757-24-iscsi neutron-server[119954]: 'LocalIPAssociation': '1.0', Mar 07 16:44:30.491636 dv-cinder-804757-24-iscsi neutron-server[119954]: 'Log': '1.0', Mar 07 16:44:30.491636 dv-cinder-804757-24-iscsi neutron-server[119954]: 'Network': '1.1', Mar 07 16:44:30.491636 dv-cinder-804757-24-iscsi neutron-server[119954]: 'Port': '1.7', Mar 07 16:44:30.491636 dv-cinder-804757-24-iscsi neutron-server[119954]: 'PortForwarding': '1.2', Mar 07 16:44:30.491636 dv-cinder-804757-24-iscsi neutron-server[119954]: 'QosPolicy': '1.10', Mar 07 16:44:30.491636 dv-cinder-804757-24-iscsi neutron-server[119954]: 'SecurityGroup': '1.5', Mar 07 16:44:30.491636 dv-cinder-804757-24-iscsi neutron-server[119954]: 'SecurityGroupRule': '1.2', Mar 07 16:44:30.491636 dv-cinder-804757-24-iscsi neutron-server[119954]: 'SubPort': '1.0', Mar 07 16:44:30.491636 dv-cinder-804757-24-iscsi neutron-server[119954]: 'Subnet': '1.1', Mar 07 16:44:30.491636 dv-cinder-804757-24-iscsi neutron-server[119954]: 'Trunk': '1.1'}} Mar 07 16:44:30.491636 dv-cinder-804757-24-iscsi neutron-server[119954]: {{(pid=119954) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 07 16:44:30.525872 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-25833de3-49ca-4341-89bf-3b48a506b077 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754346284054'] for network (62edf850-2a73-4cbb-a7e5-7db59c30c15d), precommit_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:44:30.571247 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-25833de3-49ca-4341-89bf-3b48a506b077 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917'] for network (62edf850-2a73-4cbb-a7e5-7db59c30c15d), after_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:44:30.576409 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25833de3-49ca-4341-89bf-3b48a506b077 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:44:30.577497 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-25833de3-49ca-4341-89bf-3b48a506b077 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550935'] for network (None), before_response {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:44:30.638341 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [None req-25833de3-49ca-4341-89bf-3b48a506b077 demo demo] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.8081865 Mar 07 16:44:30.694307 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25833de3-49ca-4341-89bf-3b48a506b077 demo demo] Pushing event updated for resources: {'Network': ['ID=62edf850-2a73-4cbb-a7e5-7db59c30c15d,revision_number=1']} {{(pid=119954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:44:30.707493 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.rpc [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Network 62edf850-2a73-4cbb-a7e5-7db59c30c15d details requested by agent ovs-agent-dv-cinder-804757-24-iscsi with host dv-cinder-804757-24-iscsi {{(pid=119955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 16:44:33.174957 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.wsgi [-] (119954) accepted ('10.222.0.18', 47572) {{(pid=119954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:44:33.599881 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b93c084-a0d1-42d4-bd42-d4d83952b68b demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:44:33.601284 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [None req-6b93c084-a0d1-42d4-bd42-d4d83952b68b demo admin] 10.222.0.18 "GET /v2.0/networks/62edf850-2a73-4cbb-a7e5-7db59c30c15d HTTP/1.1" status: 200 len: 825 time: 0.4248946 Mar 07 16:44:33.629862 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [None req-c707cb50-5fe1-4fe9-ba8a-352ba98c554b demo admin] 10.222.0.18 "GET /v2.0/subnetpools/d48eaa35-c98e-4dea-b2f4-53e5b08b02dd HTTP/1.1" status: 200 len: 734 time: 0.0198259 Mar 07 16:44:33.638252 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.v2.base [None req-52fb6508-cdba-4f8d-b820-263828d9ee29 demo admin] Request body: {'subnet': {'network_id': '62edf850-2a73-4cbb-a7e5-7db59c30c15d', 'subnetpool_id': 'd48eaa35-c98e-4dea-b2f4-53e5b08b02dd', 'ip_version': 4, 'name': 'private-subnet', 'gateway_ip': '172.20.0.1'}} {{(pid=119954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:44:33.662104 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52fb6508-cdba-4f8d-b820-263828d9ee29 demo admin] Made reservation on behalf of 5899864f76e44e67a504265cd724e933 for: {'subnet': 1} {{(pid=119954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:44:33.665622 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-52fb6508-cdba-4f8d-b820-263828d9ee29 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:44:33.966157 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-52fb6508-cdba-4f8d-b820-263828d9ee29 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917'] for subnet (5655678b-35f9-4def-8398-56bdeb4316b8), after_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:44:34.037863 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fb6508-cdba-4f8d-b820-263828d9ee29 demo admin] Pushing event updated for resources: {'Subnet': ['ID=5655678b-35f9-4def-8398-56bdeb4316b8,revision_number=0']} {{(pid=119954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:44:34.044603 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52fb6508-cdba-4f8d-b820-263828d9ee29 demo admin] Checking segment: {'id': 'aea0c579-deb2-4969-8ccd-c032a8a3b6e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '62edf850-2a73-4cbb-a7e5-7db59c30c15d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:44:34.044972 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52fb6508-cdba-4f8d-b820-263828d9ee29 demo admin] Network hostable DHCP agents. Network: 62edf850-2a73-4cbb-a7e5-7db59c30c15d, hostable agents: ['85f07778-81ef-4888-a2e3-51ae57b6426a'], hosted agents: [] {{(pid=119954) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 16:44:34.068731 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52fb6508-cdba-4f8d-b820-263828d9ee29 demo admin] Network 62edf850-2a73-4cbb-a7e5-7db59c30c15d is scheduled to be hosted by DHCP agent 85f07778-81ef-4888-a2e3-51ae57b6426a with binding_index 1 {{(pid=119954) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 16:44:34.081066 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.scheduler.base_scheduler [None req-52fb6508-cdba-4f8d-b820-263828d9ee29 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804757-24-iscsi, 62edf850-2a73-4cbb-a7e5-7db59c30c15d) {{(pid=119954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:44:34.089243 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52fb6508-cdba-4f8d-b820-263828d9ee29 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:44:34.089843 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-52fb6508-cdba-4f8d-b820-263828d9ee29 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550935'] for subnet (None), before_response {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:44:34.091044 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36fc565d-03ab-47d2-8e88-44543271425d None None] Network 62edf850-2a73-4cbb-a7e5-7db59c30c15d requested from dv-cinder-804757-24-iscsi {{(pid=119955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:44:34.111277 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [None req-52fb6508-cdba-4f8d-b820-263828d9ee29 demo admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4762263 Mar 07 16:44:34.470006 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b4f08f5-2ed9-44ea-8ea6-5501af3d228d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4daafb27-07ab-5f95-a03c-57bf3ed213c4-62edf850-2a73-4cbb-a7e5-7db59c30c15d', 'network_id': '62edf850-2a73-4cbb-a7e5-7db59c30c15d', 'project_id': '5899864f76e44e67a504265cd724e933', 'fixed_ips': [{'subnet_id': '5655678b-35f9-4def-8398-56bdeb4316b8'}]}} from dv-cinder-804757-24-iscsi. {{(pid=119955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 16:44:34.471442 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-7b4f08f5-2ed9-44ea-8ea6-5501af3d228d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8385759'] for port (None), before_create {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:44:34.743111 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.db_base_plugin_common [None req-7b4f08f5-2ed9-44ea-8ea6-5501af3d228d None None] Allocated IP 172.20.0.2 (62edf850-2a73-4cbb-a7e5-7db59c30c15d/5655678b-35f9-4def-8398-56bdeb4316b8/ad95c042-1ed0-4484-b9b3-ee1dcc23db46) {{(pid=119955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:44:35.007059 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-7b4f08f5-2ed9-44ea-8ea6-5501af3d228d None None] Publish callbacks [] for port (ad95c042-1ed0-4484-b9b3-ee1dcc23db46), precommit_create {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:44:35.014963 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-7b4f08f5-2ed9-44ea-8ea6-5501af3d228d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754346267055'] for port (ad95c042-1ed0-4484-b9b3-ee1dcc23db46), after_create {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:44:35.088309 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b4f08f5-2ed9-44ea-8ea6-5501af3d228d None None] Network 62edf850-2a73-4cbb-a7e5-7db59c30c15d is already hosted by enough agents. {{(pid=119955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:44:35.093446 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.scheduler.base_scheduler [None req-7b4f08f5-2ed9-44ea-8ea6-5501af3d228d None None] Resources bound (agent type, host, resource id): {{(pid=119955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:44:35.102034 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b4f08f5-2ed9-44ea-8ea6-5501af3d228d None None] Received port after_create {{(pid=119955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:44:35.105050 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4f08f5-2ed9-44ea-8ea6-5501af3d228d None None] Pushing event updated for resources: {'Port': ['ID=ad95c042-1ed0-4484-b9b3-ee1dcc23db46,revision_number=1']} {{(pid=119955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:44:35.136635 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4f08f5-2ed9-44ea-8ea6-5501af3d228d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:44:35.136964 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4f08f5-2ed9-44ea-8ea6-5501af3d228d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:44:35.137344 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4f08f5-2ed9-44ea-8ea6-5501af3d228d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:44:35.137676 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4f08f5-2ed9-44ea-8ea6-5501af3d228d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:44:35.138005 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4f08f5-2ed9-44ea-8ea6-5501af3d228d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:44:35.138330 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4f08f5-2ed9-44ea-8ea6-5501af3d228d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:44:35.138670 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4f08f5-2ed9-44ea-8ea6-5501af3d228d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:44:35.138995 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4f08f5-2ed9-44ea-8ea6-5501af3d228d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:44:35.139314 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4f08f5-2ed9-44ea-8ea6-5501af3d228d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:44:35.139644 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4f08f5-2ed9-44ea-8ea6-5501af3d228d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:44:35.140068 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4f08f5-2ed9-44ea-8ea6-5501af3d228d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:44:35.140384 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4f08f5-2ed9-44ea-8ea6-5501af3d228d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:44:35.140687 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4f08f5-2ed9-44ea-8ea6-5501af3d228d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:44:35.142102 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4f08f5-2ed9-44ea-8ea6-5501af3d228d None None] Tracked resource versions report: Mar 07 16:44:35.142102 dv-cinder-804757-24-iscsi neutron-server[119955]: pushed versions: Mar 07 16:44:35.142102 dv-cinder-804757-24-iscsi neutron-server[119955]: { 'AddressGroup': {'1.2'}, Mar 07 16:44:35.142102 dv-cinder-804757-24-iscsi neutron-server[119955]: 'ConntrackHelper': {'1.0'}, Mar 07 16:44:35.142102 dv-cinder-804757-24-iscsi neutron-server[119955]: 'LocalIPAssociation': {'1.0'}, Mar 07 16:44:35.142102 dv-cinder-804757-24-iscsi neutron-server[119955]: 'Log': {'1.0'}, Mar 07 16:44:35.142102 dv-cinder-804757-24-iscsi neutron-server[119955]: 'Network': {'1.1'}, Mar 07 16:44:35.142102 dv-cinder-804757-24-iscsi neutron-server[119955]: 'Port': {'1.7'}, Mar 07 16:44:35.142102 dv-cinder-804757-24-iscsi neutron-server[119955]: 'PortForwarding': {'1.2'}, Mar 07 16:44:35.142102 dv-cinder-804757-24-iscsi neutron-server[119955]: 'QosPolicy': {'1.10'}, Mar 07 16:44:35.142102 dv-cinder-804757-24-iscsi neutron-server[119955]: 'SecurityGroup': {'1.5'}, Mar 07 16:44:35.142102 dv-cinder-804757-24-iscsi neutron-server[119955]: 'SecurityGroupRule': {'1.2'}, Mar 07 16:44:35.142102 dv-cinder-804757-24-iscsi neutron-server[119955]: 'SubPort': {'1.0'}, Mar 07 16:44:35.142102 dv-cinder-804757-24-iscsi neutron-server[119955]: 'Subnet': {'1.1'}, Mar 07 16:44:35.142102 dv-cinder-804757-24-iscsi neutron-server[119955]: 'Trunk': {'1.1'}} Mar 07 16:44:35.142102 dv-cinder-804757-24-iscsi neutron-server[119955]: consumer versions: Mar 07 16:44:35.142102 dv-cinder-804757-24-iscsi neutron-server[119955]: { DHCP agent@dv-cinder-804757-24-iscsi: {}, Mar 07 16:44:35.142102 dv-cinder-804757-24-iscsi neutron-server[119955]: L3 agent@dv-cinder-804757-24-iscsi: {}, Mar 07 16:44:35.142102 dv-cinder-804757-24-iscsi neutron-server[119955]: Metadata agent@dv-cinder-804757-24-iscsi: {}, Mar 07 16:44:35.142102 dv-cinder-804757-24-iscsi neutron-server[119955]: Metering agent@dv-cinder-804757-24-iscsi: {}, Mar 07 16:44:35.142102 dv-cinder-804757-24-iscsi neutron-server[119955]: Open vSwitch agent@dv-cinder-804757-24-iscsi: { 'AddressGroup': '1.2', Mar 07 16:44:35.142102 dv-cinder-804757-24-iscsi neutron-server[119955]: 'ConntrackHelper': '1.0', Mar 07 16:44:35.142102 dv-cinder-804757-24-iscsi neutron-server[119955]: 'LocalIPAssociation': '1.0', Mar 07 16:44:35.142102 dv-cinder-804757-24-iscsi neutron-server[119955]: 'Log': '1.0', Mar 07 16:44:35.142102 dv-cinder-804757-24-iscsi neutron-server[119955]: 'Network': '1.1', Mar 07 16:44:35.142102 dv-cinder-804757-24-iscsi neutron-server[119955]: 'Port': '1.7', Mar 07 16:44:35.142102 dv-cinder-804757-24-iscsi neutron-server[119955]: 'PortForwarding': '1.2', Mar 07 16:44:35.142102 dv-cinder-804757-24-iscsi neutron-server[119955]: 'QosPolicy': '1.10', Mar 07 16:44:35.142102 dv-cinder-804757-24-iscsi neutron-server[119955]: 'SecurityGroup': '1.5', Mar 07 16:44:35.142102 dv-cinder-804757-24-iscsi neutron-server[119955]: 'SecurityGroupRule': '1.2', Mar 07 16:44:35.142102 dv-cinder-804757-24-iscsi neutron-server[119955]: 'SubPort': '1.0', Mar 07 16:44:35.142102 dv-cinder-804757-24-iscsi neutron-server[119955]: 'Subnet': '1.1', Mar 07 16:44:35.142102 dv-cinder-804757-24-iscsi neutron-server[119955]: 'Trunk': '1.1'}} Mar 07 16:44:35.142102 dv-cinder-804757-24-iscsi neutron-server[119955]: {{(pid=119955) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 07 16:44:35.191219 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.managers [None req-7b4f08f5-2ed9-44ea-8ea6-5501af3d228d None None] Attempting to bind port ad95c042-1ed0-4484-b9b3-ee1dcc23db46 on host dv-cinder-804757-24-iscsi for vnic_type normal with profile {{(pid=119955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:44:35.191620 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.managers [None req-7b4f08f5-2ed9-44ea-8ea6-5501af3d228d None None] Attempting to bind port ad95c042-1ed0-4484-b9b3-ee1dcc23db46 by drivers openvswitch,hyperv on host dv-cinder-804757-24-iscsi at level 0 using segments [{'id': 'aea0c579-deb2-4969-8ccd-c032a8a3b6e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '62edf850-2a73-4cbb-a7e5-7db59c30c15d'}] {{(pid=119955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:44:35.192068 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b4f08f5-2ed9-44ea-8ea6-5501af3d228d None None] Attempting to bind port ad95c042-1ed0-4484-b9b3-ee1dcc23db46 on network 62edf850-2a73-4cbb-a7e5-7db59c30c15d {{(pid=119955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:44:35.197862 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b4f08f5-2ed9-44ea-8ea6-5501af3d228d None None] Checking agent: {'id': '3df9d949-03e8-46c4-b37f-6f8a21aeab22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-24-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 16, 44, 23), 'started_at': datetime.datetime(2022, 3, 7, 16, 44, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 44, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-24-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:44:35.198251 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b4f08f5-2ed9-44ea-8ea6-5501af3d228d None None] Checking segment: {'id': 'aea0c579-deb2-4969-8ccd-c032a8a3b6e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '62edf850-2a73-4cbb-a7e5-7db59c30c15d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:44:35.198730 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-7b4f08f5-2ed9-44ea-8ea6-5501af3d228d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:44:35.199120 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b4f08f5-2ed9-44ea-8ea6-5501af3d228d None None] Bound using segment: {'id': 'aea0c579-deb2-4969-8ccd-c032a8a3b6e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '62edf850-2a73-4cbb-a7e5-7db59c30c15d'} {{(pid=119955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:44:35.199596 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.managers [None req-7b4f08f5-2ed9-44ea-8ea6-5501af3d228d None None] Bound port: ad95c042-1ed0-4484-b9b3-ee1dcc23db46, host: dv-cinder-804757-24-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aea0c579-deb2-4969-8ccd-c032a8a3b6e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '62edf850-2a73-4cbb-a7e5-7db59c30c15d'}}] {{(pid=119955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:44:35.200022 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-7b4f08f5-2ed9-44ea-8ea6-5501af3d228d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8385759'] for port (ad95c042-1ed0-4484-b9b3-ee1dcc23db46), before_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:44:35.261973 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.db [None req-7b4f08f5-2ed9-44ea-8ea6-5501af3d228d None None] For port ad95c042-1ed0-4484-b9b3-ee1dcc23db46, host dv-cinder-804757-24-iscsi, cleared binding levels {{(pid=119955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:44:35.266130 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.db [None req-7b4f08f5-2ed9-44ea-8ea6-5501af3d228d None None] For port ad95c042-1ed0-4484-b9b3-ee1dcc23db46, host dv-cinder-804757-24-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-24-iscsi',level=0,port_id=ad95c042-1ed0-4484-b9b3-ee1dcc23db46,segment=NetworkSegment(aea0c579-deb2-4969-8ccd-c032a8a3b6e3),segment_id=aea0c579-deb2-4969-8ccd-c032a8a3b6e3)] {{(pid=119955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:44:35.275276 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-7b4f08f5-2ed9-44ea-8ea6-5501af3d228d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754346672056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754346267073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754346267091'] for port (ad95c042-1ed0-4484-b9b3-ee1dcc23db46), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:44:35.342799 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4f08f5-2ed9-44ea-8ea6-5501af3d228d None None] Pushing event updated for resources: {'Port': ['ID=ad95c042-1ed0-4484-b9b3-ee1dcc23db46,revision_number=2']} {{(pid=119955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:44:36.646815 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.wsgi [-] (119953) accepted ('10.222.0.18', 47580) {{(pid=119953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:44:37.154771 dv-cinder-804757-24-iscsi neutron-server[119953]: WARNING oslo_policy.policy [None req-10269f3c-cf6d-4785-a5d6-af9ccb37d9ec admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 07 16:44:37.155459 dv-cinder-804757-24-iscsi neutron-server[119953]: WARNING oslo_policy.policy [None req-10269f3c-cf6d-4785-a5d6-af9ccb37d9ec admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 07 16:44:37.374750 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.wsgi [None req-10269f3c-cf6d-4785-a5d6-af9ccb37d9ec admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=119953) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 16:44:37.376098 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [None req-10269f3c-cf6d-4785-a5d6-af9ccb37d9ec admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7271276 Mar 07 16:44:39.905410 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.wsgi [-] (119954) accepted ('10.222.0.18', 47594) {{(pid=119954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:44:40.234884 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.wsgi [None req-05950d8f-acc7-4c54-89cc-369a5d5a2e06 admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=119954) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 16:44:40.235901 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [None req-05950d8f-acc7-4c54-89cc-369a5d5a2e06 admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3291976 Mar 07 16:44:42.780085 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.wsgi [-] (119954) accepted ('10.222.0.18', 47602) {{(pid=119954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:44:43.115368 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.v2.base [None req-096e9453-a05c-4221-80d2-038478312ddc demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=119954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:44:43.141278 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-096e9453-a05c-4221-80d2-038478312ddc demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-709529', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24401'] for router (25706eb9-a6f8-4f6a-9581-f634b315d5e2), before_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:44:43.142887 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-096e9453-a05c-4221-80d2-038478312ddc demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-708201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-705242', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571311', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24408'] for router (25706eb9-a6f8-4f6a-9581-f634b315d5e2), precommit_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:44:43.283876 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-096e9453-a05c-4221-80d2-038478312ddc demo demo] Publish callbacks [] for router_controller (25706eb9-a6f8-4f6a-9581-f634b315d5e2), precommit_add_association {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:44:43.289886 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-096e9453-a05c-4221-80d2-038478312ddc demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-708194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-705271'] for router (25706eb9-a6f8-4f6a-9581-f634b315d5e2), after_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:44:43.308457 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-096e9453-a05c-4221-80d2-038478312ddc demo demo] Publish callbacks [] for router (None), before_response {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:44:43.309634 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [None req-096e9453-a05c-4221-80d2-038478312ddc demo demo] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5284879 Mar 07 16:44:45.853973 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.wsgi [-] (119954) accepted ('10.222.0.18', 47614) {{(pid=119954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:44:46.114361 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.rpc [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Device ad95c042-1ed0-4484-b9b3-ee1dcc23db46 up at agent ovs-agent-dv-cinder-804757-24-iscsi {{(pid=119955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:44:46.178548 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.wsgi [None req-14b9dfc3-5e9e-476f-8785-5243578c4ac3 admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=119954) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 16:44:46.180092 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [None req-14b9dfc3-5e9e-476f-8785-5243578c4ac3 admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3248222 Mar 07 16:44:46.204783 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.provisioning_blocks [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Provisioning complete for port ad95c042-1ed0-4484-b9b3-ee1dcc23db46 triggered by entity L2. {{(pid=119955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:44:46.205201 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8194280'] for port (ad95c042-1ed0-4484-b9b3-ee1dcc23db46), provisioning_complete {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:44:46.321526 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.plugin [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Current status of the port ad95c042-1ed0-4484-b9b3-ee1dcc23db46 is: DOWN; New status is: ACTIVE {{(pid=119955) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:44:46.321893 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8385759'] for port (ad95c042-1ed0-4484-b9b3-ee1dcc23db46), before_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:44:46.360195 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.db [None req-63748041-7458-40ab-a922-e876cef088c3 None None] For port ad95c042-1ed0-4484-b9b3-ee1dcc23db46, host dv-cinder-804757-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-24-iscsi',level=0,port_id=ad95c042-1ed0-4484-b9b3-ee1dcc23db46,segment=NetworkSegment(aea0c579-deb2-4969-8ccd-c032a8a3b6e3),segment_id=aea0c579-deb2-4969-8ccd-c032a8a3b6e3)] {{(pid=119955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:44:46.365251 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754346672056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754346267073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754346267091'] for port (ad95c042-1ed0-4484-b9b3-ee1dcc23db46), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:44:46.419019 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Pushing event updated for resources: {'Port': ['ID=ad95c042-1ed0-4484-b9b3-ee1dcc23db46,revision_number=3']} {{(pid=119955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:44:46.509236 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9c25608-ba3f-4849-b67e-ea2337483d35 None None] Network 62edf850-2a73-4cbb-a7e5-7db59c30c15d requested from dv-cinder-804757-24-iscsi {{(pid=119955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:44:46.630962 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.provisioning_blocks [None req-9dc1a66c-0c77-41e8-b7ce-99914c674a19 None None] Provisioning complete for port ad95c042-1ed0-4484-b9b3-ee1dcc23db46 triggered by entity DHCP. {{(pid=119955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:44:46.631354 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-9dc1a66c-0c77-41e8-b7ce-99914c674a19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8194280'] for port (ad95c042-1ed0-4484-b9b3-ee1dcc23db46), provisioning_complete {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:44:46.723453 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.plugin [None req-9dc1a66c-0c77-41e8-b7ce-99914c674a19 None None] Current status of the port ad95c042-1ed0-4484-b9b3-ee1dcc23db46 is: ACTIVE; New status is: ACTIVE {{(pid=119955) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:44:46.844628 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.provisioning_blocks [None req-0d72e261-e3e4-464f-9066-f92307450c92 None None] Provisioning complete for port ad95c042-1ed0-4484-b9b3-ee1dcc23db46 triggered by entity DHCP. {{(pid=119955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:44:46.845026 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-0d72e261-e3e4-464f-9066-f92307450c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8194280'] for port (ad95c042-1ed0-4484-b9b3-ee1dcc23db46), provisioning_complete {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:44:46.925671 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.plugin [None req-0d72e261-e3e4-464f-9066-f92307450c92 None None] Current status of the port ad95c042-1ed0-4484-b9b3-ee1dcc23db46 is: ACTIVE; New status is: ACTIVE {{(pid=119955) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:44:47.109355 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-885d3e60-2515-469d-8a12-984ea2e521cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194190'] for agent (85f07778-81ef-4888-a2e3-51ae57b6426a), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:44:48.079778 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.rpc [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Device ad95c042-1ed0-4484-b9b3-ee1dcc23db46 up at agent ovs-agent-dv-cinder-804757-24-iscsi {{(pid=119955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:44:48.128115 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.provisioning_blocks [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Provisioning complete for port ad95c042-1ed0-4484-b9b3-ee1dcc23db46 triggered by entity L2. {{(pid=119955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:44:48.128512 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8194280'] for port (ad95c042-1ed0-4484-b9b3-ee1dcc23db46), provisioning_complete {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:44:48.206842 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.plugin [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Current status of the port ad95c042-1ed0-4484-b9b3-ee1dcc23db46 is: ACTIVE; New status is: ACTIVE {{(pid=119955) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:44:48.708830 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.wsgi [-] (119954) accepted ('10.222.0.18', 47622) {{(pid=119954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:44:49.047798 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.v2.base [None req-67e7acc5-a5f9-4b2e-a233-260cfe68f298 admin admin] Request body: {'network': {'is_default': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'admin_state_up': True, 'router:external': True, 'name': 'public'}} {{(pid=119954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:44:49.073202 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67e7acc5-a5f9-4b2e-a233-260cfe68f298 admin admin] Made reservation on behalf of 5311c68a92674bc2a18525ef35e58a74 for: {'network': 1} {{(pid=119954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:44:49.075451 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-67e7acc5-a5f9-4b2e-a233-260cfe68f298 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8385759'] for network (None), before_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:44:49.085882 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-67e7acc5-a5f9-4b2e-a233-260cfe68f298 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:44:49.166086 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-67e7acc5-a5f9-4b2e-a233-260cfe68f298 admin admin] Publish callbacks [] for security_group (1ef21edd-831e-4c3f-8592-1a09632154e4), precommit_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:44:49.170798 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-67e7acc5-a5f9-4b2e-a233-260cfe68f298 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543383'] for security_group (1ef21edd-831e-4c3f-8592-1a09632154e4), after_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:44:49.185121 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-67e7acc5-a5f9-4b2e-a233-260cfe68f298 admin admin] Reserving flat network on physical network physnet1 {{(pid=119954) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Mar 07 16:44:49.205073 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e7acc5-a5f9-4b2e-a233-260cfe68f298 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ef21edd-831e-4c3f-8592-1a09632154e4,revision_number=1']} {{(pid=119954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:44:49.208726 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-67e7acc5-a5f9-4b2e-a233-260cfe68f298 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8315985'] for segment (0349b9bd-653a-4400-b295-28c1bc47d9ca), precommit_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:44:49.209254 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.db.segments_db [None req-67e7acc5-a5f9-4b2e-a233-260cfe68f298 admin admin] Added segment 0349b9bd-653a-4400-b295-28c1bc47d9ca of type flat for network 3eba6d1e-0acd-4586-8e75-f5a4e7e90d88 Mar 07 16:44:49.267021 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-67e7acc5-a5f9-4b2e-a233-260cfe68f298 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754346284054'] for network (3eba6d1e-0acd-4586-8e75-f5a4e7e90d88), precommit_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:44:49.302400 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-67e7acc5-a5f9-4b2e-a233-260cfe68f298 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917'] for network (3eba6d1e-0acd-4586-8e75-f5a4e7e90d88), after_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:44:49.303326 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67e7acc5-a5f9-4b2e-a233-260cfe68f298 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:44:49.304120 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-67e7acc5-a5f9-4b2e-a233-260cfe68f298 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550935'] for network (None), before_response {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:44:49.348812 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [None req-67e7acc5-a5f9-4b2e-a233-260cfe68f298 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6388237 Mar 07 16:44:49.364970 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-b6a3dba6-0243-4c71-877d-de47a3d4b09b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194190'] for agent (4cbb3502-d72e-4663-b57e-51d645794085), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:44:49.398423 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e7acc5-a5f9-4b2e-a233-260cfe68f298 admin admin] Pushing event updated for resources: {'Network': ['ID=3eba6d1e-0acd-4586-8e75-f5a4e7e90d88,revision_number=1']} {{(pid=119954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:44:49.408485 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.rpc [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Network 3eba6d1e-0acd-4586-8e75-f5a4e7e90d88 details requested by agent ovs-agent-dv-cinder-804757-24-iscsi with host dv-cinder-804757-24-iscsi {{(pid=119955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 16:44:50.429883 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-ad94e2ed-e0a8-44ae-a5ff-cf9ca5ab0e17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194190'] for agent (82ccd293-b7fb-4417-a581-186a4d7e9931), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:44:51.642953 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.db.agents_db [None req-64435fe0-d7c6-4327-a557-6d3e8ab92464 None None] Agent healthcheck: found 5 active agents {{(pid=119956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 16:44:51.866838 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.wsgi [-] (119954) accepted ('10.222.0.18', 47640) {{(pid=119954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:44:52.071565 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65a1d8b3-a80c-4865-90f8-1bac8f675d27 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:44:52.073021 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [None req-65a1d8b3-a80c-4865-90f8-1bac8f675d27 demo admin] 10.222.0.18 "GET /v2.0/subnets/5655678b-35f9-4def-8398-56bdeb4316b8 HTTP/1.1" status: 200 len: 849 time: 0.2049522 Mar 07 16:44:52.073332 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-0d1b32c5-0803-4391-a623-fc098c7d5199 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194190'] for agent (8123e327-866e-42b5-856f-55ddd9e9e5b2), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:44:52.196325 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [None req-6f0c13d8-552f-4ae4-8e49-0114146242a2 demo admin] 10.222.0.18 "GET /v2.0/routers/25706eb9-a6f8-4f6a-9581-f634b315d5e2 HTTP/1.1" status: 200 len: 704 time: 0.1170051 Mar 07 16:44:52.471515 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-8b9030da-8bea-4e8e-8048-a3c917414076 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8385759'] for port (None), before_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:44:52.808150 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.db.db_base_plugin_common [None req-8b9030da-8bea-4e8e-8048-a3c917414076 demo admin] Allocated IP 172.20.0.1 (62edf850-2a73-4cbb-a7e5-7db59c30c15d/5655678b-35f9-4def-8398-56bdeb4316b8/9ccf01c6-3f41-4373-a3e4-233edda76cca) {{(pid=119954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:44:52.983179 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-8b9030da-8bea-4e8e-8048-a3c917414076 demo admin] Publish callbacks [] for port (9ccf01c6-3f41-4373-a3e4-233edda76cca), precommit_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:44:53.054994 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-8b9030da-8bea-4e8e-8048-a3c917414076 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754346267055'] for port (9ccf01c6-3f41-4373-a3e4-233edda76cca), after_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:44:53.136419 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b9030da-8bea-4e8e-8048-a3c917414076 demo admin] Network 62edf850-2a73-4cbb-a7e5-7db59c30c15d is already hosted by enough agents. {{(pid=119954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:44:53.141520 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.scheduler.base_scheduler [None req-8b9030da-8bea-4e8e-8048-a3c917414076 demo admin] Resources bound (agent type, host, resource id): {{(pid=119954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:44:53.144190 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b9030da-8bea-4e8e-8048-a3c917414076 demo admin] Received port after_create {{(pid=119954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:44:53.144714 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-8b9030da-8bea-4e8e-8048-a3c917414076 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-706522'] for router_interface (25706eb9-a6f8-4f6a-9581-f634b315d5e2), before_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:44:53.211932 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9030da-8bea-4e8e-8048-a3c917414076 demo admin] Pushing event updated for resources: {'Port': ['ID=9ccf01c6-3f41-4373-a3e4-233edda76cca,revision_number=1']} {{(pid=119954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:44:53.357954 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-8b9030da-8bea-4e8e-8048-a3c917414076 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8385759'] for port (9ccf01c6-3f41-4373-a3e4-233edda76cca), before_update {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:44:53.392247 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.provisioning_blocks [None req-ecc0b284-3ce2-457a-8e84-2b596c0c53aa None None] Provisioning complete for port 9ccf01c6-3f41-4373-a3e4-233edda76cca triggered by entity DHCP. {{(pid=119955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:44:53.392899 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-ecc0b284-3ce2-457a-8e84-2b596c0c53aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8194280'] for port (9ccf01c6-3f41-4373-a3e4-233edda76cca), provisioning_complete {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:44:53.486042 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.plugin [None req-ecc0b284-3ce2-457a-8e84-2b596c0c53aa None None] Port 9ccf01c6-3f41-4373-a3e4-233edda76cca cannot update to ACTIVE because it is not bound. {{(pid=119955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:44:53.489449 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194190'] for agent (3df9d949-03e8-46c4-b37f-6f8a21aeab22), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:44:53.568971 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-8b9030da-8bea-4e8e-8048-a3c917414076 demo admin] Publish callbacks [] for port (9ccf01c6-3f41-4373-a3e4-233edda76cca), precommit_update {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:44:53.575472 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-8b9030da-8bea-4e8e-8048-a3c917414076 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754346672056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754346267073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754346267091'] for port (9ccf01c6-3f41-4373-a3e4-233edda76cca), after_update {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:44:53.576661 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-8b9030da-8bea-4e8e-8048-a3c917414076 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-706486'] for router_interface (25706eb9-a6f8-4f6a-9581-f634b315d5e2), after_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:44:53.630505 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9030da-8bea-4e8e-8048-a3c917414076 demo admin] Pushing event updated for resources: {'Port': ['ID=9ccf01c6-3f41-4373-a3e4-233edda76cca,revision_number=2']} {{(pid=119954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:44:53.700303 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b9030da-8bea-4e8e-8048-a3c917414076 demo admin] Network 62edf850-2a73-4cbb-a7e5-7db59c30c15d is already hosted by enough agents. {{(pid=119954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:44:53.702021 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.scheduler.base_scheduler [None req-8b9030da-8bea-4e8e-8048-a3c917414076 demo admin] Resources bound (agent type, host, resource id): {{(pid=119954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:44:53.865816 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b9030da-8bea-4e8e-8048-a3c917414076 demo admin] Router 25706eb9-a6f8-4f6a-9581-f634b315d5e2 is scheduled to L3 agent 4cbb3502-d72e-4663-b57e-51d645794085 with binding_index 1 {{(pid=119954) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 16:44:53.964382 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b9030da-8bea-4e8e-8048-a3c917414076 demo admin] Notify agent at l3_agent.dv-cinder-804757-24-iscsi the message routers_updated {{(pid=119954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:44:53.970098 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [None req-8b9030da-8bea-4e8e-8048-a3c917414076 demo admin] 10.222.0.18 "PUT /v2.0/routers/25706eb9-a6f8-4f6a-9581-f634b315d5e2/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7680120 Mar 07 16:44:53.977371 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac70bbaf-f801-4da2-a3a8-cf92838ea235 None None] Sync routers for ids ['25706eb9-a6f8-4f6a-9581-f634b315d5e2'] in dv-cinder-804757-24-iscsi {{(pid=119956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:44:53.990031 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac70bbaf-f801-4da2-a3a8-cf92838ea235 None None] Routers {'25706eb9-a6f8-4f6a-9581-f634b315d5e2'} bound to L3 agent in host dv-cinder-804757-24-iscsi {{(pid=119956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:44:53.990875 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.db.l3_hamode_db [None req-ac70bbaf-f801-4da2-a3a8-cf92838ea235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-07T16:44:19Z,description=,heartbeat_timestamp=2022-03-07T16:44:49Z,host='dv-cinder-804757-24-iscsi',id=4cbb3502-d72e-4663-b57e-51d645794085,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:44:19Z,topic='l3_agent')) {'router_ids': ['25706eb9-a6f8-4f6a-9581-f634b315d5e2'], 'active': True} {{(pid=119956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:44:54.011042 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.provisioning_blocks [None req-024052c9-3b59-4f4e-a028-8303fb223727 None None] Provisioning complete for port 9ccf01c6-3f41-4373-a3e4-233edda76cca triggered by entity DHCP. {{(pid=119955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:44:54.011606 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-024052c9-3b59-4f4e-a028-8303fb223727 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8194280'] for port (9ccf01c6-3f41-4373-a3e4-233edda76cca), provisioning_complete {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:44:54.049040 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.plugin [None req-024052c9-3b59-4f4e-a028-8303fb223727 None None] Port 9ccf01c6-3f41-4373-a3e4-233edda76cca cannot update to ACTIVE because it is not bound. {{(pid=119955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:44:54.179844 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.db.l3_dvr_db [None req-ac70bbaf-f801-4da2-a3a8-cf92838ea235 None None] Set router 25706eb9-a6f8-4f6a-9581-f634b315d5e2 gateway port host: None {{(pid=119956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:44:54.601036 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.db.l3_hamode_db [None req-ac70bbaf-f801-4da2-a3a8-cf92838ea235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25706eb9-a6f8-4f6a-9581-f634b315d5e2', 'name': 'router1', 'tenant_id': '5899864f76e44e67a504265cd724e933', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:44:43Z', 'updated_at': '2022-03-07T16:44:53Z', 'revision_number': 2, 'project_id': '5899864f76e44e67a504265cd724e933', 'gw_port_host': None, '_interfaces': [{'id': '9ccf01c6-3f41-4373-a3e4-233edda76cca', 'name': '', 'network_id': '62edf850-2a73-4cbb-a7e5-7db59c30c15d', 'tenant_id': '5899864f76e44e67a504265cd724e933', 'mac_address': 'fa:16:3e:3a:d0:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25706eb9-a6f8-4f6a-9581-f634b315d5e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5655678b-35f9-4def-8398-56bdeb4316b8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:44:52Z', 'updated_at': '2022-03-07T16:44:53Z', 'revision_number': 2, 'project_id': '5899864f76e44e67a504265cd724e933', 'subnets': [{'id': '5655678b-35f9-4def-8398-56bdeb4316b8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd48eaa35-c98e-4dea-b2f4-53e5b08b02dd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-24-iscsi', False) {} {{(pid=119956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:44:54.650458 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac70bbaf-f801-4da2-a3a8-cf92838ea235 None None] Checking router: 25706eb9-a6f8-4f6a-9581-f634b315d5e2 for host: dv-cinder-804757-24-iscsi {{(pid=119956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 16:44:54.650820 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac70bbaf-f801-4da2-a3a8-cf92838ea235 None None] Updating router 25706eb9-a6f8-4f6a-9581-f634b315d5e2 port 9ccf01c6-3f41-4373-a3e4-233edda76cca binding host dv-cinder-804757-24-iscsi {{(pid=119956) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 16:44:54.702361 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron_lib.callbacks.manager [None req-ac70bbaf-f801-4da2-a3a8-cf92838ea235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8385759'] for port (9ccf01c6-3f41-4373-a3e4-233edda76cca), before_update {{(pid=119956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:44:55.200415 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron_lib.callbacks.manager [None req-ac70bbaf-f801-4da2-a3a8-cf92838ea235 None None] Publish callbacks [] for port (9ccf01c6-3f41-4373-a3e4-233edda76cca), precommit_update {{(pid=119956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:44:55.209193 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron_lib.callbacks.manager [None req-ac70bbaf-f801-4da2-a3a8-cf92838ea235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754346672056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754346267073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754346267091'] for port (9ccf01c6-3f41-4373-a3e4-233edda76cca), after_update {{(pid=119956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:44:55.295223 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f118aa-94c0-4a9e-b047-d251489b83ba None None] Pushing event updated for resources: {'Port': ['ID=9ccf01c6-3f41-4373-a3e4-233edda76cca,revision_number=3']} {{(pid=119956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:44:55.308144 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f118aa-94c0-4a9e-b047-d251489b83ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:44:55.308492 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f118aa-94c0-4a9e-b047-d251489b83ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:44:55.308852 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f118aa-94c0-4a9e-b047-d251489b83ba None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:44:55.309201 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f118aa-94c0-4a9e-b047-d251489b83ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:44:55.309642 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f118aa-94c0-4a9e-b047-d251489b83ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:44:55.309836 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f118aa-94c0-4a9e-b047-d251489b83ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:44:55.310179 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f118aa-94c0-4a9e-b047-d251489b83ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:44:55.310502 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f118aa-94c0-4a9e-b047-d251489b83ba None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:44:55.310827 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f118aa-94c0-4a9e-b047-d251489b83ba None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:44:55.311161 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f118aa-94c0-4a9e-b047-d251489b83ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:44:55.311473 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f118aa-94c0-4a9e-b047-d251489b83ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:44:55.311788 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f118aa-94c0-4a9e-b047-d251489b83ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:44:55.312112 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f118aa-94c0-4a9e-b047-d251489b83ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:44:55.313547 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f118aa-94c0-4a9e-b047-d251489b83ba None None] Tracked resource versions report: Mar 07 16:44:55.313547 dv-cinder-804757-24-iscsi neutron-server[119956]: pushed versions: Mar 07 16:44:55.313547 dv-cinder-804757-24-iscsi neutron-server[119956]: { 'AddressGroup': {'1.2'}, Mar 07 16:44:55.313547 dv-cinder-804757-24-iscsi neutron-server[119956]: 'ConntrackHelper': {'1.0'}, Mar 07 16:44:55.313547 dv-cinder-804757-24-iscsi neutron-server[119956]: 'LocalIPAssociation': {'1.0'}, Mar 07 16:44:55.313547 dv-cinder-804757-24-iscsi neutron-server[119956]: 'Log': {'1.0'}, Mar 07 16:44:55.313547 dv-cinder-804757-24-iscsi neutron-server[119956]: 'Network': {'1.1'}, Mar 07 16:44:55.313547 dv-cinder-804757-24-iscsi neutron-server[119956]: 'Port': {'1.7'}, Mar 07 16:44:55.313547 dv-cinder-804757-24-iscsi neutron-server[119956]: 'PortForwarding': {'1.2'}, Mar 07 16:44:55.313547 dv-cinder-804757-24-iscsi neutron-server[119956]: 'QosPolicy': {'1.10'}, Mar 07 16:44:55.313547 dv-cinder-804757-24-iscsi neutron-server[119956]: 'SecurityGroup': {'1.5'}, Mar 07 16:44:55.313547 dv-cinder-804757-24-iscsi neutron-server[119956]: 'SecurityGroupRule': {'1.2'}, Mar 07 16:44:55.313547 dv-cinder-804757-24-iscsi neutron-server[119956]: 'SubPort': {'1.0'}, Mar 07 16:44:55.313547 dv-cinder-804757-24-iscsi neutron-server[119956]: 'Subnet': {'1.1'}, Mar 07 16:44:55.313547 dv-cinder-804757-24-iscsi neutron-server[119956]: 'Trunk': {'1.1'}} Mar 07 16:44:55.313547 dv-cinder-804757-24-iscsi neutron-server[119956]: consumer versions: Mar 07 16:44:55.313547 dv-cinder-804757-24-iscsi neutron-server[119956]: { DHCP agent@dv-cinder-804757-24-iscsi: {}, Mar 07 16:44:55.313547 dv-cinder-804757-24-iscsi neutron-server[119956]: L3 agent@dv-cinder-804757-24-iscsi: {}, Mar 07 16:44:55.313547 dv-cinder-804757-24-iscsi neutron-server[119956]: Metadata agent@dv-cinder-804757-24-iscsi: {}, Mar 07 16:44:55.313547 dv-cinder-804757-24-iscsi neutron-server[119956]: Metering agent@dv-cinder-804757-24-iscsi: {}, Mar 07 16:44:55.313547 dv-cinder-804757-24-iscsi neutron-server[119956]: Open vSwitch agent@dv-cinder-804757-24-iscsi: { 'AddressGroup': '1.2', Mar 07 16:44:55.313547 dv-cinder-804757-24-iscsi neutron-server[119956]: 'ConntrackHelper': '1.0', Mar 07 16:44:55.313547 dv-cinder-804757-24-iscsi neutron-server[119956]: 'LocalIPAssociation': '1.0', Mar 07 16:44:55.313547 dv-cinder-804757-24-iscsi neutron-server[119956]: 'Log': '1.0', Mar 07 16:44:55.313547 dv-cinder-804757-24-iscsi neutron-server[119956]: 'Network': '1.1', Mar 07 16:44:55.313547 dv-cinder-804757-24-iscsi neutron-server[119956]: 'Port': '1.7', Mar 07 16:44:55.313547 dv-cinder-804757-24-iscsi neutron-server[119956]: 'PortForwarding': '1.2', Mar 07 16:44:55.313547 dv-cinder-804757-24-iscsi neutron-server[119956]: 'QosPolicy': '1.10', Mar 07 16:44:55.313547 dv-cinder-804757-24-iscsi neutron-server[119956]: 'SecurityGroup': '1.5', Mar 07 16:44:55.313547 dv-cinder-804757-24-iscsi neutron-server[119956]: 'SecurityGroupRule': '1.2', Mar 07 16:44:55.313547 dv-cinder-804757-24-iscsi neutron-server[119956]: 'SubPort': '1.0', Mar 07 16:44:55.313547 dv-cinder-804757-24-iscsi neutron-server[119956]: 'Subnet': '1.1', Mar 07 16:44:55.313547 dv-cinder-804757-24-iscsi neutron-server[119956]: 'Trunk': '1.1'}} Mar 07 16:44:55.313547 dv-cinder-804757-24-iscsi neutron-server[119956]: {{(pid=119956) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 07 16:44:55.395258 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.plugins.ml2.managers [None req-ac70bbaf-f801-4da2-a3a8-cf92838ea235 None None] Attempting to bind port 9ccf01c6-3f41-4373-a3e4-233edda76cca on host dv-cinder-804757-24-iscsi for vnic_type normal with profile {{(pid=119956) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:44:55.395672 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.plugins.ml2.managers [None req-ac70bbaf-f801-4da2-a3a8-cf92838ea235 None None] Attempting to bind port 9ccf01c6-3f41-4373-a3e4-233edda76cca by drivers openvswitch,hyperv on host dv-cinder-804757-24-iscsi at level 0 using segments [{'id': 'aea0c579-deb2-4969-8ccd-c032a8a3b6e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '62edf850-2a73-4cbb-a7e5-7db59c30c15d'}] {{(pid=119956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:44:55.396137 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac70bbaf-f801-4da2-a3a8-cf92838ea235 None None] Attempting to bind port 9ccf01c6-3f41-4373-a3e4-233edda76cca on network 62edf850-2a73-4cbb-a7e5-7db59c30c15d {{(pid=119956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:44:55.401631 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac70bbaf-f801-4da2-a3a8-cf92838ea235 None None] Checking agent: {'id': '3df9d949-03e8-46c4-b37f-6f8a21aeab22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-24-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 16, 44, 23), 'started_at': datetime.datetime(2022, 3, 7, 16, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 44, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-24-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:44:55.402101 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac70bbaf-f801-4da2-a3a8-cf92838ea235 None None] Checking segment: {'id': 'aea0c579-deb2-4969-8ccd-c032a8a3b6e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '62edf850-2a73-4cbb-a7e5-7db59c30c15d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:44:55.402592 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron_lib.callbacks.manager [None req-ac70bbaf-f801-4da2-a3a8-cf92838ea235 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=119956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:44:55.402984 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac70bbaf-f801-4da2-a3a8-cf92838ea235 None None] Bound using segment: {'id': 'aea0c579-deb2-4969-8ccd-c032a8a3b6e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '62edf850-2a73-4cbb-a7e5-7db59c30c15d'} {{(pid=119956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:44:55.403476 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.plugins.ml2.managers [None req-ac70bbaf-f801-4da2-a3a8-cf92838ea235 None None] Bound port: 9ccf01c6-3f41-4373-a3e4-233edda76cca, host: dv-cinder-804757-24-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aea0c579-deb2-4969-8ccd-c032a8a3b6e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '62edf850-2a73-4cbb-a7e5-7db59c30c15d'}}] {{(pid=119956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:44:55.403887 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron_lib.callbacks.manager [None req-ac70bbaf-f801-4da2-a3a8-cf92838ea235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8385759'] for port (9ccf01c6-3f41-4373-a3e4-233edda76cca), before_update {{(pid=119956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:44:55.471476 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.plugins.ml2.db [None req-ac70bbaf-f801-4da2-a3a8-cf92838ea235 None None] For port 9ccf01c6-3f41-4373-a3e4-233edda76cca, host dv-cinder-804757-24-iscsi, cleared binding levels {{(pid=119956) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:44:55.480387 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.provisioning_blocks [None req-1a287838-14e8-4d32-b37f-b2c9fa62e888 None None] Provisioning complete for port 9ccf01c6-3f41-4373-a3e4-233edda76cca triggered by entity DHCP. {{(pid=119955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:44:55.480914 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-1a287838-14e8-4d32-b37f-b2c9fa62e888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8194280'] for port (9ccf01c6-3f41-4373-a3e4-233edda76cca), provisioning_complete {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:44:55.489382 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.plugins.ml2.db [None req-ac70bbaf-f801-4da2-a3a8-cf92838ea235 None None] For port 9ccf01c6-3f41-4373-a3e4-233edda76cca, host dv-cinder-804757-24-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-24-iscsi',level=0,port_id=9ccf01c6-3f41-4373-a3e4-233edda76cca,segment=NetworkSegment(aea0c579-deb2-4969-8ccd-c032a8a3b6e3),segment_id=aea0c579-deb2-4969-8ccd-c032a8a3b6e3)] {{(pid=119956) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:44:55.497516 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron_lib.callbacks.manager [None req-ac70bbaf-f801-4da2-a3a8-cf92838ea235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754346672056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754346267073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754346267091'] for port (9ccf01c6-3f41-4373-a3e4-233edda76cca), after_update {{(pid=119956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:44:55.517608 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.plugin [None req-1a287838-14e8-4d32-b37f-b2c9fa62e888 None None] Port 9ccf01c6-3f41-4373-a3e4-233edda76cca cannot update to ACTIVE because it is not bound. {{(pid=119955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:44:55.552235 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f118aa-94c0-4a9e-b047-d251489b83ba None None] Pushing event updated for resources: {'Port': ['ID=9ccf01c6-3f41-4373-a3e4-233edda76cca,revision_number=4']} {{(pid=119956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:44:55.561722 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac70bbaf-f801-4da2-a3a8-cf92838ea235 None None] Routers {'25706eb9-a6f8-4f6a-9581-f634b315d5e2'} bound to L3 agent in host dv-cinder-804757-24-iscsi {{(pid=119956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:44:55.562330 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.db.l3_hamode_db [None req-ac70bbaf-f801-4da2-a3a8-cf92838ea235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-07T16:44:19Z,description=,heartbeat_timestamp=2022-03-07T16:44:49Z,host='dv-cinder-804757-24-iscsi',id=4cbb3502-d72e-4663-b57e-51d645794085,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:44:19Z,topic='l3_agent')) {'router_ids': ['25706eb9-a6f8-4f6a-9581-f634b315d5e2'], 'active': True} {{(pid=119956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:44:55.656017 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.db.l3_dvr_db [None req-ac70bbaf-f801-4da2-a3a8-cf92838ea235 None None] Set router 25706eb9-a6f8-4f6a-9581-f634b315d5e2 gateway port host: None {{(pid=119956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:44:55.739293 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.provisioning_blocks [None req-67094072-5933-43a7-8cfb-d8c8b470df31 None None] Provisioning complete for port 9ccf01c6-3f41-4373-a3e4-233edda76cca triggered by entity DHCP. {{(pid=119955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:44:55.739565 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-67094072-5933-43a7-8cfb-d8c8b470df31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8194280'] for port (9ccf01c6-3f41-4373-a3e4-233edda76cca), provisioning_complete {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:44:55.816716 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.plugin [None req-67094072-5933-43a7-8cfb-d8c8b470df31 None None] Current status of the port 9ccf01c6-3f41-4373-a3e4-233edda76cca is: DOWN; New status is: ACTIVE {{(pid=119955) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:44:55.817208 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-67094072-5933-43a7-8cfb-d8c8b470df31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8385759'] for port (9ccf01c6-3f41-4373-a3e4-233edda76cca), before_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:44:55.849599 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.db [None req-67094072-5933-43a7-8cfb-d8c8b470df31 None None] For port 9ccf01c6-3f41-4373-a3e4-233edda76cca, host dv-cinder-804757-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-24-iscsi',level=0,port_id=9ccf01c6-3f41-4373-a3e4-233edda76cca,segment=NetworkSegment(aea0c579-deb2-4969-8ccd-c032a8a3b6e3),segment_id=aea0c579-deb2-4969-8ccd-c032a8a3b6e3)] {{(pid=119955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:44:55.855335 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-67094072-5933-43a7-8cfb-d8c8b470df31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754346672056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754346267073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754346267091'] for port (9ccf01c6-3f41-4373-a3e4-233edda76cca), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:44:55.869325 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.db.l3_hamode_db [None req-ac70bbaf-f801-4da2-a3a8-cf92838ea235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25706eb9-a6f8-4f6a-9581-f634b315d5e2', 'name': 'router1', 'tenant_id': '5899864f76e44e67a504265cd724e933', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:44:43Z', 'updated_at': '2022-03-07T16:44:53Z', 'revision_number': 2, 'project_id': '5899864f76e44e67a504265cd724e933', 'gw_port_host': None, '_interfaces': [{'id': '9ccf01c6-3f41-4373-a3e4-233edda76cca', 'name': '', 'network_id': '62edf850-2a73-4cbb-a7e5-7db59c30c15d', 'tenant_id': '5899864f76e44e67a504265cd724e933', 'mac_address': 'fa:16:3e:3a:d0:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25706eb9-a6f8-4f6a-9581-f634b315d5e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5655678b-35f9-4def-8398-56bdeb4316b8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:44:52Z', 'updated_at': '2022-03-07T16:44:55Z', 'revision_number': 4, 'project_id': '5899864f76e44e67a504265cd724e933', 'subnets': [{'id': '5655678b-35f9-4def-8398-56bdeb4316b8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd48eaa35-c98e-4dea-b2f4-53e5b08b02dd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-24-iscsi', False) {} {{(pid=119956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:44:55.900086 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac70bbaf-f801-4da2-a3a8-cf92838ea235 None None] The sync data for ids ['25706eb9-a6f8-4f6a-9581-f634b315d5e2'] in dv-cinder-804757-24-iscsi is: [{'id': '25706eb9-a6f8-4f6a-9581-f634b315d5e2', 'name': 'router1', 'tenant_id': '5899864f76e44e67a504265cd724e933', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:44:43Z', 'updated_at': '2022-03-07T16:44:53Z', 'revision_number': 2, 'project_id': '5899864f76e44e67a504265cd724e933', 'gw_port_host': None, '_interfaces': [{'id': '9ccf01c6-3f41-4373-a3e4-233edda76cca', 'name': '', 'network_id': '62edf850-2a73-4cbb-a7e5-7db59c30c15d', 'tenant_id': '5899864f76e44e67a504265cd724e933', 'mac_address': 'fa:16:3e:3a:d0:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25706eb9-a6f8-4f6a-9581-f634b315d5e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5655678b-35f9-4def-8398-56bdeb4316b8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:44:52Z', 'updated_at': '2022-03-07T16:44:55Z', 'revision_number': 4, 'project_id': '5899864f76e44e67a504265cd724e933', 'subnets': [{'id': '5655678b-35f9-4def-8398-56bdeb4316b8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd48eaa35-c98e-4dea-b2f4-53e5b08b02dd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:44:55.910827 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67094072-5933-43a7-8cfb-d8c8b470df31 None None] Pushing event updated for resources: {'Port': ['ID=9ccf01c6-3f41-4373-a3e4-233edda76cca,revision_number=5']} {{(pid=119955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:44:56.407330 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.wsgi [-] (119953) accepted ('10.222.0.18', 47660) {{(pid=119953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:44:56.673664 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.policy [None req-f2b0b54b-3f41-40c8-8181-275c45a0b287 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=119953) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 07 16:44:56.716813 dv-cinder-804757-24-iscsi neutron-server[119953]: WARNING oslo_policy.policy [None req-f2b0b54b-3f41-40c8-8181-275c45a0b287 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 07 16:44:56.717194 dv-cinder-804757-24-iscsi neutron-server[119953]: WARNING oslo_policy.policy [None req-f2b0b54b-3f41-40c8-8181-275c45a0b287 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 07 16:44:56.725293 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2b0b54b-3f41-40c8-8181-275c45a0b287 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:44:56.727098 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [None req-f2b0b54b-3f41-40c8-8181-275c45a0b287 admin admin] 10.222.0.18 "GET /v2.0/networks/3eba6d1e-0acd-4586-8e75-f5a4e7e90d88 HTTP/1.1" status: 200 len: 842 time: 0.3187561 Mar 07 16:44:56.736877 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.v2.base [None req-04f0c357-6f22-479b-a689-6ff2d0b18ed8 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'ip_version': 4, 'gateway_ip': '172.27.2.1', 'cidr': '172.27.2.0/24', 'name': 'public-subnet'}} {{(pid=119953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:44:56.774628 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04f0c357-6f22-479b-a689-6ff2d0b18ed8 admin admin] Made reservation on behalf of 5311c68a92674bc2a18525ef35e58a74 for: {'subnet': 1} {{(pid=119953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:44:56.777550 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-04f0c357-6f22-479b-a689-6ff2d0b18ed8 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:44:57.169624 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.objects.ports [None req-04f0c357-6f22-479b-a689-6ff2d0b18ed8 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=119953) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 07 16:44:57.170107 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-04f0c357-6f22-479b-a689-6ff2d0b18ed8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917'] for subnet (6a2f7f11-a189-49ba-a838-e124f718c0dc), after_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:44:57.235259 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f0c357-6f22-479b-a689-6ff2d0b18ed8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6a2f7f11-a189-49ba-a838-e124f718c0dc,revision_number=0']} {{(pid=119953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:44:57.239474 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04f0c357-6f22-479b-a689-6ff2d0b18ed8 admin admin] Checking segment: {'id': '0349b9bd-653a-4400-b295-28c1bc47d9ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:44:57.239869 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04f0c357-6f22-479b-a689-6ff2d0b18ed8 admin admin] Network hostable DHCP agents. Network: 3eba6d1e-0acd-4586-8e75-f5a4e7e90d88, hostable agents: ['85f07778-81ef-4888-a2e3-51ae57b6426a'], hosted agents: [] {{(pid=119953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 16:44:57.248601 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f0c357-6f22-479b-a689-6ff2d0b18ed8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:44:57.248947 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f0c357-6f22-479b-a689-6ff2d0b18ed8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:44:57.249280 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f0c357-6f22-479b-a689-6ff2d0b18ed8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:44:57.249601 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f0c357-6f22-479b-a689-6ff2d0b18ed8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:44:57.249922 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f0c357-6f22-479b-a689-6ff2d0b18ed8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:44:57.250244 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f0c357-6f22-479b-a689-6ff2d0b18ed8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:44:57.250573 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f0c357-6f22-479b-a689-6ff2d0b18ed8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:44:57.250892 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f0c357-6f22-479b-a689-6ff2d0b18ed8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:44:57.251191 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f0c357-6f22-479b-a689-6ff2d0b18ed8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:44:57.251509 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f0c357-6f22-479b-a689-6ff2d0b18ed8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:44:57.251850 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f0c357-6f22-479b-a689-6ff2d0b18ed8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:44:57.252162 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f0c357-6f22-479b-a689-6ff2d0b18ed8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:44:57.252470 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f0c357-6f22-479b-a689-6ff2d0b18ed8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:44:57.253824 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f0c357-6f22-479b-a689-6ff2d0b18ed8 admin admin] Tracked resource versions report: Mar 07 16:44:57.253824 dv-cinder-804757-24-iscsi neutron-server[119953]: pushed versions: Mar 07 16:44:57.253824 dv-cinder-804757-24-iscsi neutron-server[119953]: { 'AddressGroup': {'1.2'}, Mar 07 16:44:57.253824 dv-cinder-804757-24-iscsi neutron-server[119953]: 'ConntrackHelper': {'1.0'}, Mar 07 16:44:57.253824 dv-cinder-804757-24-iscsi neutron-server[119953]: 'LocalIPAssociation': {'1.0'}, Mar 07 16:44:57.253824 dv-cinder-804757-24-iscsi neutron-server[119953]: 'Log': {'1.0'}, Mar 07 16:44:57.253824 dv-cinder-804757-24-iscsi neutron-server[119953]: 'Network': {'1.1'}, Mar 07 16:44:57.253824 dv-cinder-804757-24-iscsi neutron-server[119953]: 'Port': {'1.7'}, Mar 07 16:44:57.253824 dv-cinder-804757-24-iscsi neutron-server[119953]: 'PortForwarding': {'1.2'}, Mar 07 16:44:57.253824 dv-cinder-804757-24-iscsi neutron-server[119953]: 'QosPolicy': {'1.10'}, Mar 07 16:44:57.253824 dv-cinder-804757-24-iscsi neutron-server[119953]: 'SecurityGroup': {'1.5'}, Mar 07 16:44:57.253824 dv-cinder-804757-24-iscsi neutron-server[119953]: 'SecurityGroupRule': {'1.2'}, Mar 07 16:44:57.253824 dv-cinder-804757-24-iscsi neutron-server[119953]: 'SubPort': {'1.0'}, Mar 07 16:44:57.253824 dv-cinder-804757-24-iscsi neutron-server[119953]: 'Subnet': {'1.1'}, Mar 07 16:44:57.253824 dv-cinder-804757-24-iscsi neutron-server[119953]: 'Trunk': {'1.1'}} Mar 07 16:44:57.253824 dv-cinder-804757-24-iscsi neutron-server[119953]: consumer versions: Mar 07 16:44:57.253824 dv-cinder-804757-24-iscsi neutron-server[119953]: { DHCP agent@dv-cinder-804757-24-iscsi: {}, Mar 07 16:44:57.253824 dv-cinder-804757-24-iscsi neutron-server[119953]: L3 agent@dv-cinder-804757-24-iscsi: {}, Mar 07 16:44:57.253824 dv-cinder-804757-24-iscsi neutron-server[119953]: Metadata agent@dv-cinder-804757-24-iscsi: {}, Mar 07 16:44:57.253824 dv-cinder-804757-24-iscsi neutron-server[119953]: Metering agent@dv-cinder-804757-24-iscsi: {}, Mar 07 16:44:57.253824 dv-cinder-804757-24-iscsi neutron-server[119953]: Open vSwitch agent@dv-cinder-804757-24-iscsi: { 'AddressGroup': '1.2', Mar 07 16:44:57.253824 dv-cinder-804757-24-iscsi neutron-server[119953]: 'ConntrackHelper': '1.0', Mar 07 16:44:57.253824 dv-cinder-804757-24-iscsi neutron-server[119953]: 'LocalIPAssociation': '1.0', Mar 07 16:44:57.253824 dv-cinder-804757-24-iscsi neutron-server[119953]: 'Log': '1.0', Mar 07 16:44:57.253824 dv-cinder-804757-24-iscsi neutron-server[119953]: 'Network': '1.1', Mar 07 16:44:57.253824 dv-cinder-804757-24-iscsi neutron-server[119953]: 'Port': '1.7', Mar 07 16:44:57.253824 dv-cinder-804757-24-iscsi neutron-server[119953]: 'PortForwarding': '1.2', Mar 07 16:44:57.253824 dv-cinder-804757-24-iscsi neutron-server[119953]: 'QosPolicy': '1.10', Mar 07 16:44:57.253824 dv-cinder-804757-24-iscsi neutron-server[119953]: 'SecurityGroup': '1.5', Mar 07 16:44:57.253824 dv-cinder-804757-24-iscsi neutron-server[119953]: 'SecurityGroupRule': '1.2', Mar 07 16:44:57.253824 dv-cinder-804757-24-iscsi neutron-server[119953]: 'SubPort': '1.0', Mar 07 16:44:57.253824 dv-cinder-804757-24-iscsi neutron-server[119953]: 'Subnet': '1.1', Mar 07 16:44:57.253824 dv-cinder-804757-24-iscsi neutron-server[119953]: 'Trunk': '1.1'}} Mar 07 16:44:57.253824 dv-cinder-804757-24-iscsi neutron-server[119953]: {{(pid=119953) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 07 16:44:57.292609 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04f0c357-6f22-479b-a689-6ff2d0b18ed8 admin admin] Network 3eba6d1e-0acd-4586-8e75-f5a4e7e90d88 is scheduled to be hosted by DHCP agent 85f07778-81ef-4888-a2e3-51ae57b6426a with binding_index 1 {{(pid=119953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 16:44:57.306446 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.scheduler.base_scheduler [None req-04f0c357-6f22-479b-a689-6ff2d0b18ed8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804757-24-iscsi, 3eba6d1e-0acd-4586-8e75-f5a4e7e90d88) {{(pid=119953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:44:57.311543 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04f0c357-6f22-479b-a689-6ff2d0b18ed8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:44:57.312187 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-04f0c357-6f22-479b-a689-6ff2d0b18ed8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550935'] for subnet (None), before_response {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:44:57.317392 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-696bac75-99e5-4fbe-9701-a0b14f3352b5 None None] Network 3eba6d1e-0acd-4586-8e75-f5a4e7e90d88 requested from dv-cinder-804757-24-iscsi {{(pid=119955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:44:57.337078 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [None req-04f0c357-6f22-479b-a689-6ff2d0b18ed8 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6036868 Mar 07 16:44:57.416525 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d3e8ed5-03b7-43da-9e63-3515f6bab71d None None] Network 3eba6d1e-0acd-4586-8e75-f5a4e7e90d88 requested from dv-cinder-804757-24-iscsi {{(pid=119955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:44:59.756455 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.wsgi [-] (119953) accepted ('10.222.0.18', 47674) {{(pid=119953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:45:00.013099 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [None req-8a193413-fd1d-4356-ac59-31cac2ae2514 demo admin] 10.222.0.18 "GET /v2.0/routers/25706eb9-a6f8-4f6a-9581-f634b315d5e2 HTTP/1.1" status: 200 len: 710 time: 0.2554588 Mar 07 16:45:00.107597 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b4a9a17-2320-4097-a593-1b8e9bcb8e73 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:45:00.109005 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [None req-8b4a9a17-2320-4097-a593-1b8e9bcb8e73 demo admin] 10.222.0.18 "GET /v2.0/networks/3eba6d1e-0acd-4586-8e75-f5a4e7e90d88 HTTP/1.1" status: 200 len: 886 time: 0.0906849 Mar 07 16:45:00.118038 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.v2.base [None req-62233472-287e-41eb-a5bf-51a36b2e48db demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88'}}} {{(pid=119953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:45:00.364161 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-62233472-287e-41eb-a5bf-51a36b2e48db demo admin] Publish callbacks [] for router_gateway (25706eb9-a6f8-4f6a-9581-f634b315d5e2), precommit_update {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:45:00.606511 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-62233472-287e-41eb-a5bf-51a36b2e48db demo admin] Publish callbacks [] for router_gateway (25706eb9-a6f8-4f6a-9581-f634b315d5e2), before_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:45:00.685987 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-62233472-287e-41eb-a5bf-51a36b2e48db demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8385759'] for port (None), before_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:45:00.840490 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.db.db_base_plugin_common [None req-62233472-287e-41eb-a5bf-51a36b2e48db demo admin] Allocated IP 172.27.2.19 (3eba6d1e-0acd-4586-8e75-f5a4e7e90d88/6a2f7f11-a189-49ba-a838-e124f718c0dc/daf71a7f-1f4a-4d4a-bb60-a4411e546101) {{(pid=119953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:45:00.946900 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-62233472-287e-41eb-a5bf-51a36b2e48db demo admin] Publish callbacks [] for port (daf71a7f-1f4a-4d4a-bb60-a4411e546101), precommit_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:45:01.011998 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-62233472-287e-41eb-a5bf-51a36b2e48db demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754346267055'] for port (daf71a7f-1f4a-4d4a-bb60-a4411e546101), after_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:45:01.089785 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62233472-287e-41eb-a5bf-51a36b2e48db demo admin] Network 3eba6d1e-0acd-4586-8e75-f5a4e7e90d88 is already hosted by enough agents. {{(pid=119953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:45:01.095604 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.scheduler.base_scheduler [None req-62233472-287e-41eb-a5bf-51a36b2e48db demo admin] Resources bound (agent type, host, resource id): {{(pid=119953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:45:01.105330 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62233472-287e-41eb-a5bf-51a36b2e48db demo admin] Received port after_create {{(pid=119953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:45:01.108338 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62233472-287e-41eb-a5bf-51a36b2e48db demo admin] Pushing event updated for resources: {'Port': ['ID=daf71a7f-1f4a-4d4a-bb60-a4411e546101,revision_number=1']} {{(pid=119953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:45:01.457292 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-62233472-287e-41eb-a5bf-51a36b2e48db demo admin] Publish callbacks [] for router_gateway (25706eb9-a6f8-4f6a-9581-f634b315d5e2), after_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:45:01.659976 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-62233472-287e-41eb-a5bf-51a36b2e48db demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-705228', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-708123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24394'] for router (25706eb9-a6f8-4f6a-9581-f634b315d5e2), precommit_update {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:45:01.666016 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-62233472-287e-41eb-a5bf-51a36b2e48db demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-705271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-705221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-705278', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-708116'] for router (25706eb9-a6f8-4f6a-9581-f634b315d5e2), after_update {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:45:01.779106 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62233472-287e-41eb-a5bf-51a36b2e48db demo admin] Router 25706eb9-a6f8-4f6a-9581-f634b315d5e2 has already been hosted by L3 agent 4cbb3502-d72e-4663-b57e-51d645794085 {{(pid=119953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 16:45:01.888819 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62233472-287e-41eb-a5bf-51a36b2e48db demo admin] Notify agent at l3_agent.dv-cinder-804757-24-iscsi the message routers_updated {{(pid=119953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:45:01.893263 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-62233472-287e-41eb-a5bf-51a36b2e48db demo admin] Publish callbacks [] for router (None), before_response {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:45:01.894447 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [None req-62233472-287e-41eb-a5bf-51a36b2e48db demo admin] 10.222.0.18 "PUT /v2.0/routers/25706eb9-a6f8-4f6a-9581-f634b315d5e2 HTTP/1.1" status: 200 len: 889 time: 1.7796447 Mar 07 16:45:04.131534 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.rpc [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Device 9ccf01c6-3f41-4373-a3e4-233edda76cca up at agent ovs-agent-dv-cinder-804757-24-iscsi {{(pid=119955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:45:04.179438 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.provisioning_blocks [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Provisioning complete for port 9ccf01c6-3f41-4373-a3e4-233edda76cca triggered by entity L2. {{(pid=119955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:45:04.179864 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8194280'] for port (9ccf01c6-3f41-4373-a3e4-233edda76cca), provisioning_complete {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:45:04.259205 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.plugin [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Current status of the port 9ccf01c6-3f41-4373-a3e4-233edda76cca is: ACTIVE; New status is: ACTIVE {{(pid=119955) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:45:04.363410 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d2397b4-27e3-4250-bbd3-0542fce761dd None None] Sync routers for ids ['25706eb9-a6f8-4f6a-9581-f634b315d5e2'] in dv-cinder-804757-24-iscsi {{(pid=119955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:45:04.374946 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d2397b4-27e3-4250-bbd3-0542fce761dd None None] Routers {'25706eb9-a6f8-4f6a-9581-f634b315d5e2'} bound to L3 agent in host dv-cinder-804757-24-iscsi {{(pid=119955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:45:04.375686 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.l3_hamode_db [None req-7d2397b4-27e3-4250-bbd3-0542fce761dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-07T16:44:19Z,description=,heartbeat_timestamp=2022-03-07T16:44:49Z,host='dv-cinder-804757-24-iscsi',id=4cbb3502-d72e-4663-b57e-51d645794085,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:44:19Z,topic='l3_agent')) {'router_ids': ['25706eb9-a6f8-4f6a-9581-f634b315d5e2'], 'active': True} {{(pid=119955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:45:04.390740 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.wsgi [-] (119953) accepted ('10.222.0.18', 47686) {{(pid=119953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:45:04.507839 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [None req-9b070190-5c2e-4f2f-8446-0b9d04f20daf admin admin] 10.222.0.18 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1159227 Mar 07 16:45:04.603361 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.l3_dvr_db [None req-7d2397b4-27e3-4250-bbd3-0542fce761dd None None] Set router 25706eb9-a6f8-4f6a-9581-f634b315d5e2 gateway port host: dv-cinder-804757-24-iscsi {{(pid=119955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:45:05.081574 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.l3_hamode_db [None req-7d2397b4-27e3-4250-bbd3-0542fce761dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25706eb9-a6f8-4f6a-9581-f634b315d5e2', 'name': 'router1', 'tenant_id': '5899864f76e44e67a504265cd724e933', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'external_fixed_ips': [{'subnet_id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'ip_address': '172.27.2.19'}], 'enable_snat': True}, 'gw_port_id': 'daf71a7f-1f4a-4d4a-bb60-a4411e546101', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:44:43Z', 'updated_at': '2022-03-07T16:45:01Z', 'revision_number': 4, 'project_id': '5899864f76e44e67a504265cd724e933', 'gw_port': {'id': 'daf71a7f-1f4a-4d4a-bb60-a4411e546101', 'name': '', 'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:50:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25706eb9-a6f8-4f6a-9581-f634b315d5e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'ip_address': '172.27.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:45:00Z', 'updated_at': '2022-03-07T16:45:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-24-iscsi', '_interfaces': [{'id': '9ccf01c6-3f41-4373-a3e4-233edda76cca', 'name': '', 'network_id': '62edf850-2a73-4cbb-a7e5-7db59c30c15d', 'tenant_id': '5899864f76e44e67a504265cd724e933', 'mac_address': 'fa:16:3e:3a:d0:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25706eb9-a6f8-4f6a-9581-f634b315d5e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5655678b-35f9-4def-8398-56bdeb4316b8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:44:52Z', 'updated_at': '2022-03-07T16:44:55Z', 'revision_number': 5, 'project_id': '5899864f76e44e67a504265cd724e933', 'subnets': [{'id': '5655678b-35f9-4def-8398-56bdeb4316b8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd48eaa35-c98e-4dea-b2f4-53e5b08b02dd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-24-iscsi', False) {} {{(pid=119955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:45:05.132414 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d2397b4-27e3-4250-bbd3-0542fce761dd None None] Checking router: 25706eb9-a6f8-4f6a-9581-f634b315d5e2 for host: dv-cinder-804757-24-iscsi {{(pid=119955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 16:45:05.132990 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d2397b4-27e3-4250-bbd3-0542fce761dd None None] Updating router 25706eb9-a6f8-4f6a-9581-f634b315d5e2 port daf71a7f-1f4a-4d4a-bb60-a4411e546101 binding host dv-cinder-804757-24-iscsi {{(pid=119955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 16:45:05.186865 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-7d2397b4-27e3-4250-bbd3-0542fce761dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8385759'] for port (daf71a7f-1f4a-4d4a-bb60-a4411e546101), before_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:45:05.507532 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-7d2397b4-27e3-4250-bbd3-0542fce761dd None None] Publish callbacks [] for port (daf71a7f-1f4a-4d4a-bb60-a4411e546101), precommit_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:45:05.513380 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-7d2397b4-27e3-4250-bbd3-0542fce761dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754346672056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754346267073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754346267091'] for port (daf71a7f-1f4a-4d4a-bb60-a4411e546101), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:45:05.563925 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.managers [None req-7d2397b4-27e3-4250-bbd3-0542fce761dd None None] Attempting to bind port daf71a7f-1f4a-4d4a-bb60-a4411e546101 on host dv-cinder-804757-24-iscsi for vnic_type normal with profile {{(pid=119955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:45:05.564271 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.managers [None req-7d2397b4-27e3-4250-bbd3-0542fce761dd None None] Attempting to bind port daf71a7f-1f4a-4d4a-bb60-a4411e546101 by drivers openvswitch,hyperv on host dv-cinder-804757-24-iscsi at level 0 using segments [{'id': '0349b9bd-653a-4400-b295-28c1bc47d9ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88'}] {{(pid=119955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:45:05.564622 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d2397b4-27e3-4250-bbd3-0542fce761dd None None] Attempting to bind port daf71a7f-1f4a-4d4a-bb60-a4411e546101 on network 3eba6d1e-0acd-4586-8e75-f5a4e7e90d88 {{(pid=119955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:45:05.569651 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f23a36-cb27-4afd-bc4e-f52bfe452b6e None None] Pushing event updated for resources: {'Port': ['ID=daf71a7f-1f4a-4d4a-bb60-a4411e546101,revision_number=2']} {{(pid=119955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:45:05.575310 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d2397b4-27e3-4250-bbd3-0542fce761dd None None] Checking agent: {'id': '3df9d949-03e8-46c4-b37f-6f8a21aeab22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-24-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 16, 44, 23), 'started_at': datetime.datetime(2022, 3, 7, 16, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 44, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-24-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:45:05.575687 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d2397b4-27e3-4250-bbd3-0542fce761dd None None] Checking segment: {'id': '0349b9bd-653a-4400-b295-28c1bc47d9ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:45:05.576497 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-7d2397b4-27e3-4250-bbd3-0542fce761dd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:45:05.576889 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d2397b4-27e3-4250-bbd3-0542fce761dd None None] Bound using segment: {'id': '0349b9bd-653a-4400-b295-28c1bc47d9ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88'} {{(pid=119955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:45:05.577870 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.managers [None req-7d2397b4-27e3-4250-bbd3-0542fce761dd None None] Bound port: daf71a7f-1f4a-4d4a-bb60-a4411e546101, host: dv-cinder-804757-24-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0349b9bd-653a-4400-b295-28c1bc47d9ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88'}}] {{(pid=119955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:45:05.577870 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-7d2397b4-27e3-4250-bbd3-0542fce761dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8385759'] for port (daf71a7f-1f4a-4d4a-bb60-a4411e546101), before_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:45:05.628364 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.db [None req-7d2397b4-27e3-4250-bbd3-0542fce761dd None None] For port daf71a7f-1f4a-4d4a-bb60-a4411e546101, host dv-cinder-804757-24-iscsi, cleared binding levels {{(pid=119955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:45:05.631549 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.db [None req-7d2397b4-27e3-4250-bbd3-0542fce761dd None None] For port daf71a7f-1f4a-4d4a-bb60-a4411e546101, host dv-cinder-804757-24-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-24-iscsi',level=0,port_id=daf71a7f-1f4a-4d4a-bb60-a4411e546101,segment=NetworkSegment(0349b9bd-653a-4400-b295-28c1bc47d9ca),segment_id=0349b9bd-653a-4400-b295-28c1bc47d9ca)] {{(pid=119955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:45:05.640925 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-7d2397b4-27e3-4250-bbd3-0542fce761dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754346672056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754346267073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754346267091'] for port (daf71a7f-1f4a-4d4a-bb60-a4411e546101), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:45:05.693406 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d2397b4-27e3-4250-bbd3-0542fce761dd None None] Routers {'25706eb9-a6f8-4f6a-9581-f634b315d5e2'} bound to L3 agent in host dv-cinder-804757-24-iscsi {{(pid=119955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:45:05.694012 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.l3_hamode_db [None req-7d2397b4-27e3-4250-bbd3-0542fce761dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-07T16:44:19Z,description=,heartbeat_timestamp=2022-03-07T16:44:49Z,host='dv-cinder-804757-24-iscsi',id=4cbb3502-d72e-4663-b57e-51d645794085,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:44:19Z,topic='l3_agent')) {'router_ids': ['25706eb9-a6f8-4f6a-9581-f634b315d5e2'], 'active': True} {{(pid=119955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:45:05.700103 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f23a36-cb27-4afd-bc4e-f52bfe452b6e None None] Pushing event updated for resources: {'Port': ['ID=daf71a7f-1f4a-4d4a-bb60-a4411e546101,revision_number=3']} {{(pid=119955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:45:05.812161 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.l3_dvr_db [None req-7d2397b4-27e3-4250-bbd3-0542fce761dd None None] Set router 25706eb9-a6f8-4f6a-9581-f634b315d5e2 gateway port host: dv-cinder-804757-24-iscsi {{(pid=119955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:45:06.028182 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.l3_hamode_db [None req-7d2397b4-27e3-4250-bbd3-0542fce761dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25706eb9-a6f8-4f6a-9581-f634b315d5e2', 'name': 'router1', 'tenant_id': '5899864f76e44e67a504265cd724e933', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'external_fixed_ips': [{'subnet_id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'ip_address': '172.27.2.19'}], 'enable_snat': True}, 'gw_port_id': 'daf71a7f-1f4a-4d4a-bb60-a4411e546101', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:44:43Z', 'updated_at': '2022-03-07T16:45:01Z', 'revision_number': 4, 'project_id': '5899864f76e44e67a504265cd724e933', 'gw_port': {'id': 'daf71a7f-1f4a-4d4a-bb60-a4411e546101', 'name': '', 'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:50:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25706eb9-a6f8-4f6a-9581-f634b315d5e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'ip_address': '172.27.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:45:00Z', 'updated_at': '2022-03-07T16:45:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-24-iscsi', '_interfaces': [{'id': '9ccf01c6-3f41-4373-a3e4-233edda76cca', 'name': '', 'network_id': '62edf850-2a73-4cbb-a7e5-7db59c30c15d', 'tenant_id': '5899864f76e44e67a504265cd724e933', 'mac_address': 'fa:16:3e:3a:d0:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25706eb9-a6f8-4f6a-9581-f634b315d5e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5655678b-35f9-4def-8398-56bdeb4316b8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:44:52Z', 'updated_at': '2022-03-07T16:44:55Z', 'revision_number': 5, 'project_id': '5899864f76e44e67a504265cd724e933', 'subnets': [{'id': '5655678b-35f9-4def-8398-56bdeb4316b8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd48eaa35-c98e-4dea-b2f4-53e5b08b02dd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-24-iscsi', False) {} {{(pid=119955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:45:06.057800 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d2397b4-27e3-4250-bbd3-0542fce761dd None None] The sync data for ids ['25706eb9-a6f8-4f6a-9581-f634b315d5e2'] in dv-cinder-804757-24-iscsi is: [{'id': '25706eb9-a6f8-4f6a-9581-f634b315d5e2', 'name': 'router1', 'tenant_id': '5899864f76e44e67a504265cd724e933', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'external_fixed_ips': [{'subnet_id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'ip_address': '172.27.2.19'}], 'enable_snat': True}, 'gw_port_id': 'daf71a7f-1f4a-4d4a-bb60-a4411e546101', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:44:43Z', 'updated_at': '2022-03-07T16:45:01Z', 'revision_number': 4, 'project_id': '5899864f76e44e67a504265cd724e933', 'gw_port': {'id': 'daf71a7f-1f4a-4d4a-bb60-a4411e546101', 'name': '', 'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:50:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25706eb9-a6f8-4f6a-9581-f634b315d5e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'ip_address': '172.27.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:45:00Z', 'updated_at': '2022-03-07T16:45:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-24-iscsi', '_interfaces': [{'id': '9ccf01c6-3f41-4373-a3e4-233edda76cca', 'name': '', 'network_id': '62edf850-2a73-4cbb-a7e5-7db59c30c15d', 'tenant_id': '5899864f76e44e67a504265cd724e933', 'mac_address': 'fa:16:3e:3a:d0:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25706eb9-a6f8-4f6a-9581-f634b315d5e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5655678b-35f9-4def-8398-56bdeb4316b8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:44:52Z', 'updated_at': '2022-03-07T16:44:55Z', 'revision_number': 5, 'project_id': '5899864f76e44e67a504265cd724e933', 'subnets': [{'id': '5655678b-35f9-4def-8398-56bdeb4316b8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd48eaa35-c98e-4dea-b2f4-53e5b08b02dd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:45:08.159699 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.rpc [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Device daf71a7f-1f4a-4d4a-bb60-a4411e546101 up at agent ovs-agent-dv-cinder-804757-24-iscsi {{(pid=119955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:45:08.231583 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.provisioning_blocks [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Provisioning complete for port daf71a7f-1f4a-4d4a-bb60-a4411e546101 triggered by entity L2. {{(pid=119955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:45:08.232366 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8194280'] for port (daf71a7f-1f4a-4d4a-bb60-a4411e546101), provisioning_complete {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:45:08.320330 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.plugin [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Current status of the port daf71a7f-1f4a-4d4a-bb60-a4411e546101 is: DOWN; New status is: ACTIVE {{(pid=119955) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:45:08.321591 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8385759'] for port (daf71a7f-1f4a-4d4a-bb60-a4411e546101), before_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:45:08.344103 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.db [None req-63748041-7458-40ab-a922-e876cef088c3 None None] For port daf71a7f-1f4a-4d4a-bb60-a4411e546101, host dv-cinder-804757-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-24-iscsi',level=0,port_id=daf71a7f-1f4a-4d4a-bb60-a4411e546101,segment=NetworkSegment(0349b9bd-653a-4400-b295-28c1bc47d9ca),segment_id=0349b9bd-653a-4400-b295-28c1bc47d9ca)] {{(pid=119955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:45:08.358444 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754346672056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754346267073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754346267091'] for port (daf71a7f-1f4a-4d4a-bb60-a4411e546101), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:45:08.422429 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Pushing event updated for resources: {'Port': ['ID=daf71a7f-1f4a-4d4a-bb60-a4411e546101,revision_number=4']} {{(pid=119955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:45:10.176425 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.rpc [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Device daf71a7f-1f4a-4d4a-bb60-a4411e546101 up at agent ovs-agent-dv-cinder-804757-24-iscsi {{(pid=119955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:45:10.258696 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.provisioning_blocks [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Provisioning complete for port daf71a7f-1f4a-4d4a-bb60-a4411e546101 triggered by entity L2. {{(pid=119955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:45:10.259102 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8194280'] for port (daf71a7f-1f4a-4d4a-bb60-a4411e546101), provisioning_complete {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:45:10.349322 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.plugin [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Current status of the port daf71a7f-1f4a-4d4a-bb60-a4411e546101 is: ACTIVE; New status is: ACTIVE {{(pid=119955) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:45:17.114145 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-0a1a19a6-00e6-4d15-917a-263a91a69f03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194190'] for agent (85f07778-81ef-4888-a2e3-51ae57b6426a), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:45:19.360440 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-a472d233-1141-4920-97d2-f4b76b6f137f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194190'] for agent (4cbb3502-d72e-4663-b57e-51d645794085), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:45:20.433147 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-ad94e2ed-e0a8-44ae-a5ff-cf9ca5ab0e17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194190'] for agent (82ccd293-b7fb-4417-a581-186a4d7e9931), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:45:22.089734 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-0d1b32c5-0803-4391-a623-fc098c7d5199 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194190'] for agent (8123e327-866e-42b5-856f-55ddd9e9e5b2), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:45:23.459639 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194190'] for agent (3df9d949-03e8-46c4-b37f-6f8a21aeab22), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:45:28.659404 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.db.agents_db [None req-64435fe0-d7c6-4327-a557-6d3e8ab92464 None None] Agent healthcheck: found 5 active agents {{(pid=119956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 16:45:47.122222 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-0002bf36-ea34-44d7-9832-41efde322ea0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194190'] for agent (85f07778-81ef-4888-a2e3-51ae57b6426a), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:45:49.354765 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-a6b9f8a2-fc00-4553-baab-024f4b236665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194190'] for agent (4cbb3502-d72e-4663-b57e-51d645794085), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:45:50.440144 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-ad94e2ed-e0a8-44ae-a5ff-cf9ca5ab0e17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194190'] for agent (82ccd293-b7fb-4417-a581-186a4d7e9931), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:45:52.077477 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-0d1b32c5-0803-4391-a623-fc098c7d5199 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194190'] for agent (8123e327-866e-42b5-856f-55ddd9e9e5b2), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:45:53.459897 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194190'] for agent (3df9d949-03e8-46c4-b37f-6f8a21aeab22), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:46:05.648060 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.db.agents_db [None req-64435fe0-d7c6-4327-a557-6d3e8ab92464 None None] Agent healthcheck: found 5 active agents {{(pid=119956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 16:46:17.117253 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-6293bb03-553f-4fdc-9a8e-548f1c620874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194190'] for agent (85f07778-81ef-4888-a2e3-51ae57b6426a), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:46:19.360141 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-7608fad6-d1af-49e0-bdd8-f94c2799c19c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194190'] for agent (4cbb3502-d72e-4663-b57e-51d645794085), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:46:20.441512 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-ad94e2ed-e0a8-44ae-a5ff-cf9ca5ab0e17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194190'] for agent (82ccd293-b7fb-4417-a581-186a4d7e9931), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:46:22.082511 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-0d1b32c5-0803-4391-a623-fc098c7d5199 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194190'] for agent (8123e327-866e-42b5-856f-55ddd9e9e5b2), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:46:23.455866 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194190'] for agent (3df9d949-03e8-46c4-b37f-6f8a21aeab22), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:46:24.848976 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.wsgi [-] (119954) accepted ('10.222.0.18', 48170) {{(pid=119954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:46:24.923155 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c583dc0-5a20-4680-8023-49a6dbb09569 admin admin] GET failed (client error): The resource could not be found. Mar 07 16:46:24.924499 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [None req-8c583dc0-5a20-4680-8023-49a6dbb09569 admin admin] 10.222.0.18 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0745192 Mar 07 16:46:25.165761 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46258d3c-db09-4b59-9973-303cb130a6d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:46:25.167251 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [None req-46258d3c-db09-4b59-9973-303cb130a6d3 admin admin] 10.222.0.18 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2372391 Mar 07 16:46:27.490847 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.wsgi [-] (119954) accepted ('10.222.0.18', 48180) {{(pid=119954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:46:27.590104 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-261182f1-e159-43e9-a377-e41bd16c66a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:46:27.591411 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [None req-261182f1-e159-43e9-a377-e41bd16c66a3 admin admin] 10.222.0.18 "GET /v2.0/subnets/5655678b-35f9-4def-8398-56bdeb4316b8 HTTP/1.1" status: 200 len: 849 time: 0.0996137 Mar 07 16:46:27.600949 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.v2.base [None req-365937e6-7bf4-4e12-8ccd-10641c684e78 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=119954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:46:27.687743 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-365937e6-7bf4-4e12-8ccd-10641c684e78 admin admin] Publish callbacks [] for subnet (5655678b-35f9-4def-8398-56bdeb4316b8), before_update {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:46:27.835281 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-365937e6-7bf4-4e12-8ccd-10641c684e78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8754346672047'] for subnet (5655678b-35f9-4def-8398-56bdeb4316b8), after_update {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:46:27.867656 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-365937e6-7bf4-4e12-8ccd-10641c684e78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:46:27.868274 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-365937e6-7bf4-4e12-8ccd-10641c684e78 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550935'] for subnet (None), before_response {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:46:27.869538 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [None req-365937e6-7bf4-4e12-8ccd-10641c684e78 admin admin] 10.222.0.18 "PUT /v2.0/subnets/5655678b-35f9-4def-8398-56bdeb4316b8 HTTP/1.1" status: 200 len: 868 time: 0.2722099 Mar 07 16:46:27.873167 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e63dbda3-6137-4b84-aaaa-3f11ea394ab3 None None] Network 62edf850-2a73-4cbb-a7e5-7db59c30c15d requested from dv-cinder-804757-24-iscsi {{(pid=119955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:46:27.889955 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365937e6-7bf4-4e12-8ccd-10641c684e78 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5655678b-35f9-4def-8398-56bdeb4316b8,revision_number=1']} {{(pid=119954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:46:27.897531 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365937e6-7bf4-4e12-8ccd-10641c684e78 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:46:27.897870 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365937e6-7bf4-4e12-8ccd-10641c684e78 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:46:27.898236 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365937e6-7bf4-4e12-8ccd-10641c684e78 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:46:27.898807 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365937e6-7bf4-4e12-8ccd-10641c684e78 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:46:27.899144 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365937e6-7bf4-4e12-8ccd-10641c684e78 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:46:27.899475 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365937e6-7bf4-4e12-8ccd-10641c684e78 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:46:27.899831 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365937e6-7bf4-4e12-8ccd-10641c684e78 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:46:27.900160 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365937e6-7bf4-4e12-8ccd-10641c684e78 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:46:27.900491 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365937e6-7bf4-4e12-8ccd-10641c684e78 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:46:27.900808 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365937e6-7bf4-4e12-8ccd-10641c684e78 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:46:27.901127 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365937e6-7bf4-4e12-8ccd-10641c684e78 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:46:27.901429 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365937e6-7bf4-4e12-8ccd-10641c684e78 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:46:27.901914 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365937e6-7bf4-4e12-8ccd-10641c684e78 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:46:28.230348 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.provisioning_blocks [None req-3acb57df-db98-46df-8f83-557ece536896 None None] Provisioning complete for port ad95c042-1ed0-4484-b9b3-ee1dcc23db46 triggered by entity DHCP. {{(pid=119955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:46:28.230744 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-3acb57df-db98-46df-8f83-557ece536896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8194280'] for port (ad95c042-1ed0-4484-b9b3-ee1dcc23db46), provisioning_complete {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:46:28.309742 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.plugin [None req-3acb57df-db98-46df-8f83-557ece536896 None None] Current status of the port ad95c042-1ed0-4484-b9b3-ee1dcc23db46 is: ACTIVE; New status is: ACTIVE {{(pid=119955) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:46:28.319600 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.provisioning_blocks [None req-3acb57df-db98-46df-8f83-557ece536896 None None] Provisioning complete for port 9ccf01c6-3f41-4373-a3e4-233edda76cca triggered by entity DHCP. {{(pid=119955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:46:28.320019 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-3acb57df-db98-46df-8f83-557ece536896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8194280'] for port (9ccf01c6-3f41-4373-a3e4-233edda76cca), provisioning_complete {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:46:28.396855 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.plugin [None req-3acb57df-db98-46df-8f83-557ece536896 None None] Current status of the port 9ccf01c6-3f41-4373-a3e4-233edda76cca is: ACTIVE; New status is: ACTIVE {{(pid=119955) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:46:30.178477 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.wsgi [-] (119954) accepted ('10.222.0.18', 48188) {{(pid=119954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:46:30.390044 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1695e015-a2bf-4871-8591-e67969623c55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:46:30.390511 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1695e015-a2bf-4871-8591-e67969623c55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:46:30.392108 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [None req-1695e015-a2bf-4871-8591-e67969623c55 admin admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2122695 Mar 07 16:46:32.701928 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.wsgi [-] (119954) accepted ('10.222.0.18', 48196) {{(pid=119954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:46:32.839400 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91482c47-fed7-4243-866e-f1848f1c2b0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:46:32.839864 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91482c47-fed7-4243-866e-f1848f1c2b0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:46:32.841446 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [None req-91482c47-fed7-4243-866e-f1848f1c2b0d admin admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1385286 Mar 07 16:46:35.133041 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.wsgi [-] (119954) accepted ('10.222.0.18', 48204) {{(pid=119954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:46:35.266223 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20be5811-5383-4e25-8b34-a0746e57d5be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:46:35.268442 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [None req-20be5811-5383-4e25-8b34-a0746e57d5be admin admin] 10.222.0.18 "GET /v2.0/networks/3eba6d1e-0acd-4586-8e75-f5a4e7e90d88 HTTP/1.1" status: 200 len: 886 time: 0.1344004 Mar 07 16:46:37.590031 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.wsgi [-] (119953) accepted ('10.222.0.18', 48212) {{(pid=119953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:46:37.745048 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4b1b6a9-cd7d-4032-ac29-814d6028dc98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:46:37.746426 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [None req-c4b1b6a9-cd7d-4032-ac29-814d6028dc98 admin admin] 10.222.0.18 "GET /v2.0/networks/62edf850-2a73-4cbb-a7e5-7db59c30c15d HTTP/1.1" status: 200 len: 869 time: 0.1554277 Mar 07 16:46:40.094990 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.wsgi [-] (119953) accepted ('10.222.0.18', 48222) {{(pid=119953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:46:40.228157 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1ee47e9-bbc5-488d-b905-a9c8c1668208 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:46:40.228614 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1ee47e9-bbc5-488d-b905-a9c8c1668208 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:46:40.230162 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [None req-b1ee47e9-bbc5-488d-b905-a9c8c1668208 admin admin] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1342008 Mar 07 16:46:42.519974 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.wsgi [-] (119954) accepted ('10.222.0.18', 48230) {{(pid=119954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:46:42.648331 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.db.agents_db [None req-64435fe0-d7c6-4327-a557-6d3e8ab92464 None None] Agent healthcheck: found 5 active agents {{(pid=119956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 16:46:42.655132 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d10e7fe-0a2f-4479-acde-168d37ced295 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:46:42.655597 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d10e7fe-0a2f-4479-acde-168d37ced295 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:46:42.657144 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [None req-8d10e7fe-0a2f-4479-acde-168d37ced295 admin admin] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1362090 Mar 07 16:46:44.949505 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.wsgi [-] (119954) accepted ('10.222.0.18', 48238) {{(pid=119954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:46:45.046354 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1177d9eb-47af-4b65-86fa-c2bc6b7aeca8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:46:45.047675 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [None req-1177d9eb-47af-4b65-86fa-c2bc6b7aeca8 admin admin] 10.222.0.18 "GET /v2.0/subnets/5655678b-35f9-4def-8398-56bdeb4316b8 HTTP/1.1" status: 200 len: 868 time: 0.0971854 Mar 07 16:46:47.121990 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-8c1632cd-e2b1-4b6d-ad44-e201468ade86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194190'] for agent (85f07778-81ef-4888-a2e3-51ae57b6426a), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:46:47.373983 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.wsgi [-] (119953) accepted ('10.222.0.18', 48246) {{(pid=119953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:46:47.464051 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2998621-2407-49fb-8282-e58f88111a89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:46:47.465389 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [None req-a2998621-2407-49fb-8282-e58f88111a89 admin admin] 10.222.0.18 "GET /v2.0/subnets/6a2f7f11-a189-49ba-a838-e124f718c0dc HTTP/1.1" status: 200 len: 816 time: 0.0905166 Mar 07 16:46:49.367583 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-6c13fb23-4d8d-4cd5-b531-076ed677ebcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194190'] for agent (4cbb3502-d72e-4663-b57e-51d645794085), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:46:50.446488 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-ad94e2ed-e0a8-44ae-a5ff-cf9ca5ab0e17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194190'] for agent (82ccd293-b7fb-4417-a581-186a4d7e9931), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:46:52.078534 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-0d1b32c5-0803-4391-a623-fc098c7d5199 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194190'] for agent (8123e327-866e-42b5-856f-55ddd9e9e5b2), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:46:53.459876 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194190'] for agent (3df9d949-03e8-46c4-b37f-6f8a21aeab22), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:47:15.514958 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.wsgi [-] (119953) accepted ('10.222.0.18', 48298) {{(pid=119953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:47:15.567619 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.wsgi [None req-9d3ab75b-ebed-48ff-a668-7d61a9553ff2 admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=119953) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 16:47:15.569172 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [None req-9d3ab75b-ebed-48ff-a668-7d61a9553ff2 admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0531559 Mar 07 16:47:17.126652 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-8c52103f-f7e1-4e1e-946e-33b9a172d981 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194190'] for agent (85f07778-81ef-4888-a2e3-51ae57b6426a), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:47:17.982478 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.wsgi [-] (119954) accepted ('10.222.0.18', 48306) {{(pid=119954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:47:18.050885 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.pecan_wsgi.hooks.translation [None req-624653e2-d9ee-4351-9f87-6022e1fed6e5 admin admin] GET failed (client error): The resource could not be found. Mar 07 16:47:18.052187 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [None req-624653e2-d9ee-4351-9f87-6022e1fed6e5 admin admin] 10.222.0.18 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0686293 Mar 07 16:47:18.146848 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb2a8185-2a63-4efa-af38-c26a7b5dd2fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:47:18.148430 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [None req-eb2a8185-2a63-4efa-af38-c26a7b5dd2fe admin admin] 10.222.0.18 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0921104 Mar 07 16:47:19.362061 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-fdcb3ed5-7a3d-4acf-a83b-c9c1c06a0ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194190'] for agent (4cbb3502-d72e-4663-b57e-51d645794085), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:47:19.647689 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.db.agents_db [None req-64435fe0-d7c6-4327-a557-6d3e8ab92464 None None] Agent healthcheck: found 5 active agents {{(pid=119956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 16:47:20.449861 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-ad94e2ed-e0a8-44ae-a5ff-cf9ca5ab0e17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194190'] for agent (82ccd293-b7fb-4417-a581-186a4d7e9931), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:47:20.475212 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.wsgi [-] (119953) accepted ('10.222.0.18', 48314) {{(pid=119953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:47:20.523169 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.v2.base [None req-a426e7ef-723f-4251-b665-a8488234f733 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=119953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:47:20.547671 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a426e7ef-723f-4251-b665-a8488234f733 admin admin] Made reservation on behalf of 5311c68a92674bc2a18525ef35e58a74 for: {'network': 1} {{(pid=119953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:47:20.549987 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-a426e7ef-723f-4251-b665-a8488234f733 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8385759'] for network (None), before_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:47:20.595517 dv-cinder-804757-24-iscsi neutron-server[119953]: WARNING neutron.services.revisions.revision_plugin [None req-a426e7ef-723f-4251-b665-a8488234f733 admin admin] Could not find related network for resource to bump revision. Mar 07 16:47:20.615144 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a426e7ef-723f-4251-b665-a8488234f733 admin admin] vlan segment allocate from pool success with {'vlan_id': 873, 'physical_network': 'physnet1'} {{(pid=119953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 16:47:20.633953 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-a426e7ef-723f-4251-b665-a8488234f733 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8754346594142', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8315985'] for segment (077de20c-6ae4-4c4e-aad0-cdd7a3cf410d), precommit_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:47:20.634477 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-a426e7ef-723f-4251-b665-a8488234f733 admin admin] Unsubscribe: segment precommit_create {{(pid=119953) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 07 16:47:20.634927 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.db.segments_db [None req-a426e7ef-723f-4251-b665-a8488234f733 admin admin] Added segment 077de20c-6ae4-4c4e-aad0-cdd7a3cf410d of type vlan for network 7dd489cc-2084-4389-9ba1-2772382f163c Mar 07 16:47:20.678151 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-a426e7ef-723f-4251-b665-a8488234f733 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754346284054'] for network (7dd489cc-2084-4389-9ba1-2772382f163c), precommit_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:47:20.711600 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-a426e7ef-723f-4251-b665-a8488234f733 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917'] for network (7dd489cc-2084-4389-9ba1-2772382f163c), after_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:47:20.712636 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a426e7ef-723f-4251-b665-a8488234f733 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:47:20.713190 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-a426e7ef-723f-4251-b665-a8488234f733 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550935'] for network (None), before_response {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:47:20.761770 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [None req-a426e7ef-723f-4251-b665-a8488234f733 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2855189 Mar 07 16:47:20.806470 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a426e7ef-723f-4251-b665-a8488234f733 admin admin] Pushing event updated for resources: {'Network': ['ID=7dd489cc-2084-4389-9ba1-2772382f163c,revision_number=1']} {{(pid=119953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:47:20.817319 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a426e7ef-723f-4251-b665-a8488234f733 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:47:20.817680 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a426e7ef-723f-4251-b665-a8488234f733 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:47:20.818052 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a426e7ef-723f-4251-b665-a8488234f733 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:47:20.818381 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a426e7ef-723f-4251-b665-a8488234f733 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:47:20.818706 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a426e7ef-723f-4251-b665-a8488234f733 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:47:20.819029 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a426e7ef-723f-4251-b665-a8488234f733 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:47:20.819355 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a426e7ef-723f-4251-b665-a8488234f733 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:47:20.819673 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a426e7ef-723f-4251-b665-a8488234f733 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:47:20.820079 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a426e7ef-723f-4251-b665-a8488234f733 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:47:20.820401 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a426e7ef-723f-4251-b665-a8488234f733 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:47:20.820718 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a426e7ef-723f-4251-b665-a8488234f733 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:47:20.821035 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a426e7ef-723f-4251-b665-a8488234f733 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:47:20.821389 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a426e7ef-723f-4251-b665-a8488234f733 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:47:20.834302 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.rpc [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Network 7dd489cc-2084-4389-9ba1-2772382f163c details requested by agent ovs-agent-dv-cinder-804757-24-iscsi with host dv-cinder-804757-24-iscsi {{(pid=119955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 16:47:22.082566 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-0d1b32c5-0803-4391-a623-fc098c7d5199 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194190'] for agent (8123e327-866e-42b5-856f-55ddd9e9e5b2), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:47:23.099848 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.wsgi [-] (119954) accepted ('10.222.0.18', 48322) {{(pid=119954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:47:23.164446 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c9428e5-321f-4a47-aea2-763b3694141b admin admin] GET failed (client error): The resource could not be found. Mar 07 16:47:23.165713 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [None req-6c9428e5-321f-4a47-aea2-763b3694141b admin admin] 10.222.0.18 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0648909 Mar 07 16:47:23.237134 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1432f9bc-6927-40f0-a03a-1ffd68b1f8a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:47:23.238657 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [None req-1432f9bc-6927-40f0-a03a-1ffd68b1f8a9 admin admin] 10.222.0.18 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0687234 Mar 07 16:47:23.249452 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.v2.base [None req-6a4863b3-ad3e-42f1-9695-0dd63f18fa06 admin admin] Request body: {'subnet': {'network_id': '7dd489cc-2084-4389-9ba1-2772382f163c', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'name': 'shared-subnet'}} {{(pid=119954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:47:23.269569 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a4863b3-ad3e-42f1-9695-0dd63f18fa06 admin admin] Made reservation on behalf of 5311c68a92674bc2a18525ef35e58a74 for: {'subnet': 1} {{(pid=119954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:47:23.271846 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-6a4863b3-ad3e-42f1-9695-0dd63f18fa06 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:47:23.431654 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-6a4863b3-ad3e-42f1-9695-0dd63f18fa06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917'] for subnet (b3257078-d8f2-432f-ba37-f29e80ebdf9b), after_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:47:23.463831 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194190'] for agent (3df9d949-03e8-46c4-b37f-6f8a21aeab22), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:47:23.476044 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4863b3-ad3e-42f1-9695-0dd63f18fa06 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b3257078-d8f2-432f-ba37-f29e80ebdf9b,revision_number=0']} {{(pid=119954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:47:23.493991 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a4863b3-ad3e-42f1-9695-0dd63f18fa06 admin admin] Checking segment: {'id': '077de20c-6ae4-4c4e-aad0-cdd7a3cf410d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '7dd489cc-2084-4389-9ba1-2772382f163c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:47:23.494332 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a4863b3-ad3e-42f1-9695-0dd63f18fa06 admin admin] Network hostable DHCP agents. Network: 7dd489cc-2084-4389-9ba1-2772382f163c, hostable agents: ['85f07778-81ef-4888-a2e3-51ae57b6426a'], hosted agents: [] {{(pid=119954) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 16:47:23.512852 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a4863b3-ad3e-42f1-9695-0dd63f18fa06 admin admin] Network 7dd489cc-2084-4389-9ba1-2772382f163c is scheduled to be hosted by DHCP agent 85f07778-81ef-4888-a2e3-51ae57b6426a with binding_index 1 {{(pid=119954) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 16:47:23.522024 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.scheduler.base_scheduler [None req-6a4863b3-ad3e-42f1-9695-0dd63f18fa06 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804757-24-iscsi, 7dd489cc-2084-4389-9ba1-2772382f163c) {{(pid=119954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:47:23.526335 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a4863b3-ad3e-42f1-9695-0dd63f18fa06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:47:23.526929 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-6a4863b3-ad3e-42f1-9695-0dd63f18fa06 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550935'] for subnet (None), before_response {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:47:23.531598 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c81cbd59-7fbf-464c-a770-8ef97a937d56 None None] Network 7dd489cc-2084-4389-9ba1-2772382f163c requested from dv-cinder-804757-24-iscsi {{(pid=119955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:47:23.543251 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [None req-6a4863b3-ad3e-42f1-9695-0dd63f18fa06 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2970889 Mar 07 16:47:23.639637 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53422e54-29bd-4570-8fd1-dd4f346506dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4daafb27-07ab-5f95-a03c-57bf3ed213c4-7dd489cc-2084-4389-9ba1-2772382f163c', 'network_id': '7dd489cc-2084-4389-9ba1-2772382f163c', 'project_id': '5311c68a92674bc2a18525ef35e58a74', 'fixed_ips': [{'subnet_id': 'b3257078-d8f2-432f-ba37-f29e80ebdf9b'}]}} from dv-cinder-804757-24-iscsi. {{(pid=119955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 16:47:23.640567 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-53422e54-29bd-4570-8fd1-dd4f346506dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8385759'] for port (None), before_create {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:47:23.781445 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.db_base_plugin_common [None req-53422e54-29bd-4570-8fd1-dd4f346506dd None None] Allocated IP 192.168.233.2 (7dd489cc-2084-4389-9ba1-2772382f163c/b3257078-d8f2-432f-ba37-f29e80ebdf9b/f708370a-13a6-462f-bc29-1140dec43f1a) {{(pid=119955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:47:24.019215 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-53422e54-29bd-4570-8fd1-dd4f346506dd None None] Publish callbacks [] for port (f708370a-13a6-462f-bc29-1140dec43f1a), precommit_create {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:47:24.025702 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-53422e54-29bd-4570-8fd1-dd4f346506dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754346267055'] for port (f708370a-13a6-462f-bc29-1140dec43f1a), after_create {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:47:24.067841 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53422e54-29bd-4570-8fd1-dd4f346506dd None None] Network 7dd489cc-2084-4389-9ba1-2772382f163c is already hosted by enough agents. {{(pid=119955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:47:24.070565 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.scheduler.base_scheduler [None req-53422e54-29bd-4570-8fd1-dd4f346506dd None None] Resources bound (agent type, host, resource id): {{(pid=119955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:47:24.073398 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53422e54-29bd-4570-8fd1-dd4f346506dd None None] Received port after_create {{(pid=119955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:47:24.080766 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53422e54-29bd-4570-8fd1-dd4f346506dd None None] Pushing event updated for resources: {'Port': ['ID=f708370a-13a6-462f-bc29-1140dec43f1a,revision_number=1']} {{(pid=119955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:47:24.090543 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53422e54-29bd-4570-8fd1-dd4f346506dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:47:24.090898 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53422e54-29bd-4570-8fd1-dd4f346506dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:47:24.091213 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53422e54-29bd-4570-8fd1-dd4f346506dd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:47:24.091571 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53422e54-29bd-4570-8fd1-dd4f346506dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:47:24.091918 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53422e54-29bd-4570-8fd1-dd4f346506dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:47:24.092235 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53422e54-29bd-4570-8fd1-dd4f346506dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:47:24.092568 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53422e54-29bd-4570-8fd1-dd4f346506dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:47:24.092873 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53422e54-29bd-4570-8fd1-dd4f346506dd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:47:24.093183 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53422e54-29bd-4570-8fd1-dd4f346506dd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:47:24.093497 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53422e54-29bd-4570-8fd1-dd4f346506dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:47:24.093811 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53422e54-29bd-4570-8fd1-dd4f346506dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:47:24.094139 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53422e54-29bd-4570-8fd1-dd4f346506dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:47:24.094420 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53422e54-29bd-4570-8fd1-dd4f346506dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:47:24.144968 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.managers [None req-53422e54-29bd-4570-8fd1-dd4f346506dd None None] Attempting to bind port f708370a-13a6-462f-bc29-1140dec43f1a on host dv-cinder-804757-24-iscsi for vnic_type normal with profile {{(pid=119955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:47:24.145328 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.managers [None req-53422e54-29bd-4570-8fd1-dd4f346506dd None None] Attempting to bind port f708370a-13a6-462f-bc29-1140dec43f1a by drivers openvswitch,hyperv on host dv-cinder-804757-24-iscsi at level 0 using segments [{'id': '077de20c-6ae4-4c4e-aad0-cdd7a3cf410d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '7dd489cc-2084-4389-9ba1-2772382f163c'}] {{(pid=119955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:47:24.145683 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53422e54-29bd-4570-8fd1-dd4f346506dd None None] Attempting to bind port f708370a-13a6-462f-bc29-1140dec43f1a on network 7dd489cc-2084-4389-9ba1-2772382f163c {{(pid=119955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:47:24.150752 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53422e54-29bd-4570-8fd1-dd4f346506dd None None] Checking agent: {'id': '3df9d949-03e8-46c4-b37f-6f8a21aeab22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-24-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 16, 44, 23), 'started_at': datetime.datetime(2022, 3, 7, 16, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 47, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-24-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:47:24.151116 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53422e54-29bd-4570-8fd1-dd4f346506dd None None] Checking segment: {'id': '077de20c-6ae4-4c4e-aad0-cdd7a3cf410d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '7dd489cc-2084-4389-9ba1-2772382f163c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:47:24.151509 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-53422e54-29bd-4570-8fd1-dd4f346506dd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:47:24.151933 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53422e54-29bd-4570-8fd1-dd4f346506dd None None] Bound using segment: {'id': '077de20c-6ae4-4c4e-aad0-cdd7a3cf410d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '7dd489cc-2084-4389-9ba1-2772382f163c'} {{(pid=119955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:47:24.152381 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.managers [None req-53422e54-29bd-4570-8fd1-dd4f346506dd None None] Bound port: f708370a-13a6-462f-bc29-1140dec43f1a, host: dv-cinder-804757-24-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '077de20c-6ae4-4c4e-aad0-cdd7a3cf410d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '7dd489cc-2084-4389-9ba1-2772382f163c'}}] {{(pid=119955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:47:24.152763 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-53422e54-29bd-4570-8fd1-dd4f346506dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8385759'] for port (f708370a-13a6-462f-bc29-1140dec43f1a), before_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:47:24.212327 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.db [None req-53422e54-29bd-4570-8fd1-dd4f346506dd None None] For port f708370a-13a6-462f-bc29-1140dec43f1a, host dv-cinder-804757-24-iscsi, cleared binding levels {{(pid=119955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:47:24.215343 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.db [None req-53422e54-29bd-4570-8fd1-dd4f346506dd None None] For port f708370a-13a6-462f-bc29-1140dec43f1a, host dv-cinder-804757-24-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-24-iscsi',level=0,port_id=f708370a-13a6-462f-bc29-1140dec43f1a,segment=NetworkSegment(077de20c-6ae4-4c4e-aad0-cdd7a3cf410d),segment_id=077de20c-6ae4-4c4e-aad0-cdd7a3cf410d)] {{(pid=119955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:47:24.222581 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-53422e54-29bd-4570-8fd1-dd4f346506dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754346672056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754346267073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754346267091'] for port (f708370a-13a6-462f-bc29-1140dec43f1a), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:47:24.278893 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53422e54-29bd-4570-8fd1-dd4f346506dd None None] Pushing event updated for resources: {'Port': ['ID=f708370a-13a6-462f-bc29-1140dec43f1a,revision_number=2']} {{(pid=119955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:47:25.144441 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3e47f24-1653-486c-ba86-fd0418518097 None None] Network 7dd489cc-2084-4389-9ba1-2772382f163c requested from dv-cinder-804757-24-iscsi {{(pid=119955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:47:25.258360 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.provisioning_blocks [None req-97d76165-f69b-41c8-9617-4d7784d5d9d9 None None] Provisioning complete for port f708370a-13a6-462f-bc29-1140dec43f1a triggered by entity DHCP. {{(pid=119955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:47:25.258709 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-97d76165-f69b-41c8-9617-4d7784d5d9d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8194280'] for port (f708370a-13a6-462f-bc29-1140dec43f1a), provisioning_complete {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:47:25.342345 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.plugin [None req-97d76165-f69b-41c8-9617-4d7784d5d9d9 None None] Current status of the port f708370a-13a6-462f-bc29-1140dec43f1a is: DOWN; New status is: ACTIVE {{(pid=119955) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:47:25.342743 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-97d76165-f69b-41c8-9617-4d7784d5d9d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8385759'] for port (f708370a-13a6-462f-bc29-1140dec43f1a), before_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:47:25.377076 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.db [None req-97d76165-f69b-41c8-9617-4d7784d5d9d9 None None] For port f708370a-13a6-462f-bc29-1140dec43f1a, host dv-cinder-804757-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-24-iscsi',level=0,port_id=f708370a-13a6-462f-bc29-1140dec43f1a,segment=NetworkSegment(077de20c-6ae4-4c4e-aad0-cdd7a3cf410d),segment_id=077de20c-6ae4-4c4e-aad0-cdd7a3cf410d)] {{(pid=119955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:47:25.382576 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-97d76165-f69b-41c8-9617-4d7784d5d9d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754346672056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754346267073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754346267091'] for port (f708370a-13a6-462f-bc29-1140dec43f1a), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:47:25.437510 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d76165-f69b-41c8-9617-4d7784d5d9d9 None None] Pushing event updated for resources: {'Port': ['ID=f708370a-13a6-462f-bc29-1140dec43f1a,revision_number=3']} {{(pid=119955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:47:25.505938 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.provisioning_blocks [None req-17f198d3-2f96-49d7-8409-836b11a59edb None None] Provisioning complete for port f708370a-13a6-462f-bc29-1140dec43f1a triggered by entity DHCP. {{(pid=119955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:47:25.506326 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-17f198d3-2f96-49d7-8409-836b11a59edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8194280'] for port (f708370a-13a6-462f-bc29-1140dec43f1a), provisioning_complete {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:47:25.583204 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.plugin [None req-17f198d3-2f96-49d7-8409-836b11a59edb None None] Current status of the port f708370a-13a6-462f-bc29-1140dec43f1a is: ACTIVE; New status is: ACTIVE {{(pid=119955) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:47:26.207679 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.rpc [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Device f708370a-13a6-462f-bc29-1140dec43f1a up at agent ovs-agent-dv-cinder-804757-24-iscsi {{(pid=119955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:47:26.258734 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.provisioning_blocks [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Provisioning complete for port f708370a-13a6-462f-bc29-1140dec43f1a triggered by entity L2. {{(pid=119955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:47:26.259126 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8194280'] for port (f708370a-13a6-462f-bc29-1140dec43f1a), provisioning_complete {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:47:26.338435 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.plugin [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Current status of the port f708370a-13a6-462f-bc29-1140dec43f1a is: ACTIVE; New status is: ACTIVE {{(pid=119955) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:47:47.132072 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-5e90c481-cdd5-4bfc-8734-66f7555cf4bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194190'] for agent (85f07778-81ef-4888-a2e3-51ae57b6426a), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:47:49.367166 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-c5156dd0-0870-4c8f-a093-ffde31b78e47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194190'] for agent (4cbb3502-d72e-4663-b57e-51d645794085), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:47:50.452647 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-ad94e2ed-e0a8-44ae-a5ff-cf9ca5ab0e17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194190'] for agent (82ccd293-b7fb-4417-a581-186a4d7e9931), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:47:52.085465 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-0d1b32c5-0803-4391-a623-fc098c7d5199 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194190'] for agent (8123e327-866e-42b5-856f-55ddd9e9e5b2), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:47:53.469067 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194190'] for agent (3df9d949-03e8-46c4-b37f-6f8a21aeab22), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:47:56.646827 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.db.agents_db [None req-64435fe0-d7c6-4327-a557-6d3e8ab92464 None None] Agent healthcheck: found 5 active agents {{(pid=119956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 16:48:17.128037 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-bc8e28f2-8b34-46f1-86a1-f4494eaafb35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194190'] for agent (85f07778-81ef-4888-a2e3-51ae57b6426a), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:48:19.368755 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-ec7c9a4a-d81f-4c56-aa9d-b0cc9c19fc22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194190'] for agent (4cbb3502-d72e-4663-b57e-51d645794085), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:48:20.457480 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-ad94e2ed-e0a8-44ae-a5ff-cf9ca5ab0e17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194190'] for agent (82ccd293-b7fb-4417-a581-186a4d7e9931), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:48:22.088832 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-0d1b32c5-0803-4391-a623-fc098c7d5199 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194190'] for agent (8123e327-866e-42b5-856f-55ddd9e9e5b2), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:48:23.473977 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194190'] for agent (3df9d949-03e8-46c4-b37f-6f8a21aeab22), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:48:33.645983 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.db.agents_db [None req-64435fe0-d7c6-4327-a557-6d3e8ab92464 None None] Agent healthcheck: found 5 active agents {{(pid=119956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 16:48:42.892462 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.wsgi [-] (119953) accepted ('10.222.0.18', 48360) {{(pid=119953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:48:42.898477 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.wsgi [None req-2c32a0d2-bd4e-4cd1-987a-24f51db68f7e tempest-verify_tempest_config-1551245519 tempest-verify_tempest_config-1551245519-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=119953) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 16:48:42.899448 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [None req-2c32a0d2-bd4e-4cd1-987a-24f51db68f7e tempest-verify_tempest_config-1551245519 tempest-verify_tempest_config-1551245519-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0060091 Mar 07 16:48:43.220728 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.wsgi [-] (119953) accepted ('10.222.0.18', 48378) {{(pid=119953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:48:43.329161 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-d0a66f9d-cd72-41c2-95f2-e80c6cd62892 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:48:43.430771 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-d0a66f9d-cd72-41c2-95f2-e80c6cd62892 admin admin] Publish callbacks [] for security_group (ddada4bc-e9e8-48e0-ae52-f6ae2f2732b7), precommit_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:48:43.439152 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-d0a66f9d-cd72-41c2-95f2-e80c6cd62892 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543383'] for security_group (ddada4bc-e9e8-48e0-ae52-f6ae2f2732b7), after_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:48:43.547536 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a66f9d-cd72-41c2-95f2-e80c6cd62892 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddada4bc-e9e8-48e0-ae52-f6ae2f2732b7,revision_number=1']} {{(pid=119953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:48:43.551474 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [None req-d0a66f9d-cd72-41c2-95f2-e80c6cd62892 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=eda8cd87a19243bc9389c58fc96213cd&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3297622 Mar 07 16:48:43.554600 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.wsgi [-] (119954) accepted ('10.222.0.18', 48382) {{(pid=119954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:48:43.557162 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a66f9d-cd72-41c2-95f2-e80c6cd62892 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:48:43.557461 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a66f9d-cd72-41c2-95f2-e80c6cd62892 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:48:43.557805 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a66f9d-cd72-41c2-95f2-e80c6cd62892 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:48:43.558127 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a66f9d-cd72-41c2-95f2-e80c6cd62892 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:48:43.558452 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a66f9d-cd72-41c2-95f2-e80c6cd62892 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:48:43.558778 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a66f9d-cd72-41c2-95f2-e80c6cd62892 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:48:43.559125 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a66f9d-cd72-41c2-95f2-e80c6cd62892 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:48:43.559445 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a66f9d-cd72-41c2-95f2-e80c6cd62892 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:48:43.559781 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a66f9d-cd72-41c2-95f2-e80c6cd62892 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:48:43.560112 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a66f9d-cd72-41c2-95f2-e80c6cd62892 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:48:43.560435 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a66f9d-cd72-41c2-95f2-e80c6cd62892 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:48:43.560739 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a66f9d-cd72-41c2-95f2-e80c6cd62892 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:48:43.561052 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a66f9d-cd72-41c2-95f2-e80c6cd62892 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:48:43.613785 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-d6841ada-bc6b-4006-832e-0d68f322b14b admin admin] Publish callbacks [] for security_group (ddada4bc-e9e8-48e0-ae52-f6ae2f2732b7), before_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:48:43.635285 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-d6841ada-bc6b-4006-832e-0d68f322b14b admin admin] Publish callbacks [] for security_group (ddada4bc-e9e8-48e0-ae52-f6ae2f2732b7), precommit_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:48:43.729218 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-d6841ada-bc6b-4006-832e-0d68f322b14b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543383'] for security_group (ddada4bc-e9e8-48e0-ae52-f6ae2f2732b7), after_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:48:43.731844 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-d6841ada-bc6b-4006-832e-0d68f322b14b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:48:43.732977 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [None req-d6841ada-bc6b-4006-832e-0d68f322b14b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ddada4bc-e9e8-48e0-ae52-f6ae2f2732b7 HTTP/1.1" status: 204 len: 168 time: 0.1774342 Mar 07 16:48:43.740747 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6841ada-bc6b-4006-832e-0d68f322b14b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddada4bc-e9e8-48e0-ae52-f6ae2f2732b7,revision_number=None']} {{(pid=119954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:48:43.747448 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6841ada-bc6b-4006-832e-0d68f322b14b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:48:43.747860 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6841ada-bc6b-4006-832e-0d68f322b14b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:48:43.748209 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6841ada-bc6b-4006-832e-0d68f322b14b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:48:43.748550 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6841ada-bc6b-4006-832e-0d68f322b14b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:48:43.748879 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6841ada-bc6b-4006-832e-0d68f322b14b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:48:43.749228 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6841ada-bc6b-4006-832e-0d68f322b14b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:48:43.749575 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6841ada-bc6b-4006-832e-0d68f322b14b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:48:43.749903 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6841ada-bc6b-4006-832e-0d68f322b14b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:48:43.750227 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6841ada-bc6b-4006-832e-0d68f322b14b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:48:43.750593 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6841ada-bc6b-4006-832e-0d68f322b14b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:48:43.750863 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6841ada-bc6b-4006-832e-0d68f322b14b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:48:43.751181 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6841ada-bc6b-4006-832e-0d68f322b14b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:48:43.751504 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6841ada-bc6b-4006-832e-0d68f322b14b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:48:47.132099 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-e603e4d7-6a87-4fdd-b812-ced9b461fa44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194190'] for agent (85f07778-81ef-4888-a2e3-51ae57b6426a), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:48:49.363845 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-5bc932fd-a966-4945-ab3f-6d8e525328e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194190'] for agent (4cbb3502-d72e-4663-b57e-51d645794085), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:48:50.462354 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-ad94e2ed-e0a8-44ae-a5ff-cf9ca5ab0e17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194190'] for agent (82ccd293-b7fb-4417-a581-186a4d7e9931), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:48:52.089551 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-0d1b32c5-0803-4391-a623-fc098c7d5199 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194190'] for agent (8123e327-866e-42b5-856f-55ddd9e9e5b2), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:48:53.471873 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194190'] for agent (3df9d949-03e8-46c4-b37f-6f8a21aeab22), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:49:10.650662 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.db.agents_db [None req-64435fe0-d7c6-4327-a557-6d3e8ab92464 None None] Agent healthcheck: found 5 active agents {{(pid=119956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 16:49:17.139967 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-b36eae61-ca20-4b6e-bacb-d21940b880a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194190'] for agent (85f07778-81ef-4888-a2e3-51ae57b6426a), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:49:19.368863 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-b50f100d-b128-4e67-aa59-b5a9cd803676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194190'] for agent (4cbb3502-d72e-4663-b57e-51d645794085), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:49:20.474382 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-ad94e2ed-e0a8-44ae-a5ff-cf9ca5ab0e17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194190'] for agent (82ccd293-b7fb-4417-a581-186a4d7e9931), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:49:22.100239 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-0d1b32c5-0803-4391-a623-fc098c7d5199 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194190'] for agent (8123e327-866e-42b5-856f-55ddd9e9e5b2), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:49:23.478114 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194190'] for agent (3df9d949-03e8-46c4-b37f-6f8a21aeab22), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:49:47.150951 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-bfcaa522-91a9-4593-9048-ddef0daeb292 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194190'] for agent (85f07778-81ef-4888-a2e3-51ae57b6426a), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:49:47.654150 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.db.agents_db [None req-64435fe0-d7c6-4327-a557-6d3e8ab92464 None None] Agent healthcheck: found 5 active agents {{(pid=119956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 16:49:49.373803 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-22e5cc15-fd2f-4ba0-a79d-0f7127f9b383 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194190'] for agent (4cbb3502-d72e-4663-b57e-51d645794085), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:49:50.476292 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-ad94e2ed-e0a8-44ae-a5ff-cf9ca5ab0e17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194190'] for agent (82ccd293-b7fb-4417-a581-186a4d7e9931), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:49:52.102336 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-0d1b32c5-0803-4391-a623-fc098c7d5199 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194190'] for agent (8123e327-866e-42b5-856f-55ddd9e9e5b2), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:49:53.474883 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194190'] for agent (3df9d949-03e8-46c4-b37f-6f8a21aeab22), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:50:17.146379 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-0a07c77d-2eb1-4023-b5f9-e2f11877b80e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194190'] for agent (85f07778-81ef-4888-a2e3-51ae57b6426a), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:50:19.368448 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-8ba11025-a5f8-48fa-80b1-c9d8fcf6e0bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194190'] for agent (4cbb3502-d72e-4663-b57e-51d645794085), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:50:20.470915 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-ad94e2ed-e0a8-44ae-a5ff-cf9ca5ab0e17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194190'] for agent (82ccd293-b7fb-4417-a581-186a4d7e9931), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:50:22.106651 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-0d1b32c5-0803-4391-a623-fc098c7d5199 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194190'] for agent (8123e327-866e-42b5-856f-55ddd9e9e5b2), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:50:23.463121 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194190'] for agent (3df9d949-03e8-46c4-b37f-6f8a21aeab22), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:50:24.153804 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-708606'] for agent (152bcc15-84f4-40a7-afe1-c30bc7269f8a), after_create {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:50:24.660254 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.db.agents_db [None req-64435fe0-d7c6-4327-a557-6d3e8ab92464 None None] Agent healthcheck: found 6 active agents {{(pid=119956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 16:50:39.585416 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.wsgi [-] (119954) accepted ('10.222.0.18', 48456) {{(pid=119954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:50:39.696893 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [None req-35b00f72-0141-4526-9863-83c17c9c38f7 admin admin] 10.222.0.18 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.1103184 Mar 07 16:50:42.039975 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.wsgi [-] (119953) accepted ('10.222.0.18', 48466) {{(pid=119953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:50:42.105301 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [None req-68c5d188-0f30-42d9-9485-38a92c7a9ffe admin admin] 10.222.0.18 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.0642242 Mar 07 16:50:47.140342 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-b3035b3b-52c2-4b88-8159-dc4a89b86ca6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194190'] for agent (85f07778-81ef-4888-a2e3-51ae57b6426a), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:50:49.373857 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-a724f53f-ce38-4ab0-859c-82cf6d750fa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194190'] for agent (4cbb3502-d72e-4663-b57e-51d645794085), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:50:50.485796 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-ad94e2ed-e0a8-44ae-a5ff-cf9ca5ab0e17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194190'] for agent (82ccd293-b7fb-4417-a581-186a4d7e9931), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:50:52.113542 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-0d1b32c5-0803-4391-a623-fc098c7d5199 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194190'] for agent (8123e327-866e-42b5-856f-55ddd9e9e5b2), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:50:53.468462 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194190'] for agent (3df9d949-03e8-46c4-b37f-6f8a21aeab22), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:50:54.152069 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194190'] for agent (152bcc15-84f4-40a7-afe1-c30bc7269f8a), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:51:01.663649 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.db.agents_db [None req-64435fe0-d7c6-4327-a557-6d3e8ab92464 None None] Agent healthcheck: found 6 active agents {{(pid=119956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 16:51:17.152864 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-205ddd7e-6a16-44bf-9ff4-ea0b594761f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194190'] for agent (85f07778-81ef-4888-a2e3-51ae57b6426a), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:51:19.390096 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-efc1f991-b224-4c55-ae02-a3e8347ad3f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194190'] for agent (4cbb3502-d72e-4663-b57e-51d645794085), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:51:20.489666 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-ad94e2ed-e0a8-44ae-a5ff-cf9ca5ab0e17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194190'] for agent (82ccd293-b7fb-4417-a581-186a4d7e9931), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:51:22.114601 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-0d1b32c5-0803-4391-a623-fc098c7d5199 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194190'] for agent (8123e327-866e-42b5-856f-55ddd9e9e5b2), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:51:23.472877 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194190'] for agent (3df9d949-03e8-46c4-b37f-6f8a21aeab22), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:51:24.135226 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194190'] for agent (152bcc15-84f4-40a7-afe1-c30bc7269f8a), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:51:38.664493 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.db.agents_db [None req-64435fe0-d7c6-4327-a557-6d3e8ab92464 None None] Agent healthcheck: found 6 active agents {{(pid=119956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 16:51:47.146831 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-1a05d66d-b078-4c51-b895-e721888b429b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194190'] for agent (85f07778-81ef-4888-a2e3-51ae57b6426a), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:51:49.374597 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-fde87153-e193-40ba-a087-acb4b22fee2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194190'] for agent (4cbb3502-d72e-4663-b57e-51d645794085), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:51:50.485033 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-ad94e2ed-e0a8-44ae-a5ff-cf9ca5ab0e17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194190'] for agent (82ccd293-b7fb-4417-a581-186a4d7e9931), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:51:52.114490 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-0d1b32c5-0803-4391-a623-fc098c7d5199 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194190'] for agent (8123e327-866e-42b5-856f-55ddd9e9e5b2), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:51:53.468194 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194190'] for agent (3df9d949-03e8-46c4-b37f-6f8a21aeab22), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:51:54.134563 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194190'] for agent (152bcc15-84f4-40a7-afe1-c30bc7269f8a), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:15.672658 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.db.agents_db [None req-64435fe0-d7c6-4327-a557-6d3e8ab92464 None None] Agent healthcheck: found 6 active agents {{(pid=119956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 16:52:16.346395 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.wsgi [-] (119954) accepted ('10.222.0.18', 48594) {{(pid=119954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:52:16.641901 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.v2.base [None req-6c28d30a-d808-4f0d-bd30-0bf6efa2c564 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1470381237-network', 'tenant_id': 'edf4ec5f5dd34ec494b36396a8594bc1'}} {{(pid=119954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:52:16.661654 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c28d30a-d808-4f0d-bd30-0bf6efa2c564 admin admin] Made reservation on behalf of edf4ec5f5dd34ec494b36396a8594bc1 for: {'network': 1} {{(pid=119954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:52:16.664189 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-6c28d30a-d808-4f0d-bd30-0bf6efa2c564 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8385759'] for network (None), before_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:16.673557 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-6c28d30a-d808-4f0d-bd30-0bf6efa2c564 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:16.760336 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-6c28d30a-d808-4f0d-bd30-0bf6efa2c564 admin admin] Publish callbacks [] for security_group (42d8c339-2ccc-4fb3-b102-da13b3eb58c2), precommit_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:16.765430 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-6c28d30a-d808-4f0d-bd30-0bf6efa2c564 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543383'] for security_group (42d8c339-2ccc-4fb3-b102-da13b3eb58c2), after_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:16.787878 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c28d30a-d808-4f0d-bd30-0bf6efa2c564 admin admin] vlan segment allocate from pool success with {'vlan_id': 858, 'physical_network': 'physnet1'} {{(pid=119954) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 16:52:16.802746 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c28d30a-d808-4f0d-bd30-0bf6efa2c564 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42d8c339-2ccc-4fb3-b102-da13b3eb58c2,revision_number=1']} {{(pid=119954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:52:16.811158 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c28d30a-d808-4f0d-bd30-0bf6efa2c564 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:52:16.811630 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c28d30a-d808-4f0d-bd30-0bf6efa2c564 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:52:16.812008 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c28d30a-d808-4f0d-bd30-0bf6efa2c564 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:52:16.812757 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c28d30a-d808-4f0d-bd30-0bf6efa2c564 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:52:16.813336 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c28d30a-d808-4f0d-bd30-0bf6efa2c564 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:52:16.813816 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c28d30a-d808-4f0d-bd30-0bf6efa2c564 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:52:16.814382 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c28d30a-d808-4f0d-bd30-0bf6efa2c564 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:52:16.814953 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c28d30a-d808-4f0d-bd30-0bf6efa2c564 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:52:16.815469 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c28d30a-d808-4f0d-bd30-0bf6efa2c564 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:52:16.816038 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c28d30a-d808-4f0d-bd30-0bf6efa2c564 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:52:16.816621 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c28d30a-d808-4f0d-bd30-0bf6efa2c564 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:52:16.817187 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c28d30a-d808-4f0d-bd30-0bf6efa2c564 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:52:16.817717 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c28d30a-d808-4f0d-bd30-0bf6efa2c564 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:52:16.819150 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c28d30a-d808-4f0d-bd30-0bf6efa2c564 admin admin] Tracked resource versions report: Mar 07 16:52:16.819150 dv-cinder-804757-24-iscsi neutron-server[119954]: pushed versions: Mar 07 16:52:16.819150 dv-cinder-804757-24-iscsi neutron-server[119954]: { 'AddressGroup': {'1.2'}, Mar 07 16:52:16.819150 dv-cinder-804757-24-iscsi neutron-server[119954]: 'ConntrackHelper': {'1.0'}, Mar 07 16:52:16.819150 dv-cinder-804757-24-iscsi neutron-server[119954]: 'LocalIPAssociation': {'1.0'}, Mar 07 16:52:16.819150 dv-cinder-804757-24-iscsi neutron-server[119954]: 'Log': {'1.0'}, Mar 07 16:52:16.819150 dv-cinder-804757-24-iscsi neutron-server[119954]: 'Network': {'1.1'}, Mar 07 16:52:16.819150 dv-cinder-804757-24-iscsi neutron-server[119954]: 'Port': {'1.7'}, Mar 07 16:52:16.819150 dv-cinder-804757-24-iscsi neutron-server[119954]: 'PortForwarding': {'1.2'}, Mar 07 16:52:16.819150 dv-cinder-804757-24-iscsi neutron-server[119954]: 'QosPolicy': {'1.10'}, Mar 07 16:52:16.819150 dv-cinder-804757-24-iscsi neutron-server[119954]: 'SecurityGroup': {'1.5'}, Mar 07 16:52:16.819150 dv-cinder-804757-24-iscsi neutron-server[119954]: 'SecurityGroupRule': {'1.2'}, Mar 07 16:52:16.819150 dv-cinder-804757-24-iscsi neutron-server[119954]: 'SubPort': {'1.0'}, Mar 07 16:52:16.819150 dv-cinder-804757-24-iscsi neutron-server[119954]: 'Subnet': {'1.1'}, Mar 07 16:52:16.819150 dv-cinder-804757-24-iscsi neutron-server[119954]: 'Trunk': {'1.1'}} Mar 07 16:52:16.819150 dv-cinder-804757-24-iscsi neutron-server[119954]: consumer versions: Mar 07 16:52:16.819150 dv-cinder-804757-24-iscsi neutron-server[119954]: { DHCP agent@dv-cinder-804757-24-iscsi: {}, Mar 07 16:52:16.819150 dv-cinder-804757-24-iscsi neutron-server[119954]: HyperV agent@hv-cinder-80475: {}, Mar 07 16:52:16.819150 dv-cinder-804757-24-iscsi neutron-server[119954]: L3 agent@dv-cinder-804757-24-iscsi: {}, Mar 07 16:52:16.819150 dv-cinder-804757-24-iscsi neutron-server[119954]: Metadata agent@dv-cinder-804757-24-iscsi: {}, Mar 07 16:52:16.819150 dv-cinder-804757-24-iscsi neutron-server[119954]: Metering agent@dv-cinder-804757-24-iscsi: {}, Mar 07 16:52:16.819150 dv-cinder-804757-24-iscsi neutron-server[119954]: Open vSwitch agent@dv-cinder-804757-24-iscsi: { 'AddressGroup': '1.2', Mar 07 16:52:16.819150 dv-cinder-804757-24-iscsi neutron-server[119954]: 'ConntrackHelper': '1.0', Mar 07 16:52:16.819150 dv-cinder-804757-24-iscsi neutron-server[119954]: 'LocalIPAssociation': '1.0', Mar 07 16:52:16.819150 dv-cinder-804757-24-iscsi neutron-server[119954]: 'Log': '1.0', Mar 07 16:52:16.819150 dv-cinder-804757-24-iscsi neutron-server[119954]: 'Network': '1.1', Mar 07 16:52:16.819150 dv-cinder-804757-24-iscsi neutron-server[119954]: 'Port': '1.7', Mar 07 16:52:16.819150 dv-cinder-804757-24-iscsi neutron-server[119954]: 'PortForwarding': '1.2', Mar 07 16:52:16.819150 dv-cinder-804757-24-iscsi neutron-server[119954]: 'QosPolicy': '1.10', Mar 07 16:52:16.819150 dv-cinder-804757-24-iscsi neutron-server[119954]: 'SecurityGroup': '1.5', Mar 07 16:52:16.819150 dv-cinder-804757-24-iscsi neutron-server[119954]: 'SecurityGroupRule': '1.2', Mar 07 16:52:16.819150 dv-cinder-804757-24-iscsi neutron-server[119954]: 'SubPort': '1.0', Mar 07 16:52:16.819150 dv-cinder-804757-24-iscsi neutron-server[119954]: 'Subnet': '1.1', Mar 07 16:52:16.819150 dv-cinder-804757-24-iscsi neutron-server[119954]: 'Trunk': '1.1'}} Mar 07 16:52:16.819150 dv-cinder-804757-24-iscsi neutron-server[119954]: {{(pid=119954) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 07 16:52:16.826492 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-6c28d30a-d808-4f0d-bd30-0bf6efa2c564 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8315985'] for segment (4a056b74-7e94-4529-893a-3f499dced81d), precommit_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:16.826873 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.db.segments_db [None req-6c28d30a-d808-4f0d-bd30-0bf6efa2c564 admin admin] Added segment 4a056b74-7e94-4529-893a-3f499dced81d of type vlan for network 958030d9-7413-4af7-a61d-7e3a7fb6105d Mar 07 16:52:16.869419 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-6c28d30a-d808-4f0d-bd30-0bf6efa2c564 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754346284054'] for network (958030d9-7413-4af7-a61d-7e3a7fb6105d), precommit_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:16.894568 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-6c28d30a-d808-4f0d-bd30-0bf6efa2c564 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917'] for network (958030d9-7413-4af7-a61d-7e3a7fb6105d), after_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:16.895576 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c28d30a-d808-4f0d-bd30-0bf6efa2c564 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:52:16.896191 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-6c28d30a-d808-4f0d-bd30-0bf6efa2c564 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550935'] for network (None), before_response {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:16.933583 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [None req-6c28d30a-d808-4f0d-bd30-0bf6efa2c564 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5860908 Mar 07 16:52:16.933833 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.wsgi [-] (119953) accepted ('10.222.0.18', 48632) {{(pid=119953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:52:16.942331 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.v2.base [None req-5905393f-1f83-4551-b237-318406511730 admin admin] Request body: {'subnet': {'network_id': '958030d9-7413-4af7-a61d-7e3a7fb6105d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1470381237-subnet', 'tenant_id': 'edf4ec5f5dd34ec494b36396a8594bc1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=119953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:52:16.966897 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c28d30a-d808-4f0d-bd30-0bf6efa2c564 admin admin] Pushing event updated for resources: {'Network': ['ID=958030d9-7413-4af7-a61d-7e3a7fb6105d,revision_number=1']} {{(pid=119954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:52:16.967129 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5905393f-1f83-4551-b237-318406511730 admin admin] Made reservation on behalf of edf4ec5f5dd34ec494b36396a8594bc1 for: {'subnet': 1} {{(pid=119953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:52:16.970495 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-5905393f-1f83-4551-b237-318406511730 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:16.981884 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.rpc [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Network 958030d9-7413-4af7-a61d-7e3a7fb6105d details requested by agent ovs-agent-dv-cinder-804757-24-iscsi with host dv-cinder-804757-24-iscsi {{(pid=119955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 16:52:17.159922 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-45111ab7-019f-4f36-8815-91ae7503b0a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194190'] for agent (85f07778-81ef-4888-a2e3-51ae57b6426a), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:17.172955 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-5905393f-1f83-4551-b237-318406511730 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917'] for subnet (31c7bf73-b45c-4589-a934-6b9bdc6a30ea), after_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:17.220419 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5905393f-1f83-4551-b237-318406511730 admin admin] Pushing event updated for resources: {'Subnet': ['ID=31c7bf73-b45c-4589-a934-6b9bdc6a30ea,revision_number=0']} {{(pid=119953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:52:17.230295 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5905393f-1f83-4551-b237-318406511730 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:52:17.230671 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5905393f-1f83-4551-b237-318406511730 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:52:17.230997 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5905393f-1f83-4551-b237-318406511730 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:52:17.231526 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5905393f-1f83-4551-b237-318406511730 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:52:17.232057 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5905393f-1f83-4551-b237-318406511730 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:52:17.232550 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5905393f-1f83-4551-b237-318406511730 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:52:17.232932 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5905393f-1f83-4551-b237-318406511730 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:52:17.233418 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5905393f-1f83-4551-b237-318406511730 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:52:17.233584 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5905393f-1f83-4551-b237-318406511730 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:52:17.233908 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5905393f-1f83-4551-b237-318406511730 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:52:17.234237 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5905393f-1f83-4551-b237-318406511730 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:52:17.234671 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5905393f-1f83-4551-b237-318406511730 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:52:17.234888 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5905393f-1f83-4551-b237-318406511730 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:52:17.236102 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5905393f-1f83-4551-b237-318406511730 admin admin] Tracked resource versions report: Mar 07 16:52:17.236102 dv-cinder-804757-24-iscsi neutron-server[119953]: pushed versions: Mar 07 16:52:17.236102 dv-cinder-804757-24-iscsi neutron-server[119953]: { 'AddressGroup': {'1.2'}, Mar 07 16:52:17.236102 dv-cinder-804757-24-iscsi neutron-server[119953]: 'ConntrackHelper': {'1.0'}, Mar 07 16:52:17.236102 dv-cinder-804757-24-iscsi neutron-server[119953]: 'LocalIPAssociation': {'1.0'}, Mar 07 16:52:17.236102 dv-cinder-804757-24-iscsi neutron-server[119953]: 'Log': {'1.0'}, Mar 07 16:52:17.236102 dv-cinder-804757-24-iscsi neutron-server[119953]: 'Network': {'1.1'}, Mar 07 16:52:17.236102 dv-cinder-804757-24-iscsi neutron-server[119953]: 'Port': {'1.7'}, Mar 07 16:52:17.236102 dv-cinder-804757-24-iscsi neutron-server[119953]: 'PortForwarding': {'1.2'}, Mar 07 16:52:17.236102 dv-cinder-804757-24-iscsi neutron-server[119953]: 'QosPolicy': {'1.10'}, Mar 07 16:52:17.236102 dv-cinder-804757-24-iscsi neutron-server[119953]: 'SecurityGroup': {'1.5'}, Mar 07 16:52:17.236102 dv-cinder-804757-24-iscsi neutron-server[119953]: 'SecurityGroupRule': {'1.2'}, Mar 07 16:52:17.236102 dv-cinder-804757-24-iscsi neutron-server[119953]: 'SubPort': {'1.0'}, Mar 07 16:52:17.236102 dv-cinder-804757-24-iscsi neutron-server[119953]: 'Subnet': {'1.1'}, Mar 07 16:52:17.236102 dv-cinder-804757-24-iscsi neutron-server[119953]: 'Trunk': {'1.1'}} Mar 07 16:52:17.236102 dv-cinder-804757-24-iscsi neutron-server[119953]: consumer versions: Mar 07 16:52:17.236102 dv-cinder-804757-24-iscsi neutron-server[119953]: { DHCP agent@dv-cinder-804757-24-iscsi: {}, Mar 07 16:52:17.236102 dv-cinder-804757-24-iscsi neutron-server[119953]: HyperV agent@hv-cinder-80475: {}, Mar 07 16:52:17.236102 dv-cinder-804757-24-iscsi neutron-server[119953]: L3 agent@dv-cinder-804757-24-iscsi: {}, Mar 07 16:52:17.236102 dv-cinder-804757-24-iscsi neutron-server[119953]: Metadata agent@dv-cinder-804757-24-iscsi: {}, Mar 07 16:52:17.236102 dv-cinder-804757-24-iscsi neutron-server[119953]: Metering agent@dv-cinder-804757-24-iscsi: {}, Mar 07 16:52:17.236102 dv-cinder-804757-24-iscsi neutron-server[119953]: Open vSwitch agent@dv-cinder-804757-24-iscsi: { 'AddressGroup': '1.2', Mar 07 16:52:17.236102 dv-cinder-804757-24-iscsi neutron-server[119953]: 'ConntrackHelper': '1.0', Mar 07 16:52:17.236102 dv-cinder-804757-24-iscsi neutron-server[119953]: 'LocalIPAssociation': '1.0', Mar 07 16:52:17.236102 dv-cinder-804757-24-iscsi neutron-server[119953]: 'Log': '1.0', Mar 07 16:52:17.236102 dv-cinder-804757-24-iscsi neutron-server[119953]: 'Network': '1.1', Mar 07 16:52:17.236102 dv-cinder-804757-24-iscsi neutron-server[119953]: 'Port': '1.7', Mar 07 16:52:17.236102 dv-cinder-804757-24-iscsi neutron-server[119953]: 'PortForwarding': '1.2', Mar 07 16:52:17.236102 dv-cinder-804757-24-iscsi neutron-server[119953]: 'QosPolicy': '1.10', Mar 07 16:52:17.236102 dv-cinder-804757-24-iscsi neutron-server[119953]: 'SecurityGroup': '1.5', Mar 07 16:52:17.236102 dv-cinder-804757-24-iscsi neutron-server[119953]: 'SecurityGroupRule': '1.2', Mar 07 16:52:17.236102 dv-cinder-804757-24-iscsi neutron-server[119953]: 'SubPort': '1.0', Mar 07 16:52:17.236102 dv-cinder-804757-24-iscsi neutron-server[119953]: 'Subnet': '1.1', Mar 07 16:52:17.236102 dv-cinder-804757-24-iscsi neutron-server[119953]: 'Trunk': '1.1'}} Mar 07 16:52:17.236102 dv-cinder-804757-24-iscsi neutron-server[119953]: {{(pid=119953) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 07 16:52:17.253164 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5905393f-1f83-4551-b237-318406511730 admin admin] Checking segment: {'id': '4a056b74-7e94-4529-893a-3f499dced81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '958030d9-7413-4af7-a61d-7e3a7fb6105d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:52:17.253517 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5905393f-1f83-4551-b237-318406511730 admin admin] Network hostable DHCP agents. Network: 958030d9-7413-4af7-a61d-7e3a7fb6105d, hostable agents: ['85f07778-81ef-4888-a2e3-51ae57b6426a'], hosted agents: [] {{(pid=119953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 16:52:17.271185 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5905393f-1f83-4551-b237-318406511730 admin admin] Network 958030d9-7413-4af7-a61d-7e3a7fb6105d is scheduled to be hosted by DHCP agent 85f07778-81ef-4888-a2e3-51ae57b6426a with binding_index 1 {{(pid=119953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 16:52:17.281361 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.scheduler.base_scheduler [None req-5905393f-1f83-4551-b237-318406511730 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804757-24-iscsi, 958030d9-7413-4af7-a61d-7e3a7fb6105d) {{(pid=119953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:52:17.289617 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dd8f41f-680a-4709-875d-22b4eda5d099 None None] Network 958030d9-7413-4af7-a61d-7e3a7fb6105d requested from dv-cinder-804757-24-iscsi {{(pid=119955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:52:17.293827 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5905393f-1f83-4551-b237-318406511730 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:52:17.294551 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-5905393f-1f83-4551-b237-318406511730 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550935'] for subnet (None), before_response {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:17.316045 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.wsgi [-] (119954) accepted ('10.222.0.18', 48654) {{(pid=119954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:52:17.320535 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.v2.base [None req-b3f0d7a6-97ae-4638-b403-b55001cf2a81 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1470381237-router', 'tenant_id': 'edf4ec5f5dd34ec494b36396a8594bc1', 'external_gateway_info': {'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88'}}} {{(pid=119954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:52:17.326655 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [None req-5905393f-1f83-4551-b237-318406511730 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3895168 Mar 07 16:52:17.348478 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-b3f0d7a6-97ae-4638-b403-b55001cf2a81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-709529', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24401'] for router (7438646f-16c5-41cf-bfe1-423ac73df92e), before_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:17.349534 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-b3f0d7a6-97ae-4638-b403-b55001cf2a81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-708201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-705242', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571311', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24408'] for router (7438646f-16c5-41cf-bfe1-423ac73df92e), precommit_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:17.390605 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.wsgi [-] (119953) accepted ('10.222.0.18', 48660) {{(pid=119953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:52:17.425937 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-b3f0d7a6-97ae-4638-b403-b55001cf2a81 admin admin] Publish callbacks [] for router_controller (7438646f-16c5-41cf-bfe1-423ac73df92e), precommit_add_association {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:17.426176 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.wsgi [-] (119953) accepted ('10.222.0.18', 48666) {{(pid=119953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:52:17.427105 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ef7e8ac-28a5-45f5-891d-d86588b15611 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4daafb27-07ab-5f95-a03c-57bf3ed213c4-958030d9-7413-4af7-a61d-7e3a7fb6105d', 'network_id': '958030d9-7413-4af7-a61d-7e3a7fb6105d', 'project_id': 'edf4ec5f5dd34ec494b36396a8594bc1', 'fixed_ips': [{'subnet_id': '31c7bf73-b45c-4589-a934-6b9bdc6a30ea'}]}} from dv-cinder-804757-24-iscsi. {{(pid=119955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 16:52:17.428314 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-3ef7e8ac-28a5-45f5-891d-d86588b15611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8385759'] for port (None), before_create {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:17.472159 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.wsgi [-] (119953) accepted ('10.222.0.18', 48670) {{(pid=119953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:52:17.594040 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.db_base_plugin_common [None req-3ef7e8ac-28a5-45f5-891d-d86588b15611 None None] Allocated IP 172.20.0.2 (958030d9-7413-4af7-a61d-7e3a7fb6105d/31c7bf73-b45c-4589-a934-6b9bdc6a30ea/f9e65259-c7e5-4cac-a121-8e4d2ee87b68) {{(pid=119955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:52:17.685711 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-b3f0d7a6-97ae-4638-b403-b55001cf2a81 admin admin] Publish callbacks [] for router_gateway (7438646f-16c5-41cf-bfe1-423ac73df92e), precommit_update {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:17.770351 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-3ef7e8ac-28a5-45f5-891d-d86588b15611 None None] Publish callbacks [] for port (f9e65259-c7e5-4cac-a121-8e4d2ee87b68), precommit_create {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:17.780170 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-3ef7e8ac-28a5-45f5-891d-d86588b15611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754346267055'] for port (f9e65259-c7e5-4cac-a121-8e4d2ee87b68), after_create {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:17.827941 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef7e8ac-28a5-45f5-891d-d86588b15611 None None] Pushing event updated for resources: {'Port': ['ID=f9e65259-c7e5-4cac-a121-8e4d2ee87b68,revision_number=1']} {{(pid=119955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:52:17.839976 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef7e8ac-28a5-45f5-891d-d86588b15611 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:52:17.840168 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef7e8ac-28a5-45f5-891d-d86588b15611 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:52:17.840527 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef7e8ac-28a5-45f5-891d-d86588b15611 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:52:17.840862 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef7e8ac-28a5-45f5-891d-d86588b15611 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:52:17.841180 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef7e8ac-28a5-45f5-891d-d86588b15611 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:52:17.841672 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef7e8ac-28a5-45f5-891d-d86588b15611 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:52:17.842181 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef7e8ac-28a5-45f5-891d-d86588b15611 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:52:17.842650 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef7e8ac-28a5-45f5-891d-d86588b15611 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:52:17.843116 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef7e8ac-28a5-45f5-891d-d86588b15611 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:52:17.843595 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef7e8ac-28a5-45f5-891d-d86588b15611 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:52:17.844083 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef7e8ac-28a5-45f5-891d-d86588b15611 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:52:17.844682 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef7e8ac-28a5-45f5-891d-d86588b15611 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:52:17.845166 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef7e8ac-28a5-45f5-891d-d86588b15611 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:52:17.846457 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef7e8ac-28a5-45f5-891d-d86588b15611 None None] Tracked resource versions report: Mar 07 16:52:17.846457 dv-cinder-804757-24-iscsi neutron-server[119955]: pushed versions: Mar 07 16:52:17.846457 dv-cinder-804757-24-iscsi neutron-server[119955]: { 'AddressGroup': {'1.2'}, Mar 07 16:52:17.846457 dv-cinder-804757-24-iscsi neutron-server[119955]: 'ConntrackHelper': {'1.0'}, Mar 07 16:52:17.846457 dv-cinder-804757-24-iscsi neutron-server[119955]: 'LocalIPAssociation': {'1.0'}, Mar 07 16:52:17.846457 dv-cinder-804757-24-iscsi neutron-server[119955]: 'Log': {'1.0'}, Mar 07 16:52:17.846457 dv-cinder-804757-24-iscsi neutron-server[119955]: 'Network': {'1.1'}, Mar 07 16:52:17.846457 dv-cinder-804757-24-iscsi neutron-server[119955]: 'Port': {'1.7'}, Mar 07 16:52:17.846457 dv-cinder-804757-24-iscsi neutron-server[119955]: 'PortForwarding': {'1.2'}, Mar 07 16:52:17.846457 dv-cinder-804757-24-iscsi neutron-server[119955]: 'QosPolicy': {'1.10'}, Mar 07 16:52:17.846457 dv-cinder-804757-24-iscsi neutron-server[119955]: 'SecurityGroup': {'1.5'}, Mar 07 16:52:17.846457 dv-cinder-804757-24-iscsi neutron-server[119955]: 'SecurityGroupRule': {'1.2'}, Mar 07 16:52:17.846457 dv-cinder-804757-24-iscsi neutron-server[119955]: 'SubPort': {'1.0'}, Mar 07 16:52:17.846457 dv-cinder-804757-24-iscsi neutron-server[119955]: 'Subnet': {'1.1'}, Mar 07 16:52:17.846457 dv-cinder-804757-24-iscsi neutron-server[119955]: 'Trunk': {'1.1'}} Mar 07 16:52:17.846457 dv-cinder-804757-24-iscsi neutron-server[119955]: consumer versions: Mar 07 16:52:17.846457 dv-cinder-804757-24-iscsi neutron-server[119955]: { DHCP agent@dv-cinder-804757-24-iscsi: {}, Mar 07 16:52:17.846457 dv-cinder-804757-24-iscsi neutron-server[119955]: HyperV agent@hv-cinder-80475: {}, Mar 07 16:52:17.846457 dv-cinder-804757-24-iscsi neutron-server[119955]: L3 agent@dv-cinder-804757-24-iscsi: {}, Mar 07 16:52:17.846457 dv-cinder-804757-24-iscsi neutron-server[119955]: Metadata agent@dv-cinder-804757-24-iscsi: {}, Mar 07 16:52:17.846457 dv-cinder-804757-24-iscsi neutron-server[119955]: Metering agent@dv-cinder-804757-24-iscsi: {}, Mar 07 16:52:17.846457 dv-cinder-804757-24-iscsi neutron-server[119955]: Open vSwitch agent@dv-cinder-804757-24-iscsi: { 'AddressGroup': '1.2', Mar 07 16:52:17.846457 dv-cinder-804757-24-iscsi neutron-server[119955]: 'ConntrackHelper': '1.0', Mar 07 16:52:17.846457 dv-cinder-804757-24-iscsi neutron-server[119955]: 'LocalIPAssociation': '1.0', Mar 07 16:52:17.846457 dv-cinder-804757-24-iscsi neutron-server[119955]: 'Log': '1.0', Mar 07 16:52:17.846457 dv-cinder-804757-24-iscsi neutron-server[119955]: 'Network': '1.1', Mar 07 16:52:17.846457 dv-cinder-804757-24-iscsi neutron-server[119955]: 'Port': '1.7', Mar 07 16:52:17.846457 dv-cinder-804757-24-iscsi neutron-server[119955]: 'PortForwarding': '1.2', Mar 07 16:52:17.846457 dv-cinder-804757-24-iscsi neutron-server[119955]: 'QosPolicy': '1.10', Mar 07 16:52:17.846457 dv-cinder-804757-24-iscsi neutron-server[119955]: 'SecurityGroup': '1.5', Mar 07 16:52:17.846457 dv-cinder-804757-24-iscsi neutron-server[119955]: 'SecurityGroupRule': '1.2', Mar 07 16:52:17.846457 dv-cinder-804757-24-iscsi neutron-server[119955]: 'SubPort': '1.0', Mar 07 16:52:17.846457 dv-cinder-804757-24-iscsi neutron-server[119955]: 'Subnet': '1.1', Mar 07 16:52:17.846457 dv-cinder-804757-24-iscsi neutron-server[119955]: 'Trunk': '1.1'}} Mar 07 16:52:17.846457 dv-cinder-804757-24-iscsi neutron-server[119955]: {{(pid=119955) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 07 16:52:17.849956 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.v2.base [None req-e1dd1884-85f1-4cd3-a5a6-3431079a4bfb admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1712230962-network', 'tenant_id': '8ffb87e782b3452ab1b5e98b2ae4804b'}} {{(pid=119953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:52:17.861288 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ef7e8ac-28a5-45f5-891d-d86588b15611 None None] Network 958030d9-7413-4af7-a61d-7e3a7fb6105d is already hosted by enough agents. {{(pid=119955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:52:17.862755 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.v2.base [None req-babfdaf2-6dfc-4b26-bd39-1147acca70da admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1705779632-network', 'tenant_id': 'bc3014a338a744549fcce3af802b9b5f'}} {{(pid=119953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:52:17.862898 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.scheduler.base_scheduler [None req-3ef7e8ac-28a5-45f5-891d-d86588b15611 None None] Resources bound (agent type, host, resource id): {{(pid=119955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:52:17.866095 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ef7e8ac-28a5-45f5-891d-d86588b15611 None None] Received port after_create {{(pid=119955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:52:17.893253 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1dd1884-85f1-4cd3-a5a6-3431079a4bfb admin admin] Made reservation on behalf of 8ffb87e782b3452ab1b5e98b2ae4804b for: {'network': 1} {{(pid=119953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:52:17.895911 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-e1dd1884-85f1-4cd3-a5a6-3431079a4bfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8385759'] for network (None), before_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:17.906420 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-e1dd1884-85f1-4cd3-a5a6-3431079a4bfb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:17.909477 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-babfdaf2-6dfc-4b26-bd39-1147acca70da admin admin] Made reservation on behalf of bc3014a338a744549fcce3af802b9b5f for: {'network': 1} {{(pid=119953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:52:17.912011 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-babfdaf2-6dfc-4b26-bd39-1147acca70da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8385759'] for network (None), before_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:17.933881 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.v2.base [None req-fd0dbde6-7c7b-4899-800d-f21ae2be11d4 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-2107335013-network', 'tenant_id': 'fb0f78d7968f4bf1aee503f8e1cfe0f0'}} {{(pid=119953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:52:17.939344 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-babfdaf2-6dfc-4b26-bd39-1147acca70da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:17.943505 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.managers [None req-3ef7e8ac-28a5-45f5-891d-d86588b15611 None None] Attempting to bind port f9e65259-c7e5-4cac-a121-8e4d2ee87b68 on host dv-cinder-804757-24-iscsi for vnic_type normal with profile {{(pid=119955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:52:17.944237 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.managers [None req-3ef7e8ac-28a5-45f5-891d-d86588b15611 None None] Attempting to bind port f9e65259-c7e5-4cac-a121-8e4d2ee87b68 by drivers openvswitch,hyperv on host dv-cinder-804757-24-iscsi at level 0 using segments [{'id': '4a056b74-7e94-4529-893a-3f499dced81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '958030d9-7413-4af7-a61d-7e3a7fb6105d'}] {{(pid=119955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:52:17.944753 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ef7e8ac-28a5-45f5-891d-d86588b15611 None None] Attempting to bind port f9e65259-c7e5-4cac-a121-8e4d2ee87b68 on network 958030d9-7413-4af7-a61d-7e3a7fb6105d {{(pid=119955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:52:17.950674 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ef7e8ac-28a5-45f5-891d-d86588b15611 None None] Checking agent: {'id': '3df9d949-03e8-46c4-b37f-6f8a21aeab22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-24-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 16, 44, 23), 'started_at': datetime.datetime(2022, 3, 7, 16, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 51, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-24-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:52:17.951323 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ef7e8ac-28a5-45f5-891d-d86588b15611 None None] Checking segment: {'id': '4a056b74-7e94-4529-893a-3f499dced81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '958030d9-7413-4af7-a61d-7e3a7fb6105d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:52:17.952001 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-3ef7e8ac-28a5-45f5-891d-d86588b15611 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:17.952544 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ef7e8ac-28a5-45f5-891d-d86588b15611 None None] Bound using segment: {'id': '4a056b74-7e94-4529-893a-3f499dced81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '958030d9-7413-4af7-a61d-7e3a7fb6105d'} {{(pid=119955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:52:17.953266 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.managers [None req-3ef7e8ac-28a5-45f5-891d-d86588b15611 None None] Bound port: f9e65259-c7e5-4cac-a121-8e4d2ee87b68, host: dv-cinder-804757-24-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a056b74-7e94-4529-893a-3f499dced81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '958030d9-7413-4af7-a61d-7e3a7fb6105d'}}] {{(pid=119955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:52:17.953812 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-3ef7e8ac-28a5-45f5-891d-d86588b15611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8385759'] for port (f9e65259-c7e5-4cac-a121-8e4d2ee87b68), before_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:17.986910 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-b3f0d7a6-97ae-4638-b403-b55001cf2a81 admin admin] Publish callbacks [] for router_gateway (7438646f-16c5-41cf-bfe1-423ac73df92e), before_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:18.013546 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-b3f0d7a6-97ae-4638-b403-b55001cf2a81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8385759'] for port (None), before_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:18.042091 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.db [None req-3ef7e8ac-28a5-45f5-891d-d86588b15611 None None] For port f9e65259-c7e5-4cac-a121-8e4d2ee87b68, host dv-cinder-804757-24-iscsi, cleared binding levels {{(pid=119955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:52:18.048243 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.db [None req-3ef7e8ac-28a5-45f5-891d-d86588b15611 None None] For port f9e65259-c7e5-4cac-a121-8e4d2ee87b68, host dv-cinder-804757-24-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-24-iscsi',level=0,port_id=f9e65259-c7e5-4cac-a121-8e4d2ee87b68,segment=NetworkSegment(4a056b74-7e94-4529-893a-3f499dced81d),segment_id=4a056b74-7e94-4529-893a-3f499dced81d)] {{(pid=119955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:52:18.059659 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-3ef7e8ac-28a5-45f5-891d-d86588b15611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754346672056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754346267073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754346267091'] for port (f9e65259-c7e5-4cac-a121-8e4d2ee87b68), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:18.079794 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-e1dd1884-85f1-4cd3-a5a6-3431079a4bfb admin admin] Publish callbacks [] for security_group (f5ef100a-639b-4916-b32b-383e23e87536), precommit_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:18.082795 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd0dbde6-7c7b-4899-800d-f21ae2be11d4 admin admin] Made reservation on behalf of fb0f78d7968f4bf1aee503f8e1cfe0f0 for: {'network': 1} {{(pid=119953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:52:18.085296 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-fd0dbde6-7c7b-4899-800d-f21ae2be11d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8385759'] for network (None), before_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:18.096610 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-fd0dbde6-7c7b-4899-800d-f21ae2be11d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:18.105460 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-e1dd1884-85f1-4cd3-a5a6-3431079a4bfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543383'] for security_group (f5ef100a-639b-4916-b32b-383e23e87536), after_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:18.117151 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1dd1884-85f1-4cd3-a5a6-3431079a4bfb admin admin] vlan segment allocate from pool success with {'vlan_id': 872, 'physical_network': 'physnet1'} {{(pid=119953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 16:52:18.127976 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-e1dd1884-85f1-4cd3-a5a6-3431079a4bfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8315985'] for segment (ad3735d7-6f1d-4396-8c2b-5f6199488faa), precommit_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:18.128665 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.db.segments_db [None req-e1dd1884-85f1-4cd3-a5a6-3431079a4bfb admin admin] Added segment ad3735d7-6f1d-4396-8c2b-5f6199488faa of type vlan for network 863049fb-91f0-4803-9992-666b65540a85 Mar 07 16:52:18.129886 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.db.db_base_plugin_common [None req-b3f0d7a6-97ae-4638-b403-b55001cf2a81 admin admin] Allocated IP 172.27.2.57 (3eba6d1e-0acd-4586-8e75-f5a4e7e90d88/6a2f7f11-a189-49ba-a838-e124f718c0dc/55b6bdda-6312-4fcb-bcc8-ffef56435af8) {{(pid=119954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:52:18.132355 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef7e8ac-28a5-45f5-891d-d86588b15611 None None] Pushing event updated for resources: {'Port': ['ID=f9e65259-c7e5-4cac-a121-8e4d2ee87b68,revision_number=2']} {{(pid=119955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:52:18.224635 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-e1dd1884-85f1-4cd3-a5a6-3431079a4bfb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754346284054'] for network (863049fb-91f0-4803-9992-666b65540a85), precommit_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:18.236325 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1dd1884-85f1-4cd3-a5a6-3431079a4bfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5ef100a-639b-4916-b32b-383e23e87536,revision_number=1']} {{(pid=119953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:52:18.262420 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-b3f0d7a6-97ae-4638-b403-b55001cf2a81 admin admin] Publish callbacks [] for port (55b6bdda-6312-4fcb-bcc8-ffef56435af8), precommit_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:18.282807 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-babfdaf2-6dfc-4b26-bd39-1147acca70da admin admin] Publish callbacks [] for security_group (ca7d0e2e-329d-4d0a-a506-d7be9afbb6a4), precommit_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:18.316707 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-b3f0d7a6-97ae-4638-b403-b55001cf2a81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754346267055'] for port (55b6bdda-6312-4fcb-bcc8-ffef56435af8), after_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:18.350437 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-fd0dbde6-7c7b-4899-800d-f21ae2be11d4 admin admin] Publish callbacks [] for security_group (aeca2cc4-2657-4c4b-965e-0f9cde167a5b), precommit_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:18.356867 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-babfdaf2-6dfc-4b26-bd39-1147acca70da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543383'] for security_group (ca7d0e2e-329d-4d0a-a506-d7be9afbb6a4), after_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:18.370230 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-babfdaf2-6dfc-4b26-bd39-1147acca70da admin admin] vlan segment allocate from pool success with {'vlan_id': 894, 'physical_network': 'physnet1'} {{(pid=119953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 16:52:18.379994 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-babfdaf2-6dfc-4b26-bd39-1147acca70da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8315985'] for segment (f9129b6d-cadb-48d6-8f79-c9ca67c48ac7), precommit_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:18.380741 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.db.segments_db [None req-babfdaf2-6dfc-4b26-bd39-1147acca70da admin admin] Added segment f9129b6d-cadb-48d6-8f79-c9ca67c48ac7 of type vlan for network 63a94190-77ce-4422-9932-045b08515abb Mar 07 16:52:18.384213 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3f0d7a6-97ae-4638-b403-b55001cf2a81 admin admin] Network 3eba6d1e-0acd-4586-8e75-f5a4e7e90d88 is already hosted by enough agents. {{(pid=119954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:52:18.386317 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.wsgi [-] (119954) accepted ('10.222.0.18', 48694) {{(pid=119954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:52:18.387675 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f0d7a6-97ae-4638-b403-b55001cf2a81 admin admin] Pushing event updated for resources: {'Port': ['ID=55b6bdda-6312-4fcb-bcc8-ffef56435af8,revision_number=1']} {{(pid=119954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:52:18.391206 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.scheduler.base_scheduler [None req-b3f0d7a6-97ae-4638-b403-b55001cf2a81 admin admin] Resources bound (agent type, host, resource id): {{(pid=119954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:52:18.416683 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.db.resource_extend [None req-e1dd1884-85f1-4cd3-a5a6-3431079a4bfb admin admin] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=119953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 07 16:52:18.420960 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-fd0dbde6-7c7b-4899-800d-f21ae2be11d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543383'] for security_group (aeca2cc4-2657-4c4b-965e-0f9cde167a5b), after_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:18.424732 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3f0d7a6-97ae-4638-b403-b55001cf2a81 admin admin] Received port after_create {{(pid=119954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:52:18.454248 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-babfdaf2-6dfc-4b26-bd39-1147acca70da admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754346284054'] for network (63a94190-77ce-4422-9932-045b08515abb), precommit_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:18.510420 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd0dbde6-7c7b-4899-800d-f21ae2be11d4 admin admin] vlan segment allocate from pool success with {'vlan_id': 870, 'physical_network': 'physnet1'} {{(pid=119953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 16:52:18.517430 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-e1dd1884-85f1-4cd3-a5a6-3431079a4bfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917'] for network (863049fb-91f0-4803-9992-666b65540a85), after_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:18.518511 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1dd1884-85f1-4cd3-a5a6-3431079a4bfb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:52:18.519179 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-e1dd1884-85f1-4cd3-a5a6-3431079a4bfb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550935'] for network (None), before_response {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:18.522457 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babfdaf2-6dfc-4b26-bd39-1147acca70da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca7d0e2e-329d-4d0a-a506-d7be9afbb6a4,revision_number=1']} {{(pid=119953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:52:18.643597 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1dd1884-85f1-4cd3-a5a6-3431079a4bfb admin admin] Pushing event updated for resources: {'Network': ['ID=863049fb-91f0-4803-9992-666b65540a85,revision_number=1']} {{(pid=119953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:52:18.657418 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.rpc [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Network 863049fb-91f0-4803-9992-666b65540a85 details requested by agent ovs-agent-dv-cinder-804757-24-iscsi with host dv-cinder-804757-24-iscsi {{(pid=119955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 16:52:18.691203 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-fd0dbde6-7c7b-4899-800d-f21ae2be11d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8315985'] for segment (de5c8597-5ec3-4c96-892c-f2304ae7166d), precommit_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:18.691842 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.db.segments_db [None req-fd0dbde6-7c7b-4899-800d-f21ae2be11d4 admin admin] Added segment de5c8597-5ec3-4c96-892c-f2304ae7166d of type vlan for network 80a2c60b-59e3-4807-9654-13174f656625 Mar 07 16:52:18.721319 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [None req-e1dd1884-85f1-4cd3-a5a6-3431079a4bfb admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.3291445 Mar 07 16:52:18.721529 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.wsgi [-] (119954) accepted ('10.222.0.18', 48708) {{(pid=119954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:52:18.725327 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0dbde6-7c7b-4899-800d-f21ae2be11d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aeca2cc4-2657-4c4b-965e-0f9cde167a5b,revision_number=1']} {{(pid=119953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:52:18.729424 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.v2.base [None req-1890ae65-ee1e-49fa-b483-bcffec654e7e admin admin] Request body: {'subnet': {'network_id': '863049fb-91f0-4803-9992-666b65540a85', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1712230962-subnet', 'tenant_id': '8ffb87e782b3452ab1b5e98b2ae4804b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=119954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:52:18.733801 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-babfdaf2-6dfc-4b26-bd39-1147acca70da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917'] for network (63a94190-77ce-4422-9932-045b08515abb), after_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:18.734942 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-babfdaf2-6dfc-4b26-bd39-1147acca70da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:52:18.735609 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-babfdaf2-6dfc-4b26-bd39-1147acca70da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550935'] for network (None), before_response {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:18.757801 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1890ae65-ee1e-49fa-b483-bcffec654e7e admin admin] Made reservation on behalf of 8ffb87e782b3452ab1b5e98b2ae4804b for: {'subnet': 1} {{(pid=119954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:52:18.760545 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-1890ae65-ee1e-49fa-b483-bcffec654e7e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:18.838150 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babfdaf2-6dfc-4b26-bd39-1147acca70da admin admin] Pushing event updated for resources: {'Network': ['ID=63a94190-77ce-4422-9932-045b08515abb,revision_number=1']} {{(pid=119953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:52:18.843139 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.v2.base [None req-444113ed-a4e3-49da-8001-e1b9df4e2cb3 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-316554606-network', 'tenant_id': 'a2b02b33177e47c5b77628fe596fbb90'}} {{(pid=119954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:52:18.845921 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [None req-babfdaf2-6dfc-4b26-bd39-1147acca70da admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.4184005 Mar 07 16:52:18.849889 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.wsgi [-] (119953) accepted ('10.222.0.18', 48714) {{(pid=119953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:52:18.855202 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.rpc [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Network 63a94190-77ce-4422-9932-045b08515abb details requested by agent ovs-agent-dv-cinder-804757-24-iscsi with host dv-cinder-804757-24-iscsi {{(pid=119955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 16:52:18.856671 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.v2.base [None req-bb965237-6f53-4f59-84d5-65c0b9ab8e69 admin admin] Request body: {'subnet': {'network_id': '63a94190-77ce-4422-9932-045b08515abb', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1705779632-subnet', 'tenant_id': 'bc3014a338a744549fcce3af802b9b5f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=119953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:52:18.871820 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-fd0dbde6-7c7b-4899-800d-f21ae2be11d4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754346284054'] for network (80a2c60b-59e3-4807-9654-13174f656625), precommit_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:18.888090 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-b3f0d7a6-97ae-4638-b403-b55001cf2a81 admin admin] Publish callbacks [] for router_gateway (7438646f-16c5-41cf-bfe1-423ac73df92e), after_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:18.892637 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-444113ed-a4e3-49da-8001-e1b9df4e2cb3 admin admin] Made reservation on behalf of a2b02b33177e47c5b77628fe596fbb90 for: {'network': 1} {{(pid=119954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:52:18.895493 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-444113ed-a4e3-49da-8001-e1b9df4e2cb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8385759'] for network (None), before_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:18.908279 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb965237-6f53-4f59-84d5-65c0b9ab8e69 admin admin] Made reservation on behalf of bc3014a338a744549fcce3af802b9b5f for: {'subnet': 1} {{(pid=119953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:52:18.911483 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-bb965237-6f53-4f59-84d5-65c0b9ab8e69 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:18.928988 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-fd0dbde6-7c7b-4899-800d-f21ae2be11d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917'] for network (80a2c60b-59e3-4807-9654-13174f656625), after_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:18.931458 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd0dbde6-7c7b-4899-800d-f21ae2be11d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:52:18.932710 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-fd0dbde6-7c7b-4899-800d-f21ae2be11d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550935'] for network (None), before_response {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:18.951890 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-444113ed-a4e3-49da-8001-e1b9df4e2cb3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:19.032552 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0dbde6-7c7b-4899-800d-f21ae2be11d4 admin admin] Pushing event updated for resources: {'Network': ['ID=80a2c60b-59e3-4807-9654-13174f656625,revision_number=1']} {{(pid=119953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:52:19.040825 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [None req-fd0dbde6-7c7b-4899-800d-f21ae2be11d4 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.5675602 Mar 07 16:52:19.045176 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.wsgi [-] (119954) accepted ('10.222.0.18', 48722) {{(pid=119954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:52:19.046755 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.rpc [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Network 80a2c60b-59e3-4807-9654-13174f656625 details requested by agent ovs-agent-dv-cinder-804757-24-iscsi with host dv-cinder-804757-24-iscsi {{(pid=119955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 16:52:19.055127 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.v2.base [None req-9d41f97d-f98d-4296-8f2b-21343a793421 admin admin] Request body: {'subnet': {'network_id': '80a2c60b-59e3-4807-9654-13174f656625', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-2107335013-subnet', 'tenant_id': 'fb0f78d7968f4bf1aee503f8e1cfe0f0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=119954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:52:19.293904 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d41f97d-f98d-4296-8f2b-21343a793421 admin admin] Made reservation on behalf of fb0f78d7968f4bf1aee503f8e1cfe0f0 for: {'subnet': 1} {{(pid=119954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:52:19.296296 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-9d41f97d-f98d-4296-8f2b-21343a793421 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:19.340496 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-bb965237-6f53-4f59-84d5-65c0b9ab8e69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917'] for subnet (4d870a2e-0423-4f07-899b-7a8ec2b09f8c), after_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:19.347019 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-1890ae65-ee1e-49fa-b483-bcffec654e7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917'] for subnet (f97910cd-d5d7-4b8c-bfe2-694a46e38478), after_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:19.391279 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-389031fa-15d0-4000-897b-f04ae5a06a77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194190'] for agent (4cbb3502-d72e-4663-b57e-51d645794085), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:19.420748 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb965237-6f53-4f59-84d5-65c0b9ab8e69 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4d870a2e-0423-4f07-899b-7a8ec2b09f8c,revision_number=0']} {{(pid=119953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:52:19.429457 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb965237-6f53-4f59-84d5-65c0b9ab8e69 admin admin] Checking segment: {'id': 'f9129b6d-cadb-48d6-8f79-c9ca67c48ac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': '63a94190-77ce-4422-9932-045b08515abb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:52:19.429457 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb965237-6f53-4f59-84d5-65c0b9ab8e69 admin admin] Network hostable DHCP agents. Network: 63a94190-77ce-4422-9932-045b08515abb, hostable agents: ['85f07778-81ef-4888-a2e3-51ae57b6426a'], hosted agents: [] {{(pid=119953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 16:52:19.456718 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb965237-6f53-4f59-84d5-65c0b9ab8e69 admin admin] Network 63a94190-77ce-4422-9932-045b08515abb is scheduled to be hosted by DHCP agent 85f07778-81ef-4888-a2e3-51ae57b6426a with binding_index 1 {{(pid=119953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 16:52:19.471936 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.scheduler.base_scheduler [None req-bb965237-6f53-4f59-84d5-65c0b9ab8e69 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804757-24-iscsi, 63a94190-77ce-4422-9932-045b08515abb) {{(pid=119953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:52:19.478253 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb965237-6f53-4f59-84d5-65c0b9ab8e69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:52:19.478961 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-bb965237-6f53-4f59-84d5-65c0b9ab8e69 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550935'] for subnet (None), before_response {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:19.484985 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52c22913-b4a5-4b5f-84ab-79e701fd164e None None] Network 63a94190-77ce-4422-9932-045b08515abb requested from dv-cinder-804757-24-iscsi {{(pid=119955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:52:19.519614 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [None req-bb965237-6f53-4f59-84d5-65c0b9ab8e69 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6672997 Mar 07 16:52:19.641967 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e053c42e-d998-458c-8355-6019892a7f7a None None] Network 958030d9-7413-4af7-a61d-7e3a7fb6105d requested from dv-cinder-804757-24-iscsi {{(pid=119955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:52:19.662650 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-858788b9-10d7-4379-9e5f-b2debbd8f5b0 None None] Network 63a94190-77ce-4422-9932-045b08515abb requested from dv-cinder-804757-24-iscsi {{(pid=119955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:52:19.733049 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-444113ed-a4e3-49da-8001-e1b9df4e2cb3 admin admin] Publish callbacks [] for security_group (099963e1-69b6-492d-8f02-3fed4d4d5e1c), precommit_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:19.754188 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-444113ed-a4e3-49da-8001-e1b9df4e2cb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543383'] for security_group (099963e1-69b6-492d-8f02-3fed4d4d5e1c), after_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:19.790076 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1890ae65-ee1e-49fa-b483-bcffec654e7e admin admin] Pushing event updated for resources: {'Subnet': ['ID=f97910cd-d5d7-4b8c-bfe2-694a46e38478,revision_number=0']} {{(pid=119954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:52:19.793876 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-444113ed-a4e3-49da-8001-e1b9df4e2cb3 admin admin] vlan segment allocate from pool success with {'vlan_id': 866, 'physical_network': 'physnet1'} {{(pid=119954) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 16:52:19.803919 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-b3f0d7a6-97ae-4638-b403-b55001cf2a81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-708194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-705271'] for router (7438646f-16c5-41cf-bfe1-423ac73df92e), after_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:19.830748 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1890ae65-ee1e-49fa-b483-bcffec654e7e admin admin] Checking segment: {'id': 'ad3735d7-6f1d-4396-8c2b-5f6199488faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '863049fb-91f0-4803-9992-666b65540a85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:52:19.831256 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1890ae65-ee1e-49fa-b483-bcffec654e7e admin admin] Network hostable DHCP agents. Network: 863049fb-91f0-4803-9992-666b65540a85, hostable agents: ['85f07778-81ef-4888-a2e3-51ae57b6426a'], hosted agents: [] {{(pid=119954) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 16:52:19.835337 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.provisioning_blocks [None req-3be4a2dd-6db5-45d8-a606-61cbd6435e06 None None] Provisioning complete for port f9e65259-c7e5-4cac-a121-8e4d2ee87b68 triggered by entity DHCP. {{(pid=119955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:52:19.835984 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-3be4a2dd-6db5-45d8-a606-61cbd6435e06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8194280'] for port (f9e65259-c7e5-4cac-a121-8e4d2ee87b68), provisioning_complete {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:19.838378 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-444113ed-a4e3-49da-8001-e1b9df4e2cb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8315985'] for segment (9d2e77d7-266d-4f23-93c0-145ef6ddfa76), precommit_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:19.838830 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.db.segments_db [None req-444113ed-a4e3-49da-8001-e1b9df4e2cb3 admin admin] Added segment 9d2e77d7-266d-4f23-93c0-145ef6ddfa76 of type vlan for network b0615195-654f-4b39-99e7-f83266d8777a Mar 07 16:52:19.925230 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444113ed-a4e3-49da-8001-e1b9df4e2cb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=099963e1-69b6-492d-8f02-3fed4d4d5e1c,revision_number=1']} {{(pid=119954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:52:19.937162 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.plugin [None req-3be4a2dd-6db5-45d8-a606-61cbd6435e06 None None] Current status of the port f9e65259-c7e5-4cac-a121-8e4d2ee87b68 is: DOWN; New status is: ACTIVE {{(pid=119955) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:52:19.937922 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-3be4a2dd-6db5-45d8-a606-61cbd6435e06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8385759'] for port (f9e65259-c7e5-4cac-a121-8e4d2ee87b68), before_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:19.998055 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.db [None req-3be4a2dd-6db5-45d8-a606-61cbd6435e06 None None] For port f9e65259-c7e5-4cac-a121-8e4d2ee87b68, host dv-cinder-804757-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-24-iscsi',level=0,port_id=f9e65259-c7e5-4cac-a121-8e4d2ee87b68,segment=NetworkSegment(4a056b74-7e94-4529-893a-3f499dced81d),segment_id=4a056b74-7e94-4529-893a-3f499dced81d)] {{(pid=119955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:52:20.005654 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-3be4a2dd-6db5-45d8-a606-61cbd6435e06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754346672056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754346267073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754346267091'] for port (f9e65259-c7e5-4cac-a121-8e4d2ee87b68), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:20.017686 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-444113ed-a4e3-49da-8001-e1b9df4e2cb3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754346284054'] for network (b0615195-654f-4b39-99e7-f83266d8777a), precommit_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:20.066802 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be4a2dd-6db5-45d8-a606-61cbd6435e06 None None] Pushing event updated for resources: {'Port': ['ID=f9e65259-c7e5-4cac-a121-8e4d2ee87b68,revision_number=3']} {{(pid=119955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:52:20.093838 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1890ae65-ee1e-49fa-b483-bcffec654e7e admin admin] Network 863049fb-91f0-4803-9992-666b65540a85 is scheduled to be hosted by DHCP agent 85f07778-81ef-4888-a2e3-51ae57b6426a with binding_index 1 {{(pid=119954) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 16:52:20.144387 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.scheduler.base_scheduler [None req-1890ae65-ee1e-49fa-b483-bcffec654e7e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804757-24-iscsi, 863049fb-91f0-4803-9992-666b65540a85) {{(pid=119954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:52:20.154917 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bd0fbc1-4e5d-4648-8578-fcc0ccf2ffdf None None] Network 863049fb-91f0-4803-9992-666b65540a85 requested from dv-cinder-804757-24-iscsi {{(pid=119955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:52:20.162266 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1890ae65-ee1e-49fa-b483-bcffec654e7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:52:20.163473 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-1890ae65-ee1e-49fa-b483-bcffec654e7e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550935'] for subnet (None), before_response {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:20.176545 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-9d41f97d-f98d-4296-8f2b-21343a793421 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917'] for subnet (da018b7d-c800-4987-80e6-c869339f7229), after_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:20.195250 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-444113ed-a4e3-49da-8001-e1b9df4e2cb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917'] for network (b0615195-654f-4b39-99e7-f83266d8777a), after_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:20.196704 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-444113ed-a4e3-49da-8001-e1b9df4e2cb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:52:20.197537 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-444113ed-a4e3-49da-8001-e1b9df4e2cb3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550935'] for network (None), before_response {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:20.202759 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [None req-1890ae65-ee1e-49fa-b483-bcffec654e7e admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.4801927 Mar 07 16:52:20.205711 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.wsgi [-] (119953) accepted ('10.222.0.18', 48778) {{(pid=119953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:52:20.210589 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.v2.base [None req-cd9931f2-b320-49f8-96b3-91b5f4c28b58 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1712230962-router', 'tenant_id': '8ffb87e782b3452ab1b5e98b2ae4804b', 'external_gateway_info': {'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88'}}} {{(pid=119953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:52:20.253740 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-cd9931f2-b320-49f8-96b3-91b5f4c28b58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-709529', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24401'] for router (31af1578-2e16-497b-982e-6dcdf8b503fa), before_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:20.254973 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-cd9931f2-b320-49f8-96b3-91b5f4c28b58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-708201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-705242', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571311', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24408'] for router (31af1578-2e16-497b-982e-6dcdf8b503fa), precommit_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:20.310256 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.provisioning_blocks [None req-9e777182-990d-4bd4-af33-e174b92aadf7 None None] Provisioning complete for port f9e65259-c7e5-4cac-a121-8e4d2ee87b68 triggered by entity DHCP. {{(pid=119955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:52:20.314818 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-9e777182-990d-4bd4-af33-e174b92aadf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8194280'] for port (f9e65259-c7e5-4cac-a121-8e4d2ee87b68), provisioning_complete {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:20.335695 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [None req-444113ed-a4e3-49da-8001-e1b9df4e2cb3 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.9398406 Mar 07 16:52:20.340933 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.wsgi [-] (119954) accepted ('10.222.0.18', 48782) {{(pid=119954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:52:20.343473 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444113ed-a4e3-49da-8001-e1b9df4e2cb3 admin admin] Pushing event updated for resources: {'Network': ['ID=b0615195-654f-4b39-99e7-f83266d8777a,revision_number=1']} {{(pid=119954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:52:20.354269 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.v2.base [None req-ec89a2b2-adad-44f4-97cc-36ea72c09ac1 admin admin] Request body: {'subnet': {'network_id': 'b0615195-654f-4b39-99e7-f83266d8777a', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-316554606-subnet', 'tenant_id': 'a2b02b33177e47c5b77628fe596fbb90', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=119954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:52:20.358080 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d41f97d-f98d-4296-8f2b-21343a793421 admin admin] Pushing event updated for resources: {'Subnet': ['ID=da018b7d-c800-4987-80e6-c869339f7229,revision_number=0']} {{(pid=119954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:52:20.389215 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.rpc [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Network b0615195-654f-4b39-99e7-f83266d8777a details requested by agent ovs-agent-dv-cinder-804757-24-iscsi with host dv-cinder-804757-24-iscsi {{(pid=119955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 16:52:20.403613 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d41f97d-f98d-4296-8f2b-21343a793421 admin admin] Checking segment: {'id': 'de5c8597-5ec3-4c96-892c-f2304ae7166d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '80a2c60b-59e3-4807-9654-13174f656625'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:52:20.404928 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d41f97d-f98d-4296-8f2b-21343a793421 admin admin] Network hostable DHCP agents. Network: 80a2c60b-59e3-4807-9654-13174f656625, hostable agents: ['85f07778-81ef-4888-a2e3-51ae57b6426a'], hosted agents: [] {{(pid=119954) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 16:52:20.409873 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3f0d7a6-97ae-4638-b403-b55001cf2a81 admin admin] Router 7438646f-16c5-41cf-bfe1-423ac73df92e is scheduled to L3 agent 4cbb3502-d72e-4663-b57e-51d645794085 with binding_index 1 {{(pid=119954) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 16:52:20.423343 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec89a2b2-adad-44f4-97cc-36ea72c09ac1 admin admin] Made reservation on behalf of a2b02b33177e47c5b77628fe596fbb90 for: {'subnet': 1} {{(pid=119954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:52:20.425809 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-ec89a2b2-adad-44f4-97cc-36ea72c09ac1 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:20.497492 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-cd9931f2-b320-49f8-96b3-91b5f4c28b58 admin admin] Publish callbacks [] for router_controller (31af1578-2e16-497b-982e-6dcdf8b503fa), precommit_add_association {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:20.545701 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d41f97d-f98d-4296-8f2b-21343a793421 admin admin] Network 80a2c60b-59e3-4807-9654-13174f656625 is scheduled to be hosted by DHCP agent 85f07778-81ef-4888-a2e3-51ae57b6426a with binding_index 1 {{(pid=119954) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 16:52:20.616135 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.scheduler.base_scheduler [None req-9d41f97d-f98d-4296-8f2b-21343a793421 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804757-24-iscsi, 80a2c60b-59e3-4807-9654-13174f656625) {{(pid=119954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:52:20.660270 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d41f97d-f98d-4296-8f2b-21343a793421 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:52:20.661004 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-9d41f97d-f98d-4296-8f2b-21343a793421 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550935'] for subnet (None), before_response {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:20.723923 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [None req-9d41f97d-f98d-4296-8f2b-21343a793421 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.6744463 Mar 07 16:52:20.729426 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.wsgi [-] (119953) accepted ('10.222.0.18', 48806) {{(pid=119953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:52:20.740113 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.v2.base [None req-3243185f-5d6b-4cdc-a3db-4db609a0aec7 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-2107335013-router', 'tenant_id': 'fb0f78d7968f4bf1aee503f8e1cfe0f0', 'external_gateway_info': {'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88'}}} {{(pid=119953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:52:20.744044 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3f0d7a6-97ae-4638-b403-b55001cf2a81 admin admin] Notify agent at l3_agent.dv-cinder-804757-24-iscsi the message routers_updated {{(pid=119954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:52:20.760053 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c974d7c-7157-45ce-865f-042045df852c None None] Sync routers for ids ['7438646f-16c5-41cf-bfe1-423ac73df92e'] in dv-cinder-804757-24-iscsi {{(pid=119956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:52:20.772913 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c974d7c-7157-45ce-865f-042045df852c None None] Routers {'7438646f-16c5-41cf-bfe1-423ac73df92e'} bound to L3 agent in host dv-cinder-804757-24-iscsi {{(pid=119956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:52:20.773562 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.db.l3_hamode_db [None req-4c974d7c-7157-45ce-865f-042045df852c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T16:44:19Z,description=,heartbeat_timestamp=2022-03-07T16:52:19Z,host='dv-cinder-804757-24-iscsi',id=4cbb3502-d72e-4663-b57e-51d645794085,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:44:19Z,topic='l3_agent')) {'router_ids': ['7438646f-16c5-41cf-bfe1-423ac73df92e'], 'active': True} {{(pid=119956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:52:20.802462 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-b3f0d7a6-97ae-4638-b403-b55001cf2a81 admin admin] Publish callbacks [] for router (None), before_response {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:20.804072 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [None req-b3f0d7a6-97ae-4638-b403-b55001cf2a81 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.4869964 Mar 07 16:52:20.807159 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.wsgi [-] (119954) accepted ('10.222.0.18', 48812) {{(pid=119954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:52:20.860504 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-cd9931f2-b320-49f8-96b3-91b5f4c28b58 admin admin] Publish callbacks [] for router_gateway (31af1578-2e16-497b-982e-6dcdf8b503fa), precommit_update {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:20.911809 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-3243185f-5d6b-4cdc-a3db-4db609a0aec7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-709529', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24401'] for router (8f32d82d-c528-42b6-9232-8f54875b5eeb), before_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:20.912888 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-3243185f-5d6b-4cdc-a3db-4db609a0aec7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-708201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-705242', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571311', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24408'] for router (8f32d82d-c528-42b6-9232-8f54875b5eeb), precommit_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:20.961901 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.rpc [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Device f9e65259-c7e5-4cac-a121-8e4d2ee87b68 up at agent ovs-agent-dv-cinder-804757-24-iscsi {{(pid=119955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:52:20.985438 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3bcc6a7-2331-461c-9c2b-2fe0500aff61 None None] Network 80a2c60b-59e3-4807-9654-13174f656625 requested from dv-cinder-804757-24-iscsi {{(pid=119955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:52:21.049419 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-ec89a2b2-adad-44f4-97cc-36ea72c09ac1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917'] for subnet (d5226ddd-81ab-48b4-af07-d9be80f04dcb), after_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:21.200012 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-3243185f-5d6b-4cdc-a3db-4db609a0aec7 admin admin] Publish callbacks [] for router_controller (8f32d82d-c528-42b6-9232-8f54875b5eeb), precommit_add_association {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:21.214911 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4356e675-e2b3-4df8-a85f-46534a48e302 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4daafb27-07ab-5f95-a03c-57bf3ed213c4-863049fb-91f0-4803-9992-666b65540a85', 'network_id': '863049fb-91f0-4803-9992-666b65540a85', 'project_id': '8ffb87e782b3452ab1b5e98b2ae4804b', 'fixed_ips': [{'subnet_id': 'f97910cd-d5d7-4b8c-bfe2-694a46e38478'}]}} from dv-cinder-804757-24-iscsi. {{(pid=119955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 16:52:21.221421 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-4356e675-e2b3-4df8-a85f-46534a48e302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8385759'] for port (None), before_create {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:21.312638 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.db.l3_dvr_db [None req-4c974d7c-7157-45ce-865f-042045df852c None None] Set router 7438646f-16c5-41cf-bfe1-423ac73df92e gateway port host: dv-cinder-804757-24-iscsi {{(pid=119956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:52:21.333470 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.wsgi [-] (119954) accepted ('10.222.0.18', 48846) {{(pid=119954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:52:21.339282 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec89a2b2-adad-44f4-97cc-36ea72c09ac1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d5226ddd-81ab-48b4-af07-d9be80f04dcb,revision_number=0']} {{(pid=119954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:52:21.470148 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-ad94e2ed-e0a8-44ae-a5ff-cf9ca5ab0e17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194190'] for agent (82ccd293-b7fb-4417-a581-186a4d7e9931), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:21.587276 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-3243185f-5d6b-4cdc-a3db-4db609a0aec7 admin admin] Publish callbacks [] for router_gateway (8f32d82d-c528-42b6-9232-8f54875b5eeb), precommit_update {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:21.709922 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.db.l3_hamode_db [None req-4c974d7c-7157-45ce-865f-042045df852c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7438646f-16c5-41cf-bfe1-423ac73df92e', 'name': 'tempest-AttachVolumeTestJSON-1470381237-router', 'tenant_id': 'edf4ec5f5dd34ec494b36396a8594bc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'external_fixed_ips': [{'subnet_id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'ip_address': '172.27.2.57'}], 'enable_snat': True}, 'gw_port_id': '55b6bdda-6312-4fcb-bcc8-ffef56435af8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:52:17Z', 'updated_at': '2022-03-07T16:52:18Z', 'revision_number': 3, 'project_id': 'edf4ec5f5dd34ec494b36396a8594bc1', 'gw_port': {'id': '55b6bdda-6312-4fcb-bcc8-ffef56435af8', 'name': '', 'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:e5:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7438646f-16c5-41cf-bfe1-423ac73df92e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'ip_address': '172.27.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:52:18Z', 'updated_at': '2022-03-07T16:52:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-24-iscsi'}], 'dv-cinder-804757-24-iscsi', False) {} {{(pid=119956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:52:21.735257 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec89a2b2-adad-44f4-97cc-36ea72c09ac1 admin admin] Checking segment: {'id': '9d2e77d7-266d-4f23-93c0-145ef6ddfa76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': 'b0615195-654f-4b39-99e7-f83266d8777a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:52:21.735615 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec89a2b2-adad-44f4-97cc-36ea72c09ac1 admin admin] Network hostable DHCP agents. Network: b0615195-654f-4b39-99e7-f83266d8777a, hostable agents: ['85f07778-81ef-4888-a2e3-51ae57b6426a'], hosted agents: [] {{(pid=119954) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 16:52:21.772317 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.db_base_plugin_common [None req-4356e675-e2b3-4df8-a85f-46534a48e302 None None] Allocated IP 172.20.0.2 (863049fb-91f0-4803-9992-666b65540a85/f97910cd-d5d7-4b8c-bfe2-694a46e38478/5a083d48-7069-4127-be6b-966688f4241c) {{(pid=119955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:52:21.776736 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-f6a02151-f308-42a7-8156-c99dbf38223a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:21.783339 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c974d7c-7157-45ce-865f-042045df852c None None] Checking router: 7438646f-16c5-41cf-bfe1-423ac73df92e for host: dv-cinder-804757-24-iscsi {{(pid=119956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 16:52:21.784351 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c974d7c-7157-45ce-865f-042045df852c None None] Updating router 7438646f-16c5-41cf-bfe1-423ac73df92e port 55b6bdda-6312-4fcb-bcc8-ffef56435af8 binding host dv-cinder-804757-24-iscsi {{(pid=119956) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 16:52:21.837082 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron_lib.callbacks.manager [None req-4c974d7c-7157-45ce-865f-042045df852c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8385759'] for port (55b6bdda-6312-4fcb-bcc8-ffef56435af8), before_update {{(pid=119956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:21.885646 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-cd9931f2-b320-49f8-96b3-91b5f4c28b58 admin admin] Publish callbacks [] for router_gateway (31af1578-2e16-497b-982e-6dcdf8b503fa), before_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:21.905543 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.wsgi [-] (119953) accepted ('10.222.0.18', 48870) {{(pid=119953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:52:21.924670 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec89a2b2-adad-44f4-97cc-36ea72c09ac1 admin admin] Network b0615195-654f-4b39-99e7-f83266d8777a is scheduled to be hosted by DHCP agent 85f07778-81ef-4888-a2e3-51ae57b6426a with binding_index 1 {{(pid=119954) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 16:52:21.971203 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-cd9931f2-b320-49f8-96b3-91b5f4c28b58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8385759'] for port (None), before_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:22.000105 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.plugin [None req-9e777182-990d-4bd4-af33-e174b92aadf7 None None] Current status of the port f9e65259-c7e5-4cac-a121-8e4d2ee87b68 is: ACTIVE; New status is: ACTIVE {{(pid=119955) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:52:22.050822 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06dbb9d0-85ab-46f6-b6c7-2fd60dca78b2 None None] Network 80a2c60b-59e3-4807-9654-13174f656625 requested from dv-cinder-804757-24-iscsi {{(pid=119955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:52:22.201948 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.wsgi [-] (119953) accepted ('10.222.0.18', 48890) {{(pid=119953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:52:22.204343 dv-cinder-804757-24-iscsi neutron-server[119953]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 07 16:52:22.214241 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.provisioning_blocks [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Provisioning complete for port f9e65259-c7e5-4cac-a121-8e4d2ee87b68 triggered by entity L2. {{(pid=119955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:52:22.214630 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8194280'] for port (f9e65259-c7e5-4cac-a121-8e4d2ee87b68), provisioning_complete {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:22.340421 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-b0517fbd-8d10-4230-a5c3-aa7133809cf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8385759'] for port (None), before_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:22.345270 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-f6a02151-f308-42a7-8156-c99dbf38223a admin admin] Publish callbacks [] for security_group (28f63bff-c011-4bd6-af46-81bfd0672ffe), precommit_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:22.347458 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.scheduler.base_scheduler [None req-ec89a2b2-adad-44f4-97cc-36ea72c09ac1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804757-24-iscsi, b0615195-654f-4b39-99e7-f83266d8777a) {{(pid=119954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:52:22.353998 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-4356e675-e2b3-4df8-a85f-46534a48e302 None None] Publish callbacks [] for port (5a083d48-7069-4127-be6b-966688f4241c), precommit_create {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:22.358351 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-c884b926-eaaf-4a88-ae31-f6042bfd1adf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:22.361948 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-f6a02151-f308-42a7-8156-c99dbf38223a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543383'] for security_group (28f63bff-c011-4bd6-af46-81bfd0672ffe), after_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:22.380207 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec89a2b2-adad-44f4-97cc-36ea72c09ac1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:52:22.382127 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-ec89a2b2-adad-44f4-97cc-36ea72c09ac1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550935'] for subnet (None), before_response {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:22.387161 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d88fb92d-9ee7-41df-ad1b-cfda85543d47 None None] Network b0615195-654f-4b39-99e7-f83266d8777a requested from dv-cinder-804757-24-iscsi {{(pid=119955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:52:22.390507 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-4356e675-e2b3-4df8-a85f-46534a48e302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754346267055'] for port (5a083d48-7069-4127-be6b-966688f4241c), after_create {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:22.396974 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron_lib.callbacks.manager [None req-4c974d7c-7157-45ce-865f-042045df852c None None] Publish callbacks [] for port (55b6bdda-6312-4fcb-bcc8-ffef56435af8), precommit_update {{(pid=119956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:22.401245 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-3243185f-5d6b-4cdc-a3db-4db609a0aec7 admin admin] Publish callbacks [] for router_gateway (8f32d82d-c528-42b6-9232-8f54875b5eeb), before_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:22.410270 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron_lib.callbacks.manager [None req-4c974d7c-7157-45ce-865f-042045df852c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754346672056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754346267073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754346267091'] for port (55b6bdda-6312-4fcb-bcc8-ffef56435af8), after_update {{(pid=119956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:22.418327 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4356e675-e2b3-4df8-a85f-46534a48e302 None None] Network 863049fb-91f0-4803-9992-666b65540a85 is already hosted by enough agents. {{(pid=119955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:52:22.434204 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.scheduler.base_scheduler [None req-4356e675-e2b3-4df8-a85f-46534a48e302 None None] Resources bound (agent type, host, resource id): {{(pid=119955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:52:22.438016 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4356e675-e2b3-4df8-a85f-46534a48e302 None None] Received port after_create {{(pid=119955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:52:22.464756 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a02151-f308-42a7-8156-c99dbf38223a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28f63bff-c011-4bd6-af46-81bfd0672ffe,revision_number=1']} {{(pid=119954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:52:22.484097 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-0d1b32c5-0803-4391-a623-fc098c7d5199 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194190'] for agent (8123e327-866e-42b5-856f-55ddd9e9e5b2), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:22.505312 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-3243185f-5d6b-4cdc-a3db-4db609a0aec7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8385759'] for port (None), before_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:22.523851 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faba8959-1805-4f78-9f26-9527b3202db0 None None] Pushing event updated for resources: {'Port': ['ID=55b6bdda-6312-4fcb-bcc8-ffef56435af8,revision_number=2']} {{(pid=119956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:52:22.544016 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fd7780-b777-40b4-8c7e-0ee24fd3355d req-25cc44ee-dc54-4486-9a2c-09269203b642 tempest-DeleteServersTestJSON-1962960307 tempest-DeleteServersTestJSON-1962960307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:52:22.546000 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-81fd7780-b777-40b4-8c7e-0ee24fd3355d req-25cc44ee-dc54-4486-9a2c-09269203b642 tempest-DeleteServersTestJSON-1962960307 tempest-DeleteServersTestJSON-1962960307-project] 10.222.0.18 "GET /v2.0/networks?id=63a94190-77ce-4422-9932-045b08515abb HTTP/1.1" status: 200 len: 812 time: 0.3428345 Mar 07 16:52:22.561111 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [None req-f6a02151-f308-42a7-8156-c99dbf38223a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b44f169c0a214862ad8e2876915db5ff&name=default HTTP/1.1" status: 200 len: 2992 time: 1.2227483 Mar 07 16:52:22.566745 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.wsgi [-] (119954) accepted ('10.222.0.18', 48900) {{(pid=119954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:52:22.585032 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.plugins.ml2.managers [None req-4c974d7c-7157-45ce-865f-042045df852c None None] Attempting to bind port 55b6bdda-6312-4fcb-bcc8-ffef56435af8 on host dv-cinder-804757-24-iscsi for vnic_type normal with profile {{(pid=119956) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:52:22.585401 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.plugins.ml2.managers [None req-4c974d7c-7157-45ce-865f-042045df852c None None] Attempting to bind port 55b6bdda-6312-4fcb-bcc8-ffef56435af8 by drivers openvswitch,hyperv on host dv-cinder-804757-24-iscsi at level 0 using segments [{'id': '0349b9bd-653a-4400-b295-28c1bc47d9ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88'}] {{(pid=119956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:52:22.585757 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c974d7c-7157-45ce-865f-042045df852c None None] Attempting to bind port 55b6bdda-6312-4fcb-bcc8-ffef56435af8 on network 3eba6d1e-0acd-4586-8e75-f5a4e7e90d88 {{(pid=119956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:52:22.587858 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [None req-ec89a2b2-adad-44f4-97cc-36ea72c09ac1 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.2453640 Mar 07 16:52:22.596520 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.plugin [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Current status of the port f9e65259-c7e5-4cac-a121-8e4d2ee87b68 is: ACTIVE; New status is: ACTIVE {{(pid=119955) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:52:22.608532 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c974d7c-7157-45ce-865f-042045df852c None None] Checking agent: {'id': '3df9d949-03e8-46c4-b37f-6f8a21aeab22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-24-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 16, 44, 23), 'started_at': datetime.datetime(2022, 3, 7, 16, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 51, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-24-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:52:22.611378 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c974d7c-7157-45ce-865f-042045df852c None None] Checking segment: {'id': '0349b9bd-653a-4400-b295-28c1bc47d9ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:52:22.612226 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron_lib.callbacks.manager [None req-4c974d7c-7157-45ce-865f-042045df852c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=119956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:22.615605 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c974d7c-7157-45ce-865f-042045df852c None None] Bound using segment: {'id': '0349b9bd-653a-4400-b295-28c1bc47d9ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88'} {{(pid=119956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:52:22.616353 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.plugins.ml2.managers [None req-4c974d7c-7157-45ce-865f-042045df852c None None] Bound port: 55b6bdda-6312-4fcb-bcc8-ffef56435af8, host: dv-cinder-804757-24-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0349b9bd-653a-4400-b295-28c1bc47d9ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88'}}] {{(pid=119956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:52:22.616947 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron_lib.callbacks.manager [None req-4c974d7c-7157-45ce-865f-042045df852c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8385759'] for port (55b6bdda-6312-4fcb-bcc8-ffef56435af8), before_update {{(pid=119956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:22.622358 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4356e675-e2b3-4df8-a85f-46534a48e302 None None] Pushing event updated for resources: {'Port': ['ID=5a083d48-7069-4127-be6b-966688f4241c,revision_number=1']} {{(pid=119955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:52:22.626961 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.managers [None req-4356e675-e2b3-4df8-a85f-46534a48e302 None None] Attempting to bind port 5a083d48-7069-4127-be6b-966688f4241c on host dv-cinder-804757-24-iscsi for vnic_type normal with profile {{(pid=119955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:52:22.627306 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.managers [None req-4356e675-e2b3-4df8-a85f-46534a48e302 None None] Attempting to bind port 5a083d48-7069-4127-be6b-966688f4241c by drivers openvswitch,hyperv on host dv-cinder-804757-24-iscsi at level 0 using segments [{'id': 'ad3735d7-6f1d-4396-8c2b-5f6199488faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '863049fb-91f0-4803-9992-666b65540a85'}] {{(pid=119955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:52:22.627658 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4356e675-e2b3-4df8-a85f-46534a48e302 None None] Attempting to bind port 5a083d48-7069-4127-be6b-966688f4241c on network 863049fb-91f0-4803-9992-666b65540a85 {{(pid=119955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:52:22.634365 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4356e675-e2b3-4df8-a85f-46534a48e302 None None] Checking agent: {'id': '3df9d949-03e8-46c4-b37f-6f8a21aeab22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-24-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 16, 44, 23), 'started_at': datetime.datetime(2022, 3, 7, 16, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 51, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-24-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:52:22.634755 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4356e675-e2b3-4df8-a85f-46534a48e302 None None] Checking segment: {'id': 'ad3735d7-6f1d-4396-8c2b-5f6199488faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '863049fb-91f0-4803-9992-666b65540a85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:52:22.635210 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-4356e675-e2b3-4df8-a85f-46534a48e302 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:22.635710 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4356e675-e2b3-4df8-a85f-46534a48e302 None None] Bound using segment: {'id': 'ad3735d7-6f1d-4396-8c2b-5f6199488faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '863049fb-91f0-4803-9992-666b65540a85'} {{(pid=119955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:52:22.636239 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.managers [None req-4356e675-e2b3-4df8-a85f-46534a48e302 None None] Bound port: 5a083d48-7069-4127-be6b-966688f4241c, host: dv-cinder-804757-24-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad3735d7-6f1d-4396-8c2b-5f6199488faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '863049fb-91f0-4803-9992-666b65540a85'}}] {{(pid=119955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:52:22.636934 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-4356e675-e2b3-4df8-a85f-46534a48e302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8385759'] for port (5a083d48-7069-4127-be6b-966688f4241c), before_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:22.693753 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.db.db_base_plugin_common [None req-cd9931f2-b320-49f8-96b3-91b5f4c28b58 admin admin] Allocated IP 172.27.2.28 (3eba6d1e-0acd-4586-8e75-f5a4e7e90d88/6a2f7f11-a189-49ba-a838-e124f718c0dc/290c4866-1262-4288-abf9-0facba2a54f1) {{(pid=119953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:52:22.699198 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faba8959-1805-4f78-9f26-9527b3202db0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:52:22.702349 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faba8959-1805-4f78-9f26-9527b3202db0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:52:22.702750 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faba8959-1805-4f78-9f26-9527b3202db0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:52:22.703295 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faba8959-1805-4f78-9f26-9527b3202db0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:52:22.703647 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faba8959-1805-4f78-9f26-9527b3202db0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:52:22.704421 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faba8959-1805-4f78-9f26-9527b3202db0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:52:22.709592 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-81fd7780-b777-40b4-8c7e-0ee24fd3355d req-b9d6bbf4-2bbe-463e-8273-bdbeba84b4ae tempest-DeleteServersTestJSON-1962960307 tempest-DeleteServersTestJSON-1962960307-project] 10.222.0.18 "GET /v2.0/quotas/bc3014a338a744549fcce3af802b9b5f HTTP/1.1" status: 200 len: 375 time: 0.1540852 Mar 07 16:52:22.712295 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faba8959-1805-4f78-9f26-9527b3202db0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:52:22.712950 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faba8959-1805-4f78-9f26-9527b3202db0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:52:22.713621 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faba8959-1805-4f78-9f26-9527b3202db0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:52:22.714285 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faba8959-1805-4f78-9f26-9527b3202db0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:52:22.714794 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faba8959-1805-4f78-9f26-9527b3202db0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:52:22.715407 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faba8959-1805-4f78-9f26-9527b3202db0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:52:22.715917 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faba8959-1805-4f78-9f26-9527b3202db0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:52:22.717286 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faba8959-1805-4f78-9f26-9527b3202db0 None None] Tracked resource versions report: Mar 07 16:52:22.717286 dv-cinder-804757-24-iscsi neutron-server[119956]: pushed versions: Mar 07 16:52:22.717286 dv-cinder-804757-24-iscsi neutron-server[119956]: { 'AddressGroup': {'1.2'}, Mar 07 16:52:22.717286 dv-cinder-804757-24-iscsi neutron-server[119956]: 'ConntrackHelper': {'1.0'}, Mar 07 16:52:22.717286 dv-cinder-804757-24-iscsi neutron-server[119956]: 'LocalIPAssociation': {'1.0'}, Mar 07 16:52:22.717286 dv-cinder-804757-24-iscsi neutron-server[119956]: 'Log': {'1.0'}, Mar 07 16:52:22.717286 dv-cinder-804757-24-iscsi neutron-server[119956]: 'Network': {'1.1'}, Mar 07 16:52:22.717286 dv-cinder-804757-24-iscsi neutron-server[119956]: 'Port': {'1.7'}, Mar 07 16:52:22.717286 dv-cinder-804757-24-iscsi neutron-server[119956]: 'PortForwarding': {'1.2'}, Mar 07 16:52:22.717286 dv-cinder-804757-24-iscsi neutron-server[119956]: 'QosPolicy': {'1.10'}, Mar 07 16:52:22.717286 dv-cinder-804757-24-iscsi neutron-server[119956]: 'SecurityGroup': {'1.5'}, Mar 07 16:52:22.717286 dv-cinder-804757-24-iscsi neutron-server[119956]: 'SecurityGroupRule': {'1.2'}, Mar 07 16:52:22.717286 dv-cinder-804757-24-iscsi neutron-server[119956]: 'SubPort': {'1.0'}, Mar 07 16:52:22.717286 dv-cinder-804757-24-iscsi neutron-server[119956]: 'Subnet': {'1.1'}, Mar 07 16:52:22.717286 dv-cinder-804757-24-iscsi neutron-server[119956]: 'Trunk': {'1.1'}} Mar 07 16:52:22.717286 dv-cinder-804757-24-iscsi neutron-server[119956]: consumer versions: Mar 07 16:52:22.717286 dv-cinder-804757-24-iscsi neutron-server[119956]: { DHCP agent@dv-cinder-804757-24-iscsi: {}, Mar 07 16:52:22.717286 dv-cinder-804757-24-iscsi neutron-server[119956]: HyperV agent@hv-cinder-80475: {}, Mar 07 16:52:22.717286 dv-cinder-804757-24-iscsi neutron-server[119956]: L3 agent@dv-cinder-804757-24-iscsi: {}, Mar 07 16:52:22.717286 dv-cinder-804757-24-iscsi neutron-server[119956]: Metadata agent@dv-cinder-804757-24-iscsi: {}, Mar 07 16:52:22.717286 dv-cinder-804757-24-iscsi neutron-server[119956]: Metering agent@dv-cinder-804757-24-iscsi: {}, Mar 07 16:52:22.717286 dv-cinder-804757-24-iscsi neutron-server[119956]: Open vSwitch agent@dv-cinder-804757-24-iscsi: { 'AddressGroup': '1.2', Mar 07 16:52:22.717286 dv-cinder-804757-24-iscsi neutron-server[119956]: 'ConntrackHelper': '1.0', Mar 07 16:52:22.717286 dv-cinder-804757-24-iscsi neutron-server[119956]: 'LocalIPAssociation': '1.0', Mar 07 16:52:22.717286 dv-cinder-804757-24-iscsi neutron-server[119956]: 'Log': '1.0', Mar 07 16:52:22.717286 dv-cinder-804757-24-iscsi neutron-server[119956]: 'Network': '1.1', Mar 07 16:52:22.717286 dv-cinder-804757-24-iscsi neutron-server[119956]: 'Port': '1.7', Mar 07 16:52:22.717286 dv-cinder-804757-24-iscsi neutron-server[119956]: 'PortForwarding': '1.2', Mar 07 16:52:22.717286 dv-cinder-804757-24-iscsi neutron-server[119956]: 'QosPolicy': '1.10', Mar 07 16:52:22.717286 dv-cinder-804757-24-iscsi neutron-server[119956]: 'SecurityGroup': '1.5', Mar 07 16:52:22.717286 dv-cinder-804757-24-iscsi neutron-server[119956]: 'SecurityGroupRule': '1.2', Mar 07 16:52:22.717286 dv-cinder-804757-24-iscsi neutron-server[119956]: 'SubPort': '1.0', Mar 07 16:52:22.717286 dv-cinder-804757-24-iscsi neutron-server[119956]: 'Subnet': '1.1', Mar 07 16:52:22.717286 dv-cinder-804757-24-iscsi neutron-server[119956]: 'Trunk': '1.1'}} Mar 07 16:52:22.717286 dv-cinder-804757-24-iscsi neutron-server[119956]: {{(pid=119956) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 07 16:52:22.772338 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e00a5228-2c6f-427d-9ee8-565bedc619b3 None None] Network b0615195-654f-4b39-99e7-f83266d8777a requested from dv-cinder-804757-24-iscsi {{(pid=119955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:52:22.794248 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-81fd7780-b777-40b4-8c7e-0ee24fd3355d req-172ca4b9-dca8-49f9-bd63-938e90b3173c tempest-DeleteServersTestJSON-1962960307 tempest-DeleteServersTestJSON-1962960307-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=bc3014a338a744549fcce3af802b9b5f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0773408 Mar 07 16:52:22.823908 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.db [None req-4356e675-e2b3-4df8-a85f-46534a48e302 None None] For port 5a083d48-7069-4127-be6b-966688f4241c, host dv-cinder-804757-24-iscsi, cleared binding levels {{(pid=119955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:52:22.825170 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.plugins.ml2.db [None req-4c974d7c-7157-45ce-865f-042045df852c None None] For port 55b6bdda-6312-4fcb-bcc8-ffef56435af8, host dv-cinder-804757-24-iscsi, cleared binding levels {{(pid=119956) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:52:22.845938 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.plugins.ml2.db [None req-4c974d7c-7157-45ce-865f-042045df852c None None] For port 55b6bdda-6312-4fcb-bcc8-ffef56435af8, host dv-cinder-804757-24-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-24-iscsi',level=0,port_id=55b6bdda-6312-4fcb-bcc8-ffef56435af8,segment=NetworkSegment(0349b9bd-653a-4400-b295-28c1bc47d9ca),segment_id=0349b9bd-653a-4400-b295-28c1bc47d9ca)] {{(pid=119956) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:52:22.869672 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron_lib.callbacks.manager [None req-4c974d7c-7157-45ce-865f-042045df852c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754346672056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754346267073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754346267091'] for port (55b6bdda-6312-4fcb-bcc8-ffef56435af8), after_update {{(pid=119956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:22.917183 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-c884b926-eaaf-4a88-ae31-f6042bfd1adf admin admin] Publish callbacks [] for security_group (e106f1c5-47c0-49d1-9b98-0a23bec5d1a9), precommit_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:22.936469 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-c884b926-eaaf-4a88-ae31-f6042bfd1adf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543383'] for security_group (e106f1c5-47c0-49d1-9b98-0a23bec5d1a9), after_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:22.995406 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.db [None req-4356e675-e2b3-4df8-a85f-46534a48e302 None None] For port 5a083d48-7069-4127-be6b-966688f4241c, host dv-cinder-804757-24-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-24-iscsi',level=0,port_id=5a083d48-7069-4127-be6b-966688f4241c,segment=NetworkSegment(ad3735d7-6f1d-4396-8c2b-5f6199488faa),segment_id=ad3735d7-6f1d-4396-8c2b-5f6199488faa)] {{(pid=119955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:52:23.034288 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-4356e675-e2b3-4df8-a85f-46534a48e302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754346672056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754346267073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754346267091'] for port (5a083d48-7069-4127-be6b-966688f4241c), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:23.069909 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c884b926-eaaf-4a88-ae31-f6042bfd1adf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e106f1c5-47c0-49d1-9b98-0a23bec5d1a9,revision_number=1']} {{(pid=119953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:52:23.074499 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [None req-c884b926-eaaf-4a88-ae31-f6042bfd1adf admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d9c4d9f55e53402c973efe3d2332793e&name=default HTTP/1.1" status: 200 len: 2992 time: 1.1661637 Mar 07 16:52:23.078397 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.wsgi [-] (119953) accepted ('10.222.0.18', 48920) {{(pid=119953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:52:23.112300 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-afc30972-b782-4d83-a83d-029a65b6406e admin admin] Publish callbacks [] for security_group (28f63bff-c011-4bd6-af46-81bfd0672ffe), before_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:23.112866 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c974d7c-7157-45ce-865f-042045df852c None None] Routers {'7438646f-16c5-41cf-bfe1-423ac73df92e'} bound to L3 agent in host dv-cinder-804757-24-iscsi {{(pid=119956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:52:23.117784 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.db.l3_hamode_db [None req-4c974d7c-7157-45ce-865f-042045df852c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T16:44:19Z,description=,heartbeat_timestamp=2022-03-07T16:52:19Z,host='dv-cinder-804757-24-iscsi',id=4cbb3502-d72e-4663-b57e-51d645794085,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:44:19Z,topic='l3_agent')) {'router_ids': ['7438646f-16c5-41cf-bfe1-423ac73df92e'], 'active': True} {{(pid=119956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:52:23.131372 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4356e675-e2b3-4df8-a85f-46534a48e302 None None] Pushing event updated for resources: {'Port': ['ID=5a083d48-7069-4127-be6b-966688f4241c,revision_number=2']} {{(pid=119955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:52:23.134689 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-cd9931f2-b320-49f8-96b3-91b5f4c28b58 admin admin] Publish callbacks [] for port (290c4866-1262-4288-abf9-0facba2a54f1), precommit_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:23.140760 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faba8959-1805-4f78-9f26-9527b3202db0 None None] Pushing event updated for resources: {'Port': ['ID=55b6bdda-6312-4fcb-bcc8-ffef56435af8,revision_number=3']} {{(pid=119956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:52:23.254849 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-9958e7e4-c198-41ab-b1cd-40bf6ba6b66b admin admin] Publish callbacks [] for security_group (e106f1c5-47c0-49d1-9b98-0a23bec5d1a9), before_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:23.257790 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-afc30972-b782-4d83-a83d-029a65b6406e admin admin] Publish callbacks [] for security_group (28f63bff-c011-4bd6-af46-81bfd0672ffe), precommit_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:23.292137 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-cd9931f2-b320-49f8-96b3-91b5f4c28b58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754346267055'] for port (290c4866-1262-4288-abf9-0facba2a54f1), after_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:23.295450 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-9958e7e4-c198-41ab-b1cd-40bf6ba6b66b admin admin] Publish callbacks [] for security_group (e106f1c5-47c0-49d1-9b98-0a23bec5d1a9), precommit_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:23.300780 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.wsgi [req-81fd7780-b777-40b4-8c7e-0ee24fd3355d req-0ea4aba5-fa86-415f-8fe8-6b6e049ac92d service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=119953) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 16:52:23.301807 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-81fd7780-b777-40b4-8c7e-0ee24fd3355d req-0ea4aba5-fa86-415f-8fe8-6b6e049ac92d service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1343043 Mar 07 16:52:23.359617 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.db.db_base_plugin_common [None req-b0517fbd-8d10-4230-a5c3-aa7133809cf7 admin admin] Allocated IP 172.20.0.1 (958030d9-7413-4af7-a61d-7e3a7fb6105d/31c7bf73-b45c-4589-a934-6b9bdc6a30ea/a2e0330e-e9e2-4a91-98aa-009090466f41) {{(pid=119954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:52:23.392155 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.db.l3_dvr_db [None req-4c974d7c-7157-45ce-865f-042045df852c None None] Set router 7438646f-16c5-41cf-bfe1-423ac73df92e gateway port host: dv-cinder-804757-24-iscsi {{(pid=119956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:52:23.497022 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194190'] for agent (3df9d949-03e8-46c4-b37f-6f8a21aeab22), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:23.510443 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd9931f2-b320-49f8-96b3-91b5f4c28b58 admin admin] Network 3eba6d1e-0acd-4586-8e75-f5a4e7e90d88 is already hosted by enough agents. {{(pid=119953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:52:23.522471 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-afc30972-b782-4d83-a83d-029a65b6406e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543383'] for security_group (28f63bff-c011-4bd6-af46-81bfd0672ffe), after_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:23.527676 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-afc30972-b782-4d83-a83d-029a65b6406e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:23.531161 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [None req-afc30972-b782-4d83-a83d-029a65b6406e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/28f63bff-c011-4bd6-af46-81bfd0672ffe HTTP/1.1" status: 204 len: 168 time: 0.9419839 Mar 07 16:52:23.549458 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.scheduler.base_scheduler [None req-cd9931f2-b320-49f8-96b3-91b5f4c28b58 admin admin] Resources bound (agent type, host, resource id): {{(pid=119953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:52:23.564632 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd9931f2-b320-49f8-96b3-91b5f4c28b58 admin admin] Received port after_create {{(pid=119953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:52:23.622355 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.wsgi [-] (119954) accepted ('10.222.0.18', 48938) {{(pid=119954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:52:23.632722 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.v2.base [None req-bbceff29-956c-4cec-8ebc-aaccb4e03cd5 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2009476391-network', 'tenant_id': 'cd79256c14c14e90b6b57bd4fb5684bb'}} {{(pid=119954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:52:23.649780 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.db.db_base_plugin_common [None req-3243185f-5d6b-4cdc-a3db-4db609a0aec7 admin admin] Allocated IP 172.27.2.169 (3eba6d1e-0acd-4586-8e75-f5a4e7e90d88/6a2f7f11-a189-49ba-a838-e124f718c0dc/a5a16594-1083-4755-9613-349521067545) {{(pid=119953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:52:23.654333 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9931f2-b320-49f8-96b3-91b5f4c28b58 admin admin] Pushing event updated for resources: {'Port': ['ID=290c4866-1262-4288-abf9-0facba2a54f1,revision_number=1']} {{(pid=119953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:52:23.675721 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc30972-b782-4d83-a83d-029a65b6406e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28f63bff-c011-4bd6-af46-81bfd0672ffe,revision_number=None']} {{(pid=119954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:52:23.733496 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbceff29-956c-4cec-8ebc-aaccb4e03cd5 admin admin] Made reservation on behalf of cd79256c14c14e90b6b57bd4fb5684bb for: {'network': 1} {{(pid=119954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:52:23.737022 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-bbceff29-956c-4cec-8ebc-aaccb4e03cd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8385759'] for network (None), before_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:23.786645 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.db.l3_hamode_db [None req-4c974d7c-7157-45ce-865f-042045df852c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7438646f-16c5-41cf-bfe1-423ac73df92e', 'name': 'tempest-AttachVolumeTestJSON-1470381237-router', 'tenant_id': 'edf4ec5f5dd34ec494b36396a8594bc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'external_fixed_ips': [{'subnet_id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'ip_address': '172.27.2.57'}], 'enable_snat': True}, 'gw_port_id': '55b6bdda-6312-4fcb-bcc8-ffef56435af8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:52:17Z', 'updated_at': '2022-03-07T16:52:18Z', 'revision_number': 3, 'project_id': 'edf4ec5f5dd34ec494b36396a8594bc1', 'gw_port': {'id': '55b6bdda-6312-4fcb-bcc8-ffef56435af8', 'name': '', 'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:e5:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7438646f-16c5-41cf-bfe1-423ac73df92e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'ip_address': '172.27.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:52:18Z', 'updated_at': '2022-03-07T16:52:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-24-iscsi'}], 'dv-cinder-804757-24-iscsi', False) {} {{(pid=119956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:52:23.844435 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c974d7c-7157-45ce-865f-042045df852c None None] The sync data for ids ['7438646f-16c5-41cf-bfe1-423ac73df92e'] in dv-cinder-804757-24-iscsi is: [{'id': '7438646f-16c5-41cf-bfe1-423ac73df92e', 'name': 'tempest-AttachVolumeTestJSON-1470381237-router', 'tenant_id': 'edf4ec5f5dd34ec494b36396a8594bc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'external_fixed_ips': [{'subnet_id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'ip_address': '172.27.2.57'}], 'enable_snat': True}, 'gw_port_id': '55b6bdda-6312-4fcb-bcc8-ffef56435af8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:52:17Z', 'updated_at': '2022-03-07T16:52:18Z', 'revision_number': 3, 'project_id': 'edf4ec5f5dd34ec494b36396a8594bc1', 'gw_port': {'id': '55b6bdda-6312-4fcb-bcc8-ffef56435af8', 'name': '', 'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:e5:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7438646f-16c5-41cf-bfe1-423ac73df92e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'ip_address': '172.27.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:52:18Z', 'updated_at': '2022-03-07T16:52:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-24-iscsi'}] {{(pid=119956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:52:23.961864 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-bbceff29-956c-4cec-8ebc-aaccb4e03cd5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:23.995180 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-b0517fbd-8d10-4230-a5c3-aa7133809cf7 admin admin] Publish callbacks [] for port (a2e0330e-e9e2-4a91-98aa-009090466f41), precommit_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:24.068295 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-b0517fbd-8d10-4230-a5c3-aa7133809cf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754346267055'] for port (a2e0330e-e9e2-4a91-98aa-009090466f41), after_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:24.133415 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0517fbd-8d10-4230-a5c3-aa7133809cf7 admin admin] Network 958030d9-7413-4af7-a61d-7e3a7fb6105d is already hosted by enough agents. {{(pid=119954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:52:24.160844 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.scheduler.base_scheduler [None req-b0517fbd-8d10-4230-a5c3-aa7133809cf7 admin admin] Resources bound (agent type, host, resource id): {{(pid=119954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:52:24.166861 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194190'] for agent (152bcc15-84f4-40a7-afe1-c30bc7269f8a), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:24.168288 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0517fbd-8d10-4230-a5c3-aa7133809cf7 admin admin] Received port after_create {{(pid=119954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:52:24.168928 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-b0517fbd-8d10-4230-a5c3-aa7133809cf7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-706522'] for router_interface (7438646f-16c5-41cf-bfe1-423ac73df92e), before_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:24.177823 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-3243185f-5d6b-4cdc-a3db-4db609a0aec7 admin admin] Publish callbacks [] for port (a5a16594-1083-4755-9613-349521067545), precommit_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:24.203044 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-81fd7780-b777-40b4-8c7e-0ee24fd3355d req-a945bcb1-c8d2-4aa6-93d2-60362a4b878d service neutron] 10.222.0.18 "GET /v2.0/networks/63a94190-77ce-4422-9932-045b08515abb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8726966 Mar 07 16:52:24.217266 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.wsgi [-] (119953) accepted ('10.222.0.18', 48942) {{(pid=119953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:52:24.220853 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-9958e7e4-c198-41ab-b1cd-40bf6ba6b66b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543383'] for security_group (e106f1c5-47c0-49d1-9b98-0a23bec5d1a9), after_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:24.224919 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-9958e7e4-c198-41ab-b1cd-40bf6ba6b66b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:24.226520 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [None req-9958e7e4-c198-41ab-b1cd-40bf6ba6b66b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e106f1c5-47c0-49d1-9b98-0a23bec5d1a9 HTTP/1.1" status: 204 len: 168 time: 1.1414535 Mar 07 16:52:24.314246 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0517fbd-8d10-4230-a5c3-aa7133809cf7 admin admin] Pushing event updated for resources: {'Port': ['ID=a2e0330e-e9e2-4a91-98aa-009090466f41,revision_number=1']} {{(pid=119954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:52:24.332942 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-bbceff29-956c-4cec-8ebc-aaccb4e03cd5 admin admin] Publish callbacks [] for security_group (2a18352d-192d-4584-8263-4e2167ea2dfb), precommit_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:24.383090 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9958e7e4-c198-41ab-b1cd-40bf6ba6b66b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e106f1c5-47c0-49d1-9b98-0a23bec5d1a9,revision_number=None']} {{(pid=119953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:52:24.388146 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-bbceff29-956c-4cec-8ebc-aaccb4e03cd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543383'] for security_group (2a18352d-192d-4584-8263-4e2167ea2dfb), after_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:24.390044 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-020254af-ee68-44ff-83d8-2a6cf1c56fb5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:24.412575 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-3243185f-5d6b-4cdc-a3db-4db609a0aec7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754346267055'] for port (a5a16594-1083-4755-9613-349521067545), after_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:24.521817 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbceff29-956c-4cec-8ebc-aaccb4e03cd5 admin admin] vlan segment allocate from pool success with {'vlan_id': 898, 'physical_network': 'physnet1'} {{(pid=119954) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 16:52:24.534351 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-bbceff29-956c-4cec-8ebc-aaccb4e03cd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8315985'] for segment (c27e740b-9052-4933-87e3-3b9eb6e8a7bb), precommit_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:24.534871 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.db.segments_db [None req-bbceff29-956c-4cec-8ebc-aaccb4e03cd5 admin admin] Added segment c27e740b-9052-4933-87e3-3b9eb6e8a7bb of type vlan for network 22b3c47c-600a-4e1a-b18d-be8e48b03079 Mar 07 16:52:24.545479 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbceff29-956c-4cec-8ebc-aaccb4e03cd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a18352d-192d-4584-8263-4e2167ea2dfb,revision_number=1']} {{(pid=119954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:52:24.656163 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.provisioning_blocks [None req-3af4ff13-974f-4d94-89d5-b46cc58a7116 None None] Provisioning complete for port a2e0330e-e9e2-4a91-98aa-009090466f41 triggered by entity DHCP. {{(pid=119955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:52:24.657882 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-3af4ff13-974f-4d94-89d5-b46cc58a7116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8194280'] for port (a2e0330e-e9e2-4a91-98aa-009090466f41), provisioning_complete {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:24.706592 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-bbceff29-956c-4cec-8ebc-aaccb4e03cd5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754346284054'] for network (22b3c47c-600a-4e1a-b18d-be8e48b03079), precommit_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:24.727479 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3243185f-5d6b-4cdc-a3db-4db609a0aec7 admin admin] Network 3eba6d1e-0acd-4586-8e75-f5a4e7e90d88 is already hosted by enough agents. {{(pid=119953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:52:24.751324 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.plugin [None req-3af4ff13-974f-4d94-89d5-b46cc58a7116 None None] Port a2e0330e-e9e2-4a91-98aa-009090466f41 cannot update to ACTIVE because it is not bound. {{(pid=119955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:52:24.764596 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-cd9931f2-b320-49f8-96b3-91b5f4c28b58 admin admin] Publish callbacks [] for router_gateway (31af1578-2e16-497b-982e-6dcdf8b503fa), after_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:24.842841 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b84229e9-fd92-4f2b-becf-8dbe91ee347d None None] Network 863049fb-91f0-4803-9992-666b65540a85 requested from dv-cinder-804757-24-iscsi {{(pid=119955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:52:24.850755 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.scheduler.base_scheduler [None req-3243185f-5d6b-4cdc-a3db-4db609a0aec7 admin admin] Resources bound (agent type, host, resource id): {{(pid=119953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:52:24.855363 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-bbceff29-956c-4cec-8ebc-aaccb4e03cd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917'] for network (22b3c47c-600a-4e1a-b18d-be8e48b03079), after_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:24.856909 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbceff29-956c-4cec-8ebc-aaccb4e03cd5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:52:24.857702 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-bbceff29-956c-4cec-8ebc-aaccb4e03cd5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550935'] for network (None), before_response {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:24.864827 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.rpc [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Device 55b6bdda-6312-4fcb-bcc8-ffef56435af8 up at agent ovs-agent-dv-cinder-804757-24-iscsi {{(pid=119955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:52:24.876471 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3243185f-5d6b-4cdc-a3db-4db609a0aec7 admin admin] Received port after_create {{(pid=119953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:52:24.902319 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-b0517fbd-8d10-4230-a5c3-aa7133809cf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8385759'] for port (a2e0330e-e9e2-4a91-98aa-009090466f41), before_update {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:24.946863 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [None req-bbceff29-956c-4cec-8ebc-aaccb4e03cd5 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.3233931 Mar 07 16:52:24.949683 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.wsgi [-] (119954) accepted ('10.222.0.18', 48952) {{(pid=119954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:52:24.950242 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.wsgi [-] (119954) accepted ('10.222.0.18', 48954) {{(pid=119954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:52:24.958854 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3243185f-5d6b-4cdc-a3db-4db609a0aec7 admin admin] Pushing event updated for resources: {'Port': ['ID=a5a16594-1083-4755-9613-349521067545,revision_number=1']} {{(pid=119953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:52:24.964919 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.provisioning_blocks [None req-1407762e-167a-4fd0-b108-06f5e512b14d None None] Provisioning complete for port 5a083d48-7069-4127-be6b-966688f4241c triggered by entity DHCP. {{(pid=119955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:52:24.965299 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-1407762e-167a-4fd0-b108-06f5e512b14d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8194280'] for port (5a083d48-7069-4127-be6b-966688f4241c), provisioning_complete {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:24.967238 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.v2.base [None req-2e279ba2-3e8f-4c5e-a5f4-9220940e6c5c admin admin] Request body: {'subnet': {'network_id': '22b3c47c-600a-4e1a-b18d-be8e48b03079', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2009476391-subnet', 'tenant_id': 'cd79256c14c14e90b6b57bd4fb5684bb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=119954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:52:24.982041 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbceff29-956c-4cec-8ebc-aaccb4e03cd5 admin admin] Pushing event updated for resources: {'Network': ['ID=22b3c47c-600a-4e1a-b18d-be8e48b03079,revision_number=1']} {{(pid=119954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:52:24.987698 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-b2add81a-4283-45f3-94c9-46c48c20f45f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:25.005956 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.rpc [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Network 22b3c47c-600a-4e1a-b18d-be8e48b03079 details requested by agent ovs-agent-dv-cinder-804757-24-iscsi with host dv-cinder-804757-24-iscsi {{(pid=119955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 16:52:25.039236 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-81fd7780-b777-40b4-8c7e-0ee24fd3355d req-d9643f9c-95ba-4917-b11b-cf76d11e3e61 service neutron] 10.222.0.18 "GET /v2.0/networks/63a94190-77ce-4422-9932-045b08515abb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7869806 Mar 07 16:52:25.054541 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e279ba2-3e8f-4c5e-a5f4-9220940e6c5c admin admin] Made reservation on behalf of cd79256c14c14e90b6b57bd4fb5684bb for: {'subnet': 1} {{(pid=119954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:52:25.057086 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-2e279ba2-3e8f-4c5e-a5f4-9220940e6c5c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:25.145745 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.provisioning_blocks [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Provisioning complete for port 55b6bdda-6312-4fcb-bcc8-ffef56435af8 triggered by entity L2. {{(pid=119955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:52:25.145997 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8194280'] for port (55b6bdda-6312-4fcb-bcc8-ffef56435af8), provisioning_complete {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:25.352667 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.plugin [None req-1407762e-167a-4fd0-b108-06f5e512b14d None None] Current status of the port 5a083d48-7069-4127-be6b-966688f4241c is: DOWN; New status is: ACTIVE {{(pid=119955) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:52:25.353338 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-1407762e-167a-4fd0-b108-06f5e512b14d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8385759'] for port (5a083d48-7069-4127-be6b-966688f4241c), before_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:25.367207 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-020254af-ee68-44ff-83d8-2a6cf1c56fb5 admin admin] Publish callbacks [] for security_group (dc922f6f-444c-4f2e-bb36-60b507013df9), precommit_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:25.382389 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-020254af-ee68-44ff-83d8-2a6cf1c56fb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543383'] for security_group (dc922f6f-444c-4f2e-bb36-60b507013df9), after_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:25.386396 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-b2add81a-4283-45f3-94c9-46c48c20f45f admin admin] Publish callbacks [] for security_group (f192052c-1fd9-49c3-88a7-77308f829523), precommit_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:25.407573 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.db [None req-1407762e-167a-4fd0-b108-06f5e512b14d None None] For port 5a083d48-7069-4127-be6b-966688f4241c, host dv-cinder-804757-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-24-iscsi',level=0,port_id=5a083d48-7069-4127-be6b-966688f4241c,segment=NetworkSegment(ad3735d7-6f1d-4396-8c2b-5f6199488faa),segment_id=ad3735d7-6f1d-4396-8c2b-5f6199488faa)] {{(pid=119955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:52:25.418350 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-1407762e-167a-4fd0-b108-06f5e512b14d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754346672056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754346267073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754346267091'] for port (5a083d48-7069-4127-be6b-966688f4241c), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:25.426590 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-b2add81a-4283-45f3-94c9-46c48c20f45f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543383'] for security_group (f192052c-1fd9-49c3-88a7-77308f829523), after_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:25.434797 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-3243185f-5d6b-4cdc-a3db-4db609a0aec7 admin admin] Publish callbacks [] for router_gateway (8f32d82d-c528-42b6-9232-8f54875b5eeb), after_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:25.440305 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.plugin [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Current status of the port 55b6bdda-6312-4fcb-bcc8-ffef56435af8 is: DOWN; New status is: ACTIVE {{(pid=119955) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:52:25.440695 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8385759'] for port (55b6bdda-6312-4fcb-bcc8-ffef56435af8), before_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:25.592387 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-b0517fbd-8d10-4230-a5c3-aa7133809cf7 admin admin] Publish callbacks [] for port (a2e0330e-e9e2-4a91-98aa-009090466f41), precommit_update {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:25.610036 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [None req-b2add81a-4283-45f3-94c9-46c48c20f45f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5b9a8f245db94b738727b54098aed15c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6543489 Mar 07 16:52:25.610297 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.wsgi [-] (119954) accepted ('10.222.0.18', 48978) {{(pid=119954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:52:25.624152 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-b0517fbd-8d10-4230-a5c3-aa7133809cf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754346672056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754346267073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754346267091'] for port (a2e0330e-e9e2-4a91-98aa-009090466f41), after_update {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:25.625098 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-b0517fbd-8d10-4230-a5c3-aa7133809cf7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-706486'] for router_interface (7438646f-16c5-41cf-bfe1-423ac73df92e), after_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:25.627845 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2add81a-4283-45f3-94c9-46c48c20f45f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f192052c-1fd9-49c3-88a7-77308f829523,revision_number=1']} {{(pid=119954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:52:25.646445 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1407762e-167a-4fd0-b108-06f5e512b14d None None] Pushing event updated for resources: {'Port': ['ID=5a083d48-7069-4127-be6b-966688f4241c,revision_number=3']} {{(pid=119955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:52:25.686976 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.db [None req-63748041-7458-40ab-a922-e876cef088c3 None None] For port 55b6bdda-6312-4fcb-bcc8-ffef56435af8, host dv-cinder-804757-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-24-iscsi',level=0,port_id=55b6bdda-6312-4fcb-bcc8-ffef56435af8,segment=NetworkSegment(0349b9bd-653a-4400-b295-28c1bc47d9ca),segment_id=0349b9bd-653a-4400-b295-28c1bc47d9ca)] {{(pid=119955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:52:25.696156 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754346672056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754346267073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754346267091'] for port (55b6bdda-6312-4fcb-bcc8-ffef56435af8), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:25.697472 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.rpc [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Device 5a083d48-7069-4127-be6b-966688f4241c up at agent ovs-agent-dv-cinder-804757-24-iscsi {{(pid=119955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:52:25.774280 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [None req-020254af-ee68-44ff-83d8-2a6cf1c56fb5 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=907bd9e96403428abbaa6018534eb63d&name=default HTTP/1.1" status: 200 len: 2995 time: 1.5551994 Mar 07 16:52:25.782023 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020254af-ee68-44ff-83d8-2a6cf1c56fb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc922f6f-444c-4f2e-bb36-60b507013df9,revision_number=1']} {{(pid=119953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:52:25.790439 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.wsgi [-] (119953) accepted ('10.222.0.18', 48982) {{(pid=119953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:52:25.897228 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-cd9931f2-b320-49f8-96b3-91b5f4c28b58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-708194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-705271'] for router (31af1578-2e16-497b-982e-6dcdf8b503fa), after_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:25.898292 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0517fbd-8d10-4230-a5c3-aa7133809cf7 admin admin] Pushing event updated for resources: {'Port': ['ID=a2e0330e-e9e2-4a91-98aa-009090466f41,revision_number=2']} {{(pid=119954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:52:25.929598 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-5969930d-46e3-46be-995b-28b9f253a357 admin admin] Publish callbacks [] for security_group (f192052c-1fd9-49c3-88a7-77308f829523), before_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:25.933895 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-2e279ba2-3e8f-4c5e-a5f4-9220940e6c5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917'] for subnet (10a83f4a-3439-45da-ab51-9327925d389a), after_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:26.001726 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-3243185f-5d6b-4cdc-a3db-4db609a0aec7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-708194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-705271'] for router (8f32d82d-c528-42b6-9232-8f54875b5eeb), after_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:26.021417 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-387f246d-81f4-4617-a2b6-338da0eec370 admin admin] Publish callbacks [] for security_group (dc922f6f-444c-4f2e-bb36-60b507013df9), before_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:26.030288 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-5969930d-46e3-46be-995b-28b9f253a357 admin admin] Publish callbacks [] for security_group (f192052c-1fd9-49c3-88a7-77308f829523), precommit_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:26.050063 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.wsgi [-] (119954) accepted ('10.222.0.18', 48994) {{(pid=119954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:52:26.065871 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0517fbd-8d10-4230-a5c3-aa7133809cf7 admin admin] Network 958030d9-7413-4af7-a61d-7e3a7fb6105d is already hosted by enough agents. {{(pid=119954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:52:26.078497 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.scheduler.base_scheduler [None req-b0517fbd-8d10-4230-a5c3-aa7133809cf7 admin admin] Resources bound (agent type, host, resource id): {{(pid=119954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:52:26.114162 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e279ba2-3e8f-4c5e-a5f4-9220940e6c5c admin admin] Pushing event updated for resources: {'Subnet': ['ID=10a83f4a-3439-45da-ab51-9327925d389a,revision_number=0']} {{(pid=119954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:52:26.223228 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e279ba2-3e8f-4c5e-a5f4-9220940e6c5c admin admin] Checking segment: {'id': 'c27e740b-9052-4933-87e3-3b9eb6e8a7bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '22b3c47c-600a-4e1a-b18d-be8e48b03079'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:52:26.223670 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e279ba2-3e8f-4c5e-a5f4-9220940e6c5c admin admin] Network hostable DHCP agents. Network: 22b3c47c-600a-4e1a-b18d-be8e48b03079, hostable agents: ['85f07778-81ef-4888-a2e3-51ae57b6426a'], hosted agents: [] {{(pid=119954) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 16:52:26.229695 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.provisioning_blocks [None req-f94e0dc7-ce6c-41cc-8b46-db6f8e8e1c41 None None] Provisioning complete for port 5a083d48-7069-4127-be6b-966688f4241c triggered by entity DHCP. {{(pid=119955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:52:26.230617 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-f94e0dc7-ce6c-41cc-8b46-db6f8e8e1c41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8194280'] for port (5a083d48-7069-4127-be6b-966688f4241c), provisioning_complete {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:26.289978 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-387f246d-81f4-4617-a2b6-338da0eec370 admin admin] Publish callbacks [] for security_group (dc922f6f-444c-4f2e-bb36-60b507013df9), precommit_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:26.301793 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Pushing event updated for resources: {'Port': ['ID=55b6bdda-6312-4fcb-bcc8-ffef56435af8,revision_number=4']} {{(pid=119955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:52:26.320389 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.provisioning_blocks [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Provisioning complete for port 5a083d48-7069-4127-be6b-966688f4241c triggered by entity L2. {{(pid=119955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:52:26.320895 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8194280'] for port (5a083d48-7069-4127-be6b-966688f4241c), provisioning_complete {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:26.343006 dv-cinder-804757-24-iscsi neutron-server[119954]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 07 16:52:26.353266 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e279ba2-3e8f-4c5e-a5f4-9220940e6c5c admin admin] Network 22b3c47c-600a-4e1a-b18d-be8e48b03079 is scheduled to be hosted by DHCP agent 85f07778-81ef-4888-a2e3-51ae57b6426a with binding_index 1 {{(pid=119954) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 16:52:26.403780 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-5969930d-46e3-46be-995b-28b9f253a357 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543383'] for security_group (f192052c-1fd9-49c3-88a7-77308f829523), after_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:26.406302 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-5969930d-46e3-46be-995b-28b9f253a357 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:26.416872 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [None req-5969930d-46e3-46be-995b-28b9f253a357 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f192052c-1fd9-49c3-88a7-77308f829523 HTTP/1.1" status: 204 len: 168 time: 0.7960753 Mar 07 16:52:26.491251 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-6f93e9a6-53ef-44d3-91b3-72e710ff8d57 req-29fe01df-a1f2-41ce-a811-f630aead8ac7 tempest-DeleteServersTestJSON-1962960307 tempest-DeleteServersTestJSON-1962960307-project] 10.222.0.18 "GET /v2.0/ports?device_id=49123f41-9480-47cf-93dd-0e1df87b21b4 HTTP/1.1" status: 200 len: 210 time: 0.4394677 Mar 07 16:52:26.494729 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.scheduler.base_scheduler [None req-2e279ba2-3e8f-4c5e-a5f4-9220940e6c5c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804757-24-iscsi, 22b3c47c-600a-4e1a-b18d-be8e48b03079) {{(pid=119954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:52:26.506333 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e279ba2-3e8f-4c5e-a5f4-9220940e6c5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:52:26.507106 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-2e279ba2-3e8f-4c5e-a5f4-9220940e6c5c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550935'] for subnet (None), before_response {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:26.511511 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5969930d-46e3-46be-995b-28b9f253a357 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f192052c-1fd9-49c3-88a7-77308f829523,revision_number=None']} {{(pid=119954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:52:26.520293 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-387f246d-81f4-4617-a2b6-338da0eec370 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543383'] for security_group (dc922f6f-444c-4f2e-bb36-60b507013df9), after_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:26.524086 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0517fbd-8d10-4230-a5c3-aa7133809cf7 admin admin] Router 7438646f-16c5-41cf-bfe1-423ac73df92e has already been hosted by L3 agent 4cbb3502-d72e-4663-b57e-51d645794085 {{(pid=119954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 16:52:26.528627 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-387f246d-81f4-4617-a2b6-338da0eec370 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:26.531989 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [None req-387f246d-81f4-4617-a2b6-338da0eec370 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/dc922f6f-444c-4f2e-bb36-60b507013df9 HTTP/1.1" status: 204 len: 168 time: 0.7401221 Mar 07 16:52:26.539376 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3243185f-5d6b-4cdc-a3db-4db609a0aec7 admin admin] Router 8f32d82d-c528-42b6-9232-8f54875b5eeb is scheduled to L3 agent 4cbb3502-d72e-4663-b57e-51d645794085 with binding_index 1 {{(pid=119953) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 16:52:26.539997 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-822cb136-891e-4a26-a13b-aa42580fdf5c None None] Network 22b3c47c-600a-4e1a-b18d-be8e48b03079 requested from dv-cinder-804757-24-iscsi {{(pid=119955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:52:26.553162 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd9931f2-b320-49f8-96b3-91b5f4c28b58 admin admin] Router 31af1578-2e16-497b-982e-6dcdf8b503fa is scheduled to L3 agent 4cbb3502-d72e-4663-b57e-51d645794085 with binding_index 1 {{(pid=119953) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 16:52:26.554355 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [None req-2e279ba2-3e8f-4c5e-a5f4-9220940e6c5c admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.5938609 Mar 07 16:52:26.582466 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387f246d-81f4-4617-a2b6-338da0eec370 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc922f6f-444c-4f2e-bb36-60b507013df9,revision_number=None']} {{(pid=119953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:52:26.744947 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.plugin [None req-f94e0dc7-ce6c-41cc-8b46-db6f8e8e1c41 None None] Current status of the port 5a083d48-7069-4127-be6b-966688f4241c is: ACTIVE; New status is: ACTIVE {{(pid=119955) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:52:26.759209 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.plugin [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Current status of the port 5a083d48-7069-4127-be6b-966688f4241c is: ACTIVE; New status is: ACTIVE {{(pid=119955) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:52:26.819088 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0517fbd-8d10-4230-a5c3-aa7133809cf7 admin admin] Notify agent at l3_agent.dv-cinder-804757-24-iscsi the message routers_updated {{(pid=119954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:52:26.835847 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [None req-b0517fbd-8d10-4230-a5c3-aa7133809cf7 admin admin] 10.222.0.18 "PUT /v2.0/routers/7438646f-16c5-41cf-bfe1-423ac73df92e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0180581 Mar 07 16:52:26.861331 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f47df9a-6dcf-4af4-adc8-5175e437a0e3 None None] Sync routers for ids ['7438646f-16c5-41cf-bfe1-423ac73df92e'] in dv-cinder-804757-24-iscsi {{(pid=119955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:52:26.870248 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4c6bd6a-75c4-45ad-ba92-b6e4eacd6c20 None None] Network 22b3c47c-600a-4e1a-b18d-be8e48b03079 requested from dv-cinder-804757-24-iscsi {{(pid=119955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:52:26.922653 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f47df9a-6dcf-4af4-adc8-5175e437a0e3 None None] Routers {'7438646f-16c5-41cf-bfe1-423ac73df92e'} bound to L3 agent in host dv-cinder-804757-24-iscsi {{(pid=119955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:52:26.923556 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.l3_hamode_db [None req-4f47df9a-6dcf-4af4-adc8-5175e437a0e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T16:44:19Z,description=,heartbeat_timestamp=2022-03-07T16:52:19Z,host='dv-cinder-804757-24-iscsi',id=4cbb3502-d72e-4663-b57e-51d645794085,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:44:19Z,topic='l3_agent')) {'router_ids': ['7438646f-16c5-41cf-bfe1-423ac73df92e'], 'active': True} {{(pid=119955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:52:27.002092 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.wsgi [-] (119954) accepted ('10.222.0.18', 49034) {{(pid=119954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:52:27.005210 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.rpc [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Device 55b6bdda-6312-4fcb-bcc8-ffef56435af8 up at agent ovs-agent-dv-cinder-804757-24-iscsi {{(pid=119955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:52:27.015710 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.provisioning_blocks [None req-530b41ca-a387-48f2-8f18-68c85188457c None None] Provisioning complete for port a2e0330e-e9e2-4a91-98aa-009090466f41 triggered by entity DHCP. {{(pid=119955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:52:27.016367 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-530b41ca-a387-48f2-8f18-68c85188457c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8194280'] for port (a2e0330e-e9e2-4a91-98aa-009090466f41), provisioning_complete {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:27.113988 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f9e2e1e-367e-45b7-a8f4-a4603e9bd765 admin admin] Deleting subnet d5226ddd-81ab-48b4-af07-d9be80f04dcb {{(pid=119954) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 16:52:27.119017 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-5f9e2e1e-367e-45b7-a8f4-a4603e9bd765 admin admin] Publish callbacks [] for subnet (d5226ddd-81ab-48b4-af07-d9be80f04dcb), before_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:27.204684 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-5f9e2e1e-367e-45b7-a8f4-a4603e9bd765 admin admin] Publish callbacks [] for subnet (d5226ddd-81ab-48b4-af07-d9be80f04dcb), precommit_delete_associations {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:27.215167 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-5f9e2e1e-367e-45b7-a8f4-a4603e9bd765 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8314618'] for subnet (d5226ddd-81ab-48b4-af07-d9be80f04dcb), precommit_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:27.218984 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd9931f2-b320-49f8-96b3-91b5f4c28b58 admin admin] Notify agent at l3_agent.dv-cinder-804757-24-iscsi the message routers_updated {{(pid=119953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:52:27.231732 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3afb887-8fdb-4fdb-84b1-b716dab17535 None None] Sync routers for ids ['31af1578-2e16-497b-982e-6dcdf8b503fa'] in dv-cinder-804757-24-iscsi {{(pid=119956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:52:27.247991 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3afb887-8fdb-4fdb-84b1-b716dab17535 None None] Routers {'31af1578-2e16-497b-982e-6dcdf8b503fa'} bound to L3 agent in host dv-cinder-804757-24-iscsi {{(pid=119956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:52:27.251270 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.db.l3_hamode_db [None req-d3afb887-8fdb-4fdb-84b1-b716dab17535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T16:44:19Z,description=,heartbeat_timestamp=2022-03-07T16:52:19Z,host='dv-cinder-804757-24-iscsi',id=4cbb3502-d72e-4663-b57e-51d645794085,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:44:19Z,topic='l3_agent')) {'router_ids': ['31af1578-2e16-497b-982e-6dcdf8b503fa'], 'active': True} {{(pid=119956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:52:27.270600 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-cd9931f2-b320-49f8-96b3-91b5f4c28b58 admin admin] Publish callbacks [] for router (None), before_response {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:27.275227 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [None req-cd9931f2-b320-49f8-96b3-91b5f4c28b58 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 7.0666325 Mar 07 16:52:27.281068 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.wsgi [-] (119953) accepted ('10.222.0.18', 49052) {{(pid=119953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:52:27.297378 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-5f9e2e1e-367e-45b7-a8f4-a4603e9bd765 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8314593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917'] for subnet (d5226ddd-81ab-48b4-af07-d9be80f04dcb), after_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:27.323371 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.plugin [None req-530b41ca-a387-48f2-8f18-68c85188457c None None] Port a2e0330e-e9e2-4a91-98aa-009090466f41 cannot update to ACTIVE because it is not bound. {{(pid=119955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:52:27.332265 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-5f9e2e1e-367e-45b7-a8f4-a4603e9bd765 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:27.340422 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [None req-5f9e2e1e-367e-45b7-a8f4-a4603e9bd765 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/d5226ddd-81ab-48b4-af07-d9be80f04dcb HTTP/1.1" status: 204 len: 168 time: 0.3368540 Mar 07 16:52:27.341715 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.wsgi [-] (119954) accepted ('10.222.0.18', 49056) {{(pid=119954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:52:27.344974 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9e2e1e-367e-45b7-a8f4-a4603e9bd765 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d5226ddd-81ab-48b4-af07-d9be80f04dcb,revision_number=None']} {{(pid=119954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:52:27.396306 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.l3_dvr_db [None req-4f47df9a-6dcf-4af4-adc8-5175e437a0e3 None None] Set router 7438646f-16c5-41cf-bfe1-423ac73df92e gateway port host: dv-cinder-804757-24-iscsi {{(pid=119955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:52:27.486991 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-8b494a14-aacd-4d3c-98a4-9994ba5dda46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7565685'] for network (b0615195-654f-4b39-99e7-f83266d8777a), before_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:27.493865 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.provisioning_blocks [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Provisioning complete for port 55b6bdda-6312-4fcb-bcc8-ffef56435af8 triggered by entity L2. {{(pid=119955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:52:27.496584 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8194280'] for port (55b6bdda-6312-4fcb-bcc8-ffef56435af8), provisioning_complete {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:27.504401 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.db.l3_dvr_db [None req-d3afb887-8fdb-4fdb-84b1-b716dab17535 None None] Set router 31af1578-2e16-497b-982e-6dcdf8b503fa gateway port host: dv-cinder-804757-24-iscsi {{(pid=119956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:52:27.728968 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-8b494a14-aacd-4d3c-98a4-9994ba5dda46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8196213', 'neutron.services.segments.db._delete_segments_for_network-8754346594151'] for network (b0615195-654f-4b39-99e7-f83266d8777a), precommit_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:27.808920 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3243185f-5d6b-4cdc-a3db-4db609a0aec7 admin admin] Notify agent at l3_agent.dv-cinder-804757-24-iscsi the message routers_updated {{(pid=119953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:52:27.838468 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7649e86-b11b-43ed-9d75-1180b480075f None None] Sync routers for ids ['8f32d82d-c528-42b6-9232-8f54875b5eeb'] in dv-cinder-804757-24-iscsi {{(pid=119955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:52:27.859429 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-3243185f-5d6b-4cdc-a3db-4db609a0aec7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:27.861134 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [None req-3243185f-5d6b-4cdc-a3db-4db609a0aec7 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 7.1304362 Mar 07 16:52:27.865165 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.wsgi [-] (119953) accepted ('10.222.0.18', 49066) {{(pid=119953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:52:27.899207 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7649e86-b11b-43ed-9d75-1180b480075f None None] Routers {'8f32d82d-c528-42b6-9232-8f54875b5eeb'} bound to L3 agent in host dv-cinder-804757-24-iscsi {{(pid=119955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:52:27.900012 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.l3_hamode_db [None req-a7649e86-b11b-43ed-9d75-1180b480075f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T16:44:19Z,description=,heartbeat_timestamp=2022-03-07T16:52:19Z,host='dv-cinder-804757-24-iscsi',id=4cbb3502-d72e-4663-b57e-51d645794085,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:44:19Z,topic='l3_agent')) {'router_ids': ['8f32d82d-c528-42b6-9232-8f54875b5eeb'], 'active': True} {{(pid=119955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:52:27.915344 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.db.l3_hamode_db [None req-d3afb887-8fdb-4fdb-84b1-b716dab17535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31af1578-2e16-497b-982e-6dcdf8b503fa', 'name': 'tempest-AttachVolumeShelveTestJSON-1712230962-router', 'tenant_id': '8ffb87e782b3452ab1b5e98b2ae4804b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'external_fixed_ips': [{'subnet_id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'ip_address': '172.27.2.28'}], 'enable_snat': True}, 'gw_port_id': '290c4866-1262-4288-abf9-0facba2a54f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:52:20Z', 'updated_at': '2022-03-07T16:52:23Z', 'revision_number': 3, 'project_id': '8ffb87e782b3452ab1b5e98b2ae4804b', 'gw_port': {'id': '290c4866-1262-4288-abf9-0facba2a54f1', 'name': '', 'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:a1:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31af1578-2e16-497b-982e-6dcdf8b503fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'ip_address': '172.27.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:52:21Z', 'updated_at': '2022-03-07T16:52:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-24-iscsi'}], 'dv-cinder-804757-24-iscsi', False) {} {{(pid=119956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:52:28.032779 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3afb887-8fdb-4fdb-84b1-b716dab17535 None None] Checking router: 31af1578-2e16-497b-982e-6dcdf8b503fa for host: dv-cinder-804757-24-iscsi {{(pid=119956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 16:52:28.033138 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3afb887-8fdb-4fdb-84b1-b716dab17535 None None] Updating router 31af1578-2e16-497b-982e-6dcdf8b503fa port 290c4866-1262-4288-abf9-0facba2a54f1 binding host dv-cinder-804757-24-iscsi {{(pid=119956) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 16:52:28.099070 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-0d126135-7516-4464-9061-d35a12c15182 req-ea1423ad-cd94-444b-821c-730c36abb492 tempest-DeleteServersTestJSON-1962960307 tempest-DeleteServersTestJSON-1962960307-project] 10.222.0.18 "GET /v2.0/ports?device_id=49123f41-9480-47cf-93dd-0e1df87b21b4 HTTP/1.1" status: 200 len: 210 time: 0.0390275 Mar 07 16:52:28.102810 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-8b494a14-aacd-4d3c-98a4-9994ba5dda46 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=119954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:52:28.103345 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-8b494a14-aacd-4d3c-98a4-9994ba5dda46 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=119954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:52:28.104839 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-8b494a14-aacd-4d3c-98a4-9994ba5dda46 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=119954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:52:28.105178 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-8b494a14-aacd-4d3c-98a4-9994ba5dda46 admin admin] Subscribe: > port after_create 55550000 {{(pid=119954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:52:28.105520 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-8b494a14-aacd-4d3c-98a4-9994ba5dda46 admin admin] Subscribe: > port after_delete 55550000 {{(pid=119954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:52:28.105878 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-8b494a14-aacd-4d3c-98a4-9994ba5dda46 admin admin] Subscribe: > port after_update 55550000 {{(pid=119954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:52:28.106153 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-8b494a14-aacd-4d3c-98a4-9994ba5dda46 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=119954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:52:28.106466 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-8b494a14-aacd-4d3c-98a4-9994ba5dda46 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=119954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:52:28.106836 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-8b494a14-aacd-4d3c-98a4-9994ba5dda46 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=119954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:52:28.107423 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-8b494a14-aacd-4d3c-98a4-9994ba5dda46 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=119954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:52:28.114398 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron_lib.callbacks.manager [None req-d3afb887-8fdb-4fdb-84b1-b716dab17535 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8385759'] for port (290c4866-1262-4288-abf9-0facba2a54f1), before_update {{(pid=119956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:28.148839 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.plugin [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Current status of the port 55b6bdda-6312-4fcb-bcc8-ffef56435af8 is: ACTIVE; New status is: ACTIVE {{(pid=119955) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:52:28.150258 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.rpc [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Device 5a083d48-7069-4127-be6b-966688f4241c up at agent ovs-agent-dv-cinder-804757-24-iscsi {{(pid=119955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:52:28.483572 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-8b494a14-aacd-4d3c-98a4-9994ba5dda46 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=119954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:52:28.483876 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-8b494a14-aacd-4d3c-98a4-9994ba5dda46 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=119954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:52:28.484197 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-8b494a14-aacd-4d3c-98a4-9994ba5dda46 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=119954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:52:28.484521 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-8b494a14-aacd-4d3c-98a4-9994ba5dda46 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=119954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:52:28.484893 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.services.segments.db [None req-8b494a14-aacd-4d3c-98a4-9994ba5dda46 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0615195-654f-4b39-99e7-f83266d8777a']}} {{(pid=119954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:52:28.523849 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.wsgi [-] (119954) accepted ('10.222.0.18', 49092) {{(pid=119954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:52:28.531994 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.wsgi [-] (119953) accepted ('10.222.0.66', 59976) {{(pid=119953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:52:28.545696 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.v2.base [None req-f78cb455-320e-4865-be7e-cd6983bb91d1 tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1177413137', 'description': 'tempest-description--2030957074'}} {{(pid=119954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:52:28.546830 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.l3_dvr_db [None req-a7649e86-b11b-43ed-9d75-1180b480075f None None] Set router 8f32d82d-c528-42b6-9232-8f54875b5eeb gateway port host: dv-cinder-804757-24-iscsi {{(pid=119955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:52:28.604364 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.services.segments.db [None req-8b494a14-aacd-4d3c-98a4-9994ba5dda46 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d2e77d7-266d-4f23-93c0-145ef6ddfa76') {'for_net_delete': True} {{(pid=119954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:52:28.604662 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.services.segments.db [None req-8b494a14-aacd-4d3c-98a4-9994ba5dda46 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d2e77d7-266d-4f23-93c0-145ef6ddfa76') {} {{(pid=119954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:52:28.608927 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-f78cb455-320e-4865-be7e-cd6983bb91d1 tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] Publish callbacks [] for security_group (None), before_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:28.680279 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-8b494a14-aacd-4d3c-98a4-9994ba5dda46 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754346595440', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3033254'] for segment (9d2e77d7-266d-4f23-93c0-145ef6ddfa76), before_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:28.744991 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-8b494a14-aacd-4d3c-98a4-9994ba5dda46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8315985'] for segment (9d2e77d7-266d-4f23-93c0-145ef6ddfa76), precommit_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:28.772621 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b494a14-aacd-4d3c-98a4-9994ba5dda46 admin admin] Releasing vlan 866 on physical network physnet1 to pool {{(pid=119954) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 16:52:28.773082 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-8b494a14-aacd-4d3c-98a4-9994ba5dda46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8315985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3211719'] for segment (9d2e77d7-266d-4f23-93c0-145ef6ddfa76), after_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:28.784920 dv-cinder-804757-24-iscsi neutron-server[119954]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 07 16:52:28.784920 dv-cinder-804757-24-iscsi neutron-server[119954]: from cryptography.utils import int_from_bytes Mar 07 16:52:28.784920 dv-cinder-804757-24-iscsi neutron-server[119954]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 07 16:52:28.784920 dv-cinder-804757-24-iscsi neutron-server[119954]: from cryptography.utils import int_from_bytes Mar 07 16:52:28.784920 dv-cinder-804757-24-iscsi neutron-server[119954]: Traceback (most recent call last): Mar 07 16:52:28.784920 dv-cinder-804757-24-iscsi neutron-server[119954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 16:52:28.784920 dv-cinder-804757-24-iscsi neutron-server[119954]: timer() Mar 07 16:52:28.784920 dv-cinder-804757-24-iscsi neutron-server[119954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 16:52:28.784920 dv-cinder-804757-24-iscsi neutron-server[119954]: cb(*args, **kw) Mar 07 16:52:28.784920 dv-cinder-804757-24-iscsi neutron-server[119954]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 16:52:28.784920 dv-cinder-804757-24-iscsi neutron-server[119954]: return func(*args, **kwargs) Mar 07 16:52:28.784920 dv-cinder-804757-24-iscsi neutron-server[119954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 16:52:28.784920 dv-cinder-804757-24-iscsi neutron-server[119954]: self._notify() Mar 07 16:52:28.784920 dv-cinder-804757-24-iscsi neutron-server[119954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 16:52:28.784920 dv-cinder-804757-24-iscsi neutron-server[119954]: self.callback(batched_events) Mar 07 16:52:28.784920 dv-cinder-804757-24-iscsi neutron-server[119954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 16:52:28.784920 dv-cinder-804757-24-iscsi neutron-server[119954]: event.method(event) Mar 07 16:52:28.784920 dv-cinder-804757-24-iscsi neutron-server[119954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 16:52:28.784920 dv-cinder-804757-24-iscsi neutron-server[119954]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 16:52:28.784920 dv-cinder-804757-24-iscsi neutron-server[119954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 16:52:28.784920 dv-cinder-804757-24-iscsi neutron-server[119954]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 16:52:28.784920 dv-cinder-804757-24-iscsi neutron-server[119954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 16:52:28.784920 dv-cinder-804757-24-iscsi neutron-server[119954]: return f(self, *a, **k) Mar 07 16:52:28.784920 dv-cinder-804757-24-iscsi neutron-server[119954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 16:52:28.784920 dv-cinder-804757-24-iscsi neutron-server[119954]: return self._get(url).json() Mar 07 16:52:28.784920 dv-cinder-804757-24-iscsi neutron-server[119954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 16:52:28.784920 dv-cinder-804757-24-iscsi neutron-server[119954]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 16:52:28.784920 dv-cinder-804757-24-iscsi neutron-server[119954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 16:52:28.784920 dv-cinder-804757-24-iscsi neutron-server[119954]: return self.request(url, 'GET', **kwargs) Mar 07 16:52:28.784920 dv-cinder-804757-24-iscsi neutron-server[119954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 16:52:28.784920 dv-cinder-804757-24-iscsi neutron-server[119954]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 16:52:28.784920 dv-cinder-804757-24-iscsi neutron-server[119954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 16:52:28.784920 dv-cinder-804757-24-iscsi neutron-server[119954]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 16:52:28.784920 dv-cinder-804757-24-iscsi neutron-server[119954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 16:52:28.784920 dv-cinder-804757-24-iscsi neutron-server[119954]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 16:52:28.784920 dv-cinder-804757-24-iscsi neutron-server[119954]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 16:52:28.790582 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.provisioning_blocks [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Provisioning complete for port 5a083d48-7069-4127-be6b-966688f4241c triggered by entity L2. {{(pid=119955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:52:28.790940 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8194280'] for port (5a083d48-7069-4127-be6b-966688f4241c), provisioning_complete {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:28.950976 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-8b494a14-aacd-4d3c-98a4-9994ba5dda46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8196220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-705199'] for network (b0615195-654f-4b39-99e7-f83266d8777a), after_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:28.962329 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-8b494a14-aacd-4d3c-98a4-9994ba5dda46 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550935'] for network (None), before_response {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:28.971645 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [None req-8b494a14-aacd-4d3c-98a4-9994ba5dda46 admin admin] 10.222.0.18 "DELETE /v2.0/networks/b0615195-654f-4b39-99e7-f83266d8777a HTTP/1.1" status: 204 len: 168 time: 1.6286814 Mar 07 16:52:28.996901 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.wsgi [-] (119954) accepted ('10.222.0.18', 49114) {{(pid=119954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:52:28.997077 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fd7780-b777-40b4-8c7e-0ee24fd3355d req-24d2b20a-30cc-4885-9229-9ee7848fad01 tempest-DeleteServersTestJSON-1962960307 tempest-DeleteServersTestJSON-1962960307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:52:28.999413 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-81fd7780-b777-40b4-8c7e-0ee24fd3355d req-24d2b20a-30cc-4885-9229-9ee7848fad01 tempest-DeleteServersTestJSON-1962960307 tempest-DeleteServersTestJSON-1962960307-project] 10.222.0.66 "GET /v2.0/networks?id=63a94190-77ce-4422-9932-045b08515abb HTTP/1.1" status: 200 len: 812 time: 0.4643848 Mar 07 16:52:29.037725 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron_lib.callbacks.manager [None req-d3afb887-8fdb-4fdb-84b1-b716dab17535 None None] Publish callbacks [] for port (290c4866-1262-4288-abf9-0facba2a54f1), precommit_update {{(pid=119956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:29.047247 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron_lib.callbacks.manager [None req-d3afb887-8fdb-4fdb-84b1-b716dab17535 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754346672056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754346267073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754346267091'] for port (290c4866-1262-4288-abf9-0facba2a54f1), after_update {{(pid=119956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:29.074970 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-f78cb455-320e-4865-be7e-cd6983bb91d1 tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] Publish callbacks [] for security_group (60218460-59f4-4e1f-8c5b-28b25250067c), precommit_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:29.086410 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.v2.base [req-81fd7780-b777-40b4-8c7e-0ee24fd3355d req-3e68a326-e687-4b0a-b3fe-f814359dd2aa tempest-DeleteServersTestJSON-1962960307 tempest-DeleteServersTestJSON-1962960307-project] Request body: {'port': {'device_id': '49123f41-9480-47cf-93dd-0e1df87b21b4', 'network_id': '63a94190-77ce-4422-9932-045b08515abb', 'admin_state_up': True, 'tenant_id': 'bc3014a338a744549fcce3af802b9b5f'}} {{(pid=119953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:52:29.119830 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b494a14-aacd-4d3c-98a4-9994ba5dda46 admin admin] Pushing event deleted for resources: {'Network': ['ID=b0615195-654f-4b39-99e7-f83266d8777a,revision_number=None']} {{(pid=119954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:52:29.135210 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-f78cb455-320e-4865-be7e-cd6983bb91d1 tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543383'] for security_group (60218460-59f4-4e1f-8c5b-28b25250067c), after_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:29.149091 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.l3_hamode_db [None req-4f47df9a-6dcf-4af4-adc8-5175e437a0e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7438646f-16c5-41cf-bfe1-423ac73df92e', 'name': 'tempest-AttachVolumeTestJSON-1470381237-router', 'tenant_id': 'edf4ec5f5dd34ec494b36396a8594bc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'external_fixed_ips': [{'subnet_id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'ip_address': '172.27.2.57'}], 'enable_snat': True}, 'gw_port_id': '55b6bdda-6312-4fcb-bcc8-ffef56435af8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:52:17Z', 'updated_at': '2022-03-07T16:52:24Z', 'revision_number': 4, 'project_id': 'edf4ec5f5dd34ec494b36396a8594bc1', 'gw_port': {'id': '55b6bdda-6312-4fcb-bcc8-ffef56435af8', 'name': '', 'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:e5:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7438646f-16c5-41cf-bfe1-423ac73df92e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'ip_address': '172.27.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:52:18Z', 'updated_at': '2022-03-07T16:52:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-24-iscsi', '_interfaces': [{'id': 'a2e0330e-e9e2-4a91-98aa-009090466f41', 'name': '', 'network_id': '958030d9-7413-4af7-a61d-7e3a7fb6105d', 'tenant_id': 'edf4ec5f5dd34ec494b36396a8594bc1', 'mac_address': 'fa:16:3e:fc:dd:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7438646f-16c5-41cf-bfe1-423ac73df92e', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '31c7bf73-b45c-4589-a934-6b9bdc6a30ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:52:22Z', 'updated_at': '2022-03-07T16:52:25Z', 'revision_number': 2, 'project_id': 'edf4ec5f5dd34ec494b36396a8594bc1', 'subnets': [{'id': '31c7bf73-b45c-4589-a934-6b9bdc6a30ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-24-iscsi', False) {} {{(pid=119955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:52:29.168468 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e29af4-9ac7-44bb-a577-fd79e764657d None None] Pushing event updated for resources: {'Port': ['ID=290c4866-1262-4288-abf9-0facba2a54f1,revision_number=2']} {{(pid=119956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:52:29.190609 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f47df9a-6dcf-4af4-adc8-5175e437a0e3 None None] Checking router: 7438646f-16c5-41cf-bfe1-423ac73df92e for host: dv-cinder-804757-24-iscsi {{(pid=119955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 16:52:29.190993 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f47df9a-6dcf-4af4-adc8-5175e437a0e3 None None] Updating router 7438646f-16c5-41cf-bfe1-423ac73df92e port a2e0330e-e9e2-4a91-98aa-009090466f41 binding host dv-cinder-804757-24-iscsi {{(pid=119955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 16:52:29.191462 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-f78cb455-320e-4865-be7e-cd6983bb91d1 tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] Publish callbacks [] for security_group (None), before_response {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:29.197241 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [None req-f78cb455-320e-4865-be7e-cd6983bb91d1 tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.6720939 Mar 07 16:52:29.200995 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.wsgi [-] (119954) accepted ('10.222.0.18', 49128) {{(pid=119954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:52:29.207804 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.v2.base [None req-2f3f9ad9-7c3e-4238-8d19-85f55d3c1e73 tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] Request body: {'security_group_rule': {'security_group_id': '60218460-59f4-4e1f-8c5b-28b25250067c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=119954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:52:29.233491 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-4f47df9a-6dcf-4af4-adc8-5175e437a0e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8385759'] for port (a2e0330e-e9e2-4a91-98aa-009090466f41), before_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:29.244406 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.plugins.ml2.managers [None req-d3afb887-8fdb-4fdb-84b1-b716dab17535 None None] Attempting to bind port 290c4866-1262-4288-abf9-0facba2a54f1 on host dv-cinder-804757-24-iscsi for vnic_type normal with profile {{(pid=119956) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:52:29.244881 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.plugins.ml2.managers [None req-d3afb887-8fdb-4fdb-84b1-b716dab17535 None None] Attempting to bind port 290c4866-1262-4288-abf9-0facba2a54f1 by drivers openvswitch,hyperv on host dv-cinder-804757-24-iscsi at level 0 using segments [{'id': '0349b9bd-653a-4400-b295-28c1bc47d9ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88'}] {{(pid=119956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:52:29.245236 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3afb887-8fdb-4fdb-84b1-b716dab17535 None None] Attempting to bind port 290c4866-1262-4288-abf9-0facba2a54f1 on network 3eba6d1e-0acd-4586-8e75-f5a4e7e90d88 {{(pid=119956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:52:29.265030 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3afb887-8fdb-4fdb-84b1-b716dab17535 None None] Checking agent: {'id': '3df9d949-03e8-46c4-b37f-6f8a21aeab22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-24-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 16, 44, 23), 'started_at': datetime.datetime(2022, 3, 7, 16, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 52, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-24-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:52:29.265691 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3afb887-8fdb-4fdb-84b1-b716dab17535 None None] Checking segment: {'id': '0349b9bd-653a-4400-b295-28c1bc47d9ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:52:29.266074 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron_lib.callbacks.manager [None req-d3afb887-8fdb-4fdb-84b1-b716dab17535 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=119956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:29.266471 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3afb887-8fdb-4fdb-84b1-b716dab17535 None None] Bound using segment: {'id': '0349b9bd-653a-4400-b295-28c1bc47d9ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88'} {{(pid=119956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:52:29.275238 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.plugins.ml2.managers [None req-d3afb887-8fdb-4fdb-84b1-b716dab17535 None None] Bound port: 290c4866-1262-4288-abf9-0facba2a54f1, host: dv-cinder-804757-24-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0349b9bd-653a-4400-b295-28c1bc47d9ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88'}}] {{(pid=119956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:52:29.275826 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron_lib.callbacks.manager [None req-d3afb887-8fdb-4fdb-84b1-b716dab17535 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8385759'] for port (290c4866-1262-4288-abf9-0facba2a54f1), before_update {{(pid=119956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:29.280714 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.db.db_base_plugin_v2 [None req-2feea0db-af73-4357-add6-ff4661330ef7 admin admin] Deleting subnet 10a83f4a-3439-45da-ab51-9327925d389a {{(pid=119954) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 16:52:29.292789 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-cf91e6dc-87e4-4dfd-a0a1-3ef7903a4925 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8385759'] for port (None), before_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:29.320476 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-b95f4b62-d32b-45ab-a83b-aa47faeb82eb req-108dc60b-a7a6-4972-8fc8-8a2aa4f75f6b tempest-DeleteServersTestJSON-1962960307 tempest-DeleteServersTestJSON-1962960307-project] 10.222.0.18 "GET /v2.0/ports?device_id=49123f41-9480-47cf-93dd-0e1df87b21b4 HTTP/1.1" status: 200 len: 210 time: 0.0356979 Mar 07 16:52:29.321658 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-2feea0db-af73-4357-add6-ff4661330ef7 admin admin] Publish callbacks [] for subnet (10a83f4a-3439-45da-ab51-9327925d389a), before_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:29.325452 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78cb455-320e-4865-be7e-cd6983bb91d1 tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60218460-59f4-4e1f-8c5b-28b25250067c,revision_number=1']} {{(pid=119954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:52:29.344967 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-2f3f9ad9-7c3e-4238-8d19-85f55d3c1e73 tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] Publish callbacks [] for security_group_rule (503536af-713d-426b-8b63-b4c0815a24cf), before_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:29.387187 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.plugins.ml2.db [None req-d3afb887-8fdb-4fdb-84b1-b716dab17535 None None] For port 290c4866-1262-4288-abf9-0facba2a54f1, host dv-cinder-804757-24-iscsi, cleared binding levels {{(pid=119956) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:52:29.392816 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.plugins.ml2.db [None req-d3afb887-8fdb-4fdb-84b1-b716dab17535 None None] For port 290c4866-1262-4288-abf9-0facba2a54f1, host dv-cinder-804757-24-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-24-iscsi',level=0,port_id=290c4866-1262-4288-abf9-0facba2a54f1,segment=NetworkSegment(0349b9bd-653a-4400-b295-28c1bc47d9ca),segment_id=0349b9bd-653a-4400-b295-28c1bc47d9ca)] {{(pid=119956) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:52:29.404625 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron_lib.callbacks.manager [None req-d3afb887-8fdb-4fdb-84b1-b716dab17535 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754346672056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754346267073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754346267091'] for port (290c4866-1262-4288-abf9-0facba2a54f1), after_update {{(pid=119956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:29.421035 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-2feea0db-af73-4357-add6-ff4661330ef7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3033181'] for subnet (10a83f4a-3439-45da-ab51-9327925d389a), precommit_delete_associations {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:29.531651 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3afb887-8fdb-4fdb-84b1-b716dab17535 None None] Routers {'31af1578-2e16-497b-982e-6dcdf8b503fa'} bound to L3 agent in host dv-cinder-804757-24-iscsi {{(pid=119956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:52:29.541249 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.db.l3_hamode_db [None req-d3afb887-8fdb-4fdb-84b1-b716dab17535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T16:44:19Z,description=,heartbeat_timestamp=2022-03-07T16:52:19Z,host='dv-cinder-804757-24-iscsi',id=4cbb3502-d72e-4663-b57e-51d645794085,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:44:19Z,topic='l3_agent')) {'router_ids': ['31af1578-2e16-497b-982e-6dcdf8b503fa'], 'active': True} {{(pid=119956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:52:29.547948 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-2f3f9ad9-7c3e-4238-8d19-85f55d3c1e73 tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] Publish callbacks [] for security_group_rule (503536af-713d-426b-8b63-b4c0815a24cf), precommit_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:29.552884 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-2feea0db-af73-4357-add6-ff4661330ef7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8314618'] for subnet (10a83f4a-3439-45da-ab51-9327925d389a), precommit_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:29.595817 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-2f3f9ad9-7c3e-4238-8d19-85f55d3c1e73 tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543268'] for security_group_rule (503536af-713d-426b-8b63-b4c0815a24cf), after_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:29.622869 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e29af4-9ac7-44bb-a577-fd79e764657d None None] Pushing event updated for resources: {'Port': ['ID=290c4866-1262-4288-abf9-0facba2a54f1,revision_number=3']} {{(pid=119956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:52:29.661599 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-2f3f9ad9-7c3e-4238-8d19-85f55d3c1e73 tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:29.662791 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [None req-2f3f9ad9-7c3e-4238-8d19-85f55d3c1e73 tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4592712 Mar 07 16:52:29.673884 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.wsgi [-] (119954) accepted ('10.222.0.18', 49152) {{(pid=119954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:52:29.697874 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.v2.base [None req-6cff7945-1fd8-40f5-bb80-426722416f48 tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] Request body: {'security_group_rule': {'security_group_id': '60218460-59f4-4e1f-8c5b-28b25250067c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=119954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:52:29.704388 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3f9ad9-7c3e-4238-8d19-85f55d3c1e73 tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=503536af-713d-426b-8b63-b4c0815a24cf,revision_number=0']} {{(pid=119954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:52:29.763907 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.l3_hamode_db [None req-a7649e86-b11b-43ed-9d75-1180b480075f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f32d82d-c528-42b6-9232-8f54875b5eeb', 'name': 'tempest-ServerRescueNegativeTestJSON-2107335013-router', 'tenant_id': 'fb0f78d7968f4bf1aee503f8e1cfe0f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'external_fixed_ips': [{'subnet_id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'ip_address': '172.27.2.169'}], 'enable_snat': True}, 'gw_port_id': 'a5a16594-1083-4755-9613-349521067545', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:52:20Z', 'updated_at': '2022-03-07T16:52:25Z', 'revision_number': 3, 'project_id': 'fb0f78d7968f4bf1aee503f8e1cfe0f0', 'gw_port': {'id': 'a5a16594-1083-4755-9613-349521067545', 'name': '', 'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:84:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f32d82d-c528-42b6-9232-8f54875b5eeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'ip_address': '172.27.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:52:22Z', 'updated_at': '2022-03-07T16:52:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-24-iscsi'}], 'dv-cinder-804757-24-iscsi', False) {} {{(pid=119955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:52:29.765649 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.plugin [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Current status of the port 5a083d48-7069-4127-be6b-966688f4241c is: ACTIVE; New status is: ACTIVE {{(pid=119955) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:52:29.796811 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-6cff7945-1fd8-40f5-bb80-426722416f48 tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] Publish callbacks [] for security_group_rule (086da6f6-4599-48ec-a306-6664cc1e4410), before_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:29.812718 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.db.l3_dvr_db [None req-d3afb887-8fdb-4fdb-84b1-b716dab17535 None None] Set router 31af1578-2e16-497b-982e-6dcdf8b503fa gateway port host: dv-cinder-804757-24-iscsi {{(pid=119956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:52:29.825205 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7649e86-b11b-43ed-9d75-1180b480075f None None] Checking router: 8f32d82d-c528-42b6-9232-8f54875b5eeb for host: dv-cinder-804757-24-iscsi {{(pid=119955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 16:52:29.825205 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7649e86-b11b-43ed-9d75-1180b480075f None None] Updating router 8f32d82d-c528-42b6-9232-8f54875b5eeb port a5a16594-1083-4755-9613-349521067545 binding host dv-cinder-804757-24-iscsi {{(pid=119955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 16:52:29.855270 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-4f47df9a-6dcf-4af4-adc8-5175e437a0e3 None None] Publish callbacks [] for port (a2e0330e-e9e2-4a91-98aa-009090466f41), precommit_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:29.865505 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-a7649e86-b11b-43ed-9d75-1180b480075f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8385759'] for port (a5a16594-1083-4755-9613-349521067545), before_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:29.869033 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-4f47df9a-6dcf-4af4-adc8-5175e437a0e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754346672056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754346267073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754346267091'] for port (a2e0330e-e9e2-4a91-98aa-009090466f41), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:29.872132 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-2feea0db-af73-4357-add6-ff4661330ef7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8314593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3211693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3853989'] for subnet (10a83f4a-3439-45da-ab51-9327925d389a), after_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:30.024578 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3691ae90-8c1c-455a-ad93-86718da7d96d None None] Pushing event updated for resources: {'Port': ['ID=a2e0330e-e9e2-4a91-98aa-009090466f41,revision_number=3']} {{(pid=119955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:52:30.066482 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-6cff7945-1fd8-40f5-bb80-426722416f48 tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] Publish callbacks [] for security_group_rule (086da6f6-4599-48ec-a306-6664cc1e4410), precommit_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:30.078666 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2feea0db-af73-4357-add6-ff4661330ef7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=10a83f4a-3439-45da-ab51-9327925d389a,revision_number=None']} {{(pid=119954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:52:30.083607 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-6cff7945-1fd8-40f5-bb80-426722416f48 tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543268'] for security_group_rule (086da6f6-4599-48ec-a306-6664cc1e4410), after_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:30.089164 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-2feea0db-af73-4357-add6-ff4661330ef7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:30.095474 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [None req-2feea0db-af73-4357-add6-ff4661330ef7 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/10a83f4a-3439-45da-ab51-9327925d389a HTTP/1.1" status: 204 len: 168 time: 1.0965967 Mar 07 16:52:30.110114 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.wsgi [-] (119954) accepted ('10.222.0.18', 49164) {{(pid=119954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:52:30.196535 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.managers [None req-4f47df9a-6dcf-4af4-adc8-5175e437a0e3 None None] Attempting to bind port a2e0330e-e9e2-4a91-98aa-009090466f41 on host dv-cinder-804757-24-iscsi for vnic_type normal with profile {{(pid=119955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:52:30.197041 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.managers [None req-4f47df9a-6dcf-4af4-adc8-5175e437a0e3 None None] Attempting to bind port a2e0330e-e9e2-4a91-98aa-009090466f41 by drivers openvswitch,hyperv on host dv-cinder-804757-24-iscsi at level 0 using segments [{'id': '4a056b74-7e94-4529-893a-3f499dced81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '958030d9-7413-4af7-a61d-7e3a7fb6105d'}] {{(pid=119955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:52:30.197244 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f47df9a-6dcf-4af4-adc8-5175e437a0e3 None None] Attempting to bind port a2e0330e-e9e2-4a91-98aa-009090466f41 on network 958030d9-7413-4af7-a61d-7e3a7fb6105d {{(pid=119955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:52:30.233518 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f47df9a-6dcf-4af4-adc8-5175e437a0e3 None None] Checking agent: {'id': '3df9d949-03e8-46c4-b37f-6f8a21aeab22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-24-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 16, 44, 23), 'started_at': datetime.datetime(2022, 3, 7, 16, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 52, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-24-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:52:30.233805 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f47df9a-6dcf-4af4-adc8-5175e437a0e3 None None] Checking segment: {'id': '4a056b74-7e94-4529-893a-3f499dced81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '958030d9-7413-4af7-a61d-7e3a7fb6105d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:52:30.234813 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-4f47df9a-6dcf-4af4-adc8-5175e437a0e3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:30.235252 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f47df9a-6dcf-4af4-adc8-5175e437a0e3 None None] Bound using segment: {'id': '4a056b74-7e94-4529-893a-3f499dced81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '958030d9-7413-4af7-a61d-7e3a7fb6105d'} {{(pid=119955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:52:30.240786 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.managers [None req-4f47df9a-6dcf-4af4-adc8-5175e437a0e3 None None] Bound port: a2e0330e-e9e2-4a91-98aa-009090466f41, host: dv-cinder-804757-24-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a056b74-7e94-4529-893a-3f499dced81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '958030d9-7413-4af7-a61d-7e3a7fb6105d'}}] {{(pid=119955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:52:30.241187 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-4f47df9a-6dcf-4af4-adc8-5175e437a0e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8385759'] for port (a2e0330e-e9e2-4a91-98aa-009090466f41), before_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:30.279933 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.db.l3_hamode_db [None req-d3afb887-8fdb-4fdb-84b1-b716dab17535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31af1578-2e16-497b-982e-6dcdf8b503fa', 'name': 'tempest-AttachVolumeShelveTestJSON-1712230962-router', 'tenant_id': '8ffb87e782b3452ab1b5e98b2ae4804b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'external_fixed_ips': [{'subnet_id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'ip_address': '172.27.2.28'}], 'enable_snat': True}, 'gw_port_id': '290c4866-1262-4288-abf9-0facba2a54f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:52:20Z', 'updated_at': '2022-03-07T16:52:23Z', 'revision_number': 3, 'project_id': '8ffb87e782b3452ab1b5e98b2ae4804b', 'gw_port': {'id': '290c4866-1262-4288-abf9-0facba2a54f1', 'name': '', 'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:a1:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31af1578-2e16-497b-982e-6dcdf8b503fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'ip_address': '172.27.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:52:21Z', 'updated_at': '2022-03-07T16:52:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-24-iscsi'}], 'dv-cinder-804757-24-iscsi', False) {} {{(pid=119956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:52:30.309092 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-430ce4dd-3be7-419a-a6c4-4ab6aedf272c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7565685'] for network (22b3c47c-600a-4e1a-b18d-be8e48b03079), before_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:30.372739 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3afb887-8fdb-4fdb-84b1-b716dab17535 None None] The sync data for ids ['31af1578-2e16-497b-982e-6dcdf8b503fa'] in dv-cinder-804757-24-iscsi is: [{'id': '31af1578-2e16-497b-982e-6dcdf8b503fa', 'name': 'tempest-AttachVolumeShelveTestJSON-1712230962-router', 'tenant_id': '8ffb87e782b3452ab1b5e98b2ae4804b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'external_fixed_ips': [{'subnet_id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'ip_address': '172.27.2.28'}], 'enable_snat': True}, 'gw_port_id': '290c4866-1262-4288-abf9-0facba2a54f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:52:20Z', 'updated_at': '2022-03-07T16:52:23Z', 'revision_number': 3, 'project_id': '8ffb87e782b3452ab1b5e98b2ae4804b', 'gw_port': {'id': '290c4866-1262-4288-abf9-0facba2a54f1', 'name': '', 'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:a1:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31af1578-2e16-497b-982e-6dcdf8b503fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'ip_address': '172.27.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:52:21Z', 'updated_at': '2022-03-07T16:52:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-24-iscsi'}] {{(pid=119956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:52:30.510369 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81fd7780-b777-40b4-8c7e-0ee24fd3355d req-3e68a326-e687-4b0a-b3fe-f814359dd2aa tempest-DeleteServersTestJSON-1962960307 tempest-DeleteServersTestJSON-1962960307-project] Made reservation on behalf of bc3014a338a744549fcce3af802b9b5f for: {'port': 1} {{(pid=119953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:52:30.522159 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [req-81fd7780-b777-40b4-8c7e-0ee24fd3355d req-3e68a326-e687-4b0a-b3fe-f814359dd2aa tempest-DeleteServersTestJSON-1962960307 tempest-DeleteServersTestJSON-1962960307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8385759'] for port (None), before_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:30.573618 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.db [None req-4f47df9a-6dcf-4af4-adc8-5175e437a0e3 None None] For port a2e0330e-e9e2-4a91-98aa-009090466f41, host dv-cinder-804757-24-iscsi, cleared binding levels {{(pid=119955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:52:30.576088 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.provisioning_blocks [None req-f4d6495f-fb17-4ba2-a268-350c3f22c158 None None] Provisioning complete for port a2e0330e-e9e2-4a91-98aa-009090466f41 triggered by entity DHCP. {{(pid=119955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:52:30.596338 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-f4d6495f-fb17-4ba2-a268-350c3f22c158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8194280'] for port (a2e0330e-e9e2-4a91-98aa-009090466f41), provisioning_complete {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:30.708572 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-430ce4dd-3be7-419a-a6c4-4ab6aedf272c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8196213', 'neutron.services.segments.db._delete_segments_for_network-8754346594151'] for network (22b3c47c-600a-4e1a-b18d-be8e48b03079), precommit_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:30.787484 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.services.segments.db [None req-430ce4dd-3be7-419a-a6c4-4ab6aedf272c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22b3c47c-600a-4e1a-b18d-be8e48b03079']}} {{(pid=119954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:52:30.833420 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.services.segments.db [None req-430ce4dd-3be7-419a-a6c4-4ab6aedf272c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c27e740b-9052-4933-87e3-3b9eb6e8a7bb') {'for_net_delete': True} {{(pid=119954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:52:30.833608 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.services.segments.db [None req-430ce4dd-3be7-419a-a6c4-4ab6aedf272c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c27e740b-9052-4933-87e3-3b9eb6e8a7bb') {} {{(pid=119954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:52:30.864283 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-430ce4dd-3be7-419a-a6c4-4ab6aedf272c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754346595440', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3033254'] for segment (c27e740b-9052-4933-87e3-3b9eb6e8a7bb), before_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:30.900059 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-430ce4dd-3be7-419a-a6c4-4ab6aedf272c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8315985'] for segment (c27e740b-9052-4933-87e3-3b9eb6e8a7bb), precommit_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:30.923087 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-430ce4dd-3be7-419a-a6c4-4ab6aedf272c admin admin] Releasing vlan 898 on physical network physnet1 to pool {{(pid=119954) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 16:52:30.923504 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-430ce4dd-3be7-419a-a6c4-4ab6aedf272c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8315985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3211719'] for segment (c27e740b-9052-4933-87e3-3b9eb6e8a7bb), after_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:30.986515 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-a7649e86-b11b-43ed-9d75-1180b480075f None None] Publish callbacks [] for port (a5a16594-1083-4755-9613-349521067545), precommit_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:30.996262 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.plugin [None req-f4d6495f-fb17-4ba2-a268-350c3f22c158 None None] Port a2e0330e-e9e2-4a91-98aa-009090466f41 cannot update to ACTIVE because it is not bound. {{(pid=119955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:52:31.010667 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-a7649e86-b11b-43ed-9d75-1180b480075f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754346672056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754346267073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754346267091'] for port (a5a16594-1083-4755-9613-349521067545), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:31.014272 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.db [None req-4f47df9a-6dcf-4af4-adc8-5175e437a0e3 None None] For port a2e0330e-e9e2-4a91-98aa-009090466f41, host dv-cinder-804757-24-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-24-iscsi',level=0,port_id=a2e0330e-e9e2-4a91-98aa-009090466f41,segment=NetworkSegment(4a056b74-7e94-4529-893a-3f499dced81d),segment_id=4a056b74-7e94-4529-893a-3f499dced81d)] {{(pid=119955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:52:31.041742 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.db.db_base_plugin_common [req-81fd7780-b777-40b4-8c7e-0ee24fd3355d req-3e68a326-e687-4b0a-b3fe-f814359dd2aa tempest-DeleteServersTestJSON-1962960307 tempest-DeleteServersTestJSON-1962960307-project] Allocated IP 172.20.0.3 (63a94190-77ce-4422-9932-045b08515abb/4d870a2e-0423-4f07-899b-7a8ec2b09f8c/bc97aa31-6f1d-49c9-9188-38222a0555c0) {{(pid=119953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:52:31.077133 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cff7945-1fd8-40f5-bb80-426722416f48 tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=086da6f6-4599-48ec-a306-6664cc1e4410,revision_number=0']} {{(pid=119954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:52:31.079399 dv-cinder-804757-24-iscsi neutron-server[119954]: Traceback (most recent call last): Mar 07 16:52:31.079399 dv-cinder-804757-24-iscsi neutron-server[119954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 16:52:31.079399 dv-cinder-804757-24-iscsi neutron-server[119954]: timer() Mar 07 16:52:31.079399 dv-cinder-804757-24-iscsi neutron-server[119954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 16:52:31.079399 dv-cinder-804757-24-iscsi neutron-server[119954]: cb(*args, **kw) Mar 07 16:52:31.079399 dv-cinder-804757-24-iscsi neutron-server[119954]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 16:52:31.079399 dv-cinder-804757-24-iscsi neutron-server[119954]: return func(*args, **kwargs) Mar 07 16:52:31.079399 dv-cinder-804757-24-iscsi neutron-server[119954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 16:52:31.079399 dv-cinder-804757-24-iscsi neutron-server[119954]: self._notify() Mar 07 16:52:31.079399 dv-cinder-804757-24-iscsi neutron-server[119954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 16:52:31.079399 dv-cinder-804757-24-iscsi neutron-server[119954]: self.callback(batched_events) Mar 07 16:52:31.079399 dv-cinder-804757-24-iscsi neutron-server[119954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 16:52:31.079399 dv-cinder-804757-24-iscsi neutron-server[119954]: event.method(event) Mar 07 16:52:31.079399 dv-cinder-804757-24-iscsi neutron-server[119954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 16:52:31.079399 dv-cinder-804757-24-iscsi neutron-server[119954]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 16:52:31.079399 dv-cinder-804757-24-iscsi neutron-server[119954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 16:52:31.079399 dv-cinder-804757-24-iscsi neutron-server[119954]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 16:52:31.079399 dv-cinder-804757-24-iscsi neutron-server[119954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 16:52:31.079399 dv-cinder-804757-24-iscsi neutron-server[119954]: return f(self, *a, **k) Mar 07 16:52:31.079399 dv-cinder-804757-24-iscsi neutron-server[119954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 16:52:31.079399 dv-cinder-804757-24-iscsi neutron-server[119954]: return self._get(url).json() Mar 07 16:52:31.079399 dv-cinder-804757-24-iscsi neutron-server[119954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 16:52:31.079399 dv-cinder-804757-24-iscsi neutron-server[119954]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 16:52:31.079399 dv-cinder-804757-24-iscsi neutron-server[119954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 16:52:31.079399 dv-cinder-804757-24-iscsi neutron-server[119954]: return self.request(url, 'GET', **kwargs) Mar 07 16:52:31.079399 dv-cinder-804757-24-iscsi neutron-server[119954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 16:52:31.079399 dv-cinder-804757-24-iscsi neutron-server[119954]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 16:52:31.079399 dv-cinder-804757-24-iscsi neutron-server[119954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 16:52:31.079399 dv-cinder-804757-24-iscsi neutron-server[119954]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 16:52:31.079399 dv-cinder-804757-24-iscsi neutron-server[119954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 16:52:31.079399 dv-cinder-804757-24-iscsi neutron-server[119954]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 16:52:31.079399 dv-cinder-804757-24-iscsi neutron-server[119954]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 16:52:31.085104 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-6cff7945-1fd8-40f5-bb80-426722416f48 tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:31.092537 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [None req-6cff7945-1fd8-40f5-bb80-426722416f48 tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.4145620 Mar 07 16:52:31.093310 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.wsgi [-] (119954) accepted ('10.222.0.18', 49188) {{(pid=119954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:52:31.103240 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-4f47df9a-6dcf-4af4-adc8-5175e437a0e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754346672056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754346267073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754346267091'] for port (a2e0330e-e9e2-4a91-98aa-009090466f41), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:31.106504 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-430ce4dd-3be7-419a-a6c4-4ab6aedf272c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8196220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-705199'] for network (22b3c47c-600a-4e1a-b18d-be8e48b03079), after_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:31.110776 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.v2.base [None req-bd248db3-622d-44a3-9a09-4afd39be5fec tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] Request body: {'floatingip': {'floating_network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88'}} {{(pid=119954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:52:31.200990 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430ce4dd-3be7-419a-a6c4-4ab6aedf272c admin admin] Pushing event deleted for resources: {'Network': ['ID=22b3c47c-600a-4e1a-b18d-be8e48b03079,revision_number=None']} {{(pid=119954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:52:31.203189 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-430ce4dd-3be7-419a-a6c4-4ab6aedf272c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550935'] for network (None), before_response {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:31.206513 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [None req-430ce4dd-3be7-419a-a6c4-4ab6aedf272c admin admin] 10.222.0.18 "DELETE /v2.0/networks/22b3c47c-600a-4e1a-b18d-be8e48b03079 HTTP/1.1" status: 204 len: 168 time: 1.0953979 Mar 07 16:52:31.207647 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-bd248db3-622d-44a3-9a09-4afd39be5fec tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] Publish callbacks [] for floatingip (None), before_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:31.247414 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-1541e671-c7f4-47f6-b510-bd387fcd4ebf req-b3dd6aff-f600-43e8-b1a5-da2e2cc8dc56 tempest-DeleteServersTestJSON-1962960307 tempest-DeleteServersTestJSON-1962960307-project] 10.222.0.18 "GET /v2.0/ports?device_id=49123f41-9480-47cf-93dd-0e1df87b21b4 HTTP/1.1" status: 200 len: 210 time: 0.1800933 Mar 07 16:52:31.266320 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f47df9a-6dcf-4af4-adc8-5175e437a0e3 None None] Routers {'7438646f-16c5-41cf-bfe1-423ac73df92e'} bound to L3 agent in host dv-cinder-804757-24-iscsi {{(pid=119955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:52:31.266980 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.l3_hamode_db [None req-4f47df9a-6dcf-4af4-adc8-5175e437a0e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T16:44:19Z,description=,heartbeat_timestamp=2022-03-07T16:52:19Z,host='dv-cinder-804757-24-iscsi',id=4cbb3502-d72e-4663-b57e-51d645794085,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:44:19Z,topic='l3_agent')) {'router_ids': ['7438646f-16c5-41cf-bfe1-423ac73df92e'], 'active': True} {{(pid=119955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:52:31.458605 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d38a88-19d3-426c-b3f6-cc6672659baa None None] Pushing event updated for resources: {'Port': ['ID=a5a16594-1083-4755-9613-349521067545,revision_number=2']} {{(pid=119955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:52:31.461394 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.managers [None req-a7649e86-b11b-43ed-9d75-1180b480075f None None] Attempting to bind port a5a16594-1083-4755-9613-349521067545 on host dv-cinder-804757-24-iscsi for vnic_type normal with profile {{(pid=119955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:52:31.461765 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.managers [None req-a7649e86-b11b-43ed-9d75-1180b480075f None None] Attempting to bind port a5a16594-1083-4755-9613-349521067545 by drivers openvswitch,hyperv on host dv-cinder-804757-24-iscsi at level 0 using segments [{'id': '0349b9bd-653a-4400-b295-28c1bc47d9ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88'}] {{(pid=119955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:52:31.462133 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7649e86-b11b-43ed-9d75-1180b480075f None None] Attempting to bind port a5a16594-1083-4755-9613-349521067545 on network 3eba6d1e-0acd-4586-8e75-f5a4e7e90d88 {{(pid=119955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:52:31.578135 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [req-81fd7780-b777-40b4-8c7e-0ee24fd3355d req-3e68a326-e687-4b0a-b3fe-f814359dd2aa tempest-DeleteServersTestJSON-1962960307 tempest-DeleteServersTestJSON-1962960307-project] Publish callbacks [] for port (bc97aa31-6f1d-49c9-9188-38222a0555c0), precommit_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:31.603368 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3691ae90-8c1c-455a-ad93-86718da7d96d None None] Pushing event updated for resources: {'Port': ['ID=a2e0330e-e9e2-4a91-98aa-009090466f41,revision_number=4']} {{(pid=119955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:52:31.632989 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-92f7f6a0-fbd0-47b5-9ce5-fc10ee6aa889 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8385759'] for port (None), before_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:31.639321 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [req-81fd7780-b777-40b4-8c7e-0ee24fd3355d req-3e68a326-e687-4b0a-b3fe-f814359dd2aa tempest-DeleteServersTestJSON-1962960307 tempest-DeleteServersTestJSON-1962960307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754346267055'] for port (bc97aa31-6f1d-49c9-9188-38222a0555c0), after_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:31.650530 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7649e86-b11b-43ed-9d75-1180b480075f None None] Checking agent: {'id': '3df9d949-03e8-46c4-b37f-6f8a21aeab22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-24-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 16, 44, 23), 'started_at': datetime.datetime(2022, 3, 7, 16, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 52, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-24-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:52:31.653969 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7649e86-b11b-43ed-9d75-1180b480075f None None] Checking segment: {'id': '0349b9bd-653a-4400-b295-28c1bc47d9ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:52:31.654784 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-a7649e86-b11b-43ed-9d75-1180b480075f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:31.655525 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7649e86-b11b-43ed-9d75-1180b480075f None None] Bound using segment: {'id': '0349b9bd-653a-4400-b295-28c1bc47d9ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88'} {{(pid=119955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:52:31.656321 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.managers [None req-a7649e86-b11b-43ed-9d75-1180b480075f None None] Bound port: a5a16594-1083-4755-9613-349521067545, host: dv-cinder-804757-24-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0349b9bd-653a-4400-b295-28c1bc47d9ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88'}}] {{(pid=119955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:52:31.657251 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-a7649e86-b11b-43ed-9d75-1180b480075f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8385759'] for port (a5a16594-1083-4755-9613-349521067545), before_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:31.702586 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81fd7780-b777-40b4-8c7e-0ee24fd3355d req-3e68a326-e687-4b0a-b3fe-f814359dd2aa tempest-DeleteServersTestJSON-1962960307 tempest-DeleteServersTestJSON-1962960307-project] Network 63a94190-77ce-4422-9932-045b08515abb is already hosted by enough agents. {{(pid=119953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:52:31.704149 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.wsgi [-] (119953) accepted ('10.222.0.18', 49192) {{(pid=119953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:52:31.727874 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.provisioning_blocks [None req-72d6da02-b481-4ac3-beb4-04e1542f965e None None] Provisioning complete for port a2e0330e-e9e2-4a91-98aa-009090466f41 triggered by entity DHCP. {{(pid=119955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:52:31.728757 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-72d6da02-b481-4ac3-beb4-04e1542f965e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8194280'] for port (a2e0330e-e9e2-4a91-98aa-009090466f41), provisioning_complete {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:31.779238 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.scheduler.base_scheduler [req-81fd7780-b777-40b4-8c7e-0ee24fd3355d req-3e68a326-e687-4b0a-b3fe-f814359dd2aa tempest-DeleteServersTestJSON-1962960307 tempest-DeleteServersTestJSON-1962960307-project] Resources bound (agent type, host, resource id): {{(pid=119953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:52:31.783605 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.db.l3_dvrscheduler_db [req-81fd7780-b777-40b4-8c7e-0ee24fd3355d req-3e68a326-e687-4b0a-b3fe-f814359dd2aa tempest-DeleteServersTestJSON-1962960307 tempest-DeleteServersTestJSON-1962960307-project] Received port after_create {{(pid=119953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:52:31.799456 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fd7780-b777-40b4-8c7e-0ee24fd3355d req-3e68a326-e687-4b0a-b3fe-f814359dd2aa tempest-DeleteServersTestJSON-1962960307 tempest-DeleteServersTestJSON-1962960307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:52:31.799456 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [req-81fd7780-b777-40b4-8c7e-0ee24fd3355d req-3e68a326-e687-4b0a-b3fe-f814359dd2aa tempest-DeleteServersTestJSON-1962960307 tempest-DeleteServersTestJSON-1962960307-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550935'] for port (None), before_response {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:31.809069 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-bd248db3-622d-44a3-9a09-4afd39be5fec tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8385759'] for port (None), before_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:31.940458 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.rpc [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Device 290c4866-1262-4288-abf9-0facba2a54f1 up at agent ovs-agent-dv-cinder-804757-24-iscsi {{(pid=119955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:52:31.966601 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.db [None req-a7649e86-b11b-43ed-9d75-1180b480075f None None] For port a5a16594-1083-4755-9613-349521067545, host dv-cinder-804757-24-iscsi, cleared binding levels {{(pid=119955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:52:32.070467 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.l3_dvr_db [None req-4f47df9a-6dcf-4af4-adc8-5175e437a0e3 None None] Set router 7438646f-16c5-41cf-bfe1-423ac73df92e gateway port host: dv-cinder-804757-24-iscsi {{(pid=119955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:52:32.075768 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.db.db_base_plugin_common [None req-cf91e6dc-87e4-4dfd-a0a1-3ef7903a4925 admin admin] Allocated IP 172.20.0.1 (863049fb-91f0-4803-9992-666b65540a85/f97910cd-d5d7-4b8c-bfe2-694a46e38478/12eb627a-3000-4be1-95ec-01ed9572f28c) {{(pid=119953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:52:32.087485 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e68a326-e687-4b0a-b3fe-f814359dd2aa tempest-DeleteServersTestJSON-1962960307 tempest-DeleteServersTestJSON-1962960307-project] Pushing event updated for resources: {'Port': ['ID=bc97aa31-6f1d-49c9-9188-38222a0555c0,revision_number=1']} {{(pid=119953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:52:32.093478 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.db [None req-a7649e86-b11b-43ed-9d75-1180b480075f None None] For port a5a16594-1083-4755-9613-349521067545, host dv-cinder-804757-24-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-24-iscsi',level=0,port_id=a5a16594-1083-4755-9613-349521067545,segment=NetworkSegment(0349b9bd-653a-4400-b295-28c1bc47d9ca),segment_id=0349b9bd-653a-4400-b295-28c1bc47d9ca)] {{(pid=119955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:52:32.107138 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.db.db_base_plugin_common [None req-bd248db3-622d-44a3-9a09-4afd39be5fec tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] Allocated IP 172.27.2.254 (3eba6d1e-0acd-4586-8e75-f5a4e7e90d88/6a2f7f11-a189-49ba-a838-e124f718c0dc/46d3e7e1-c69c-4988-a5b7-bf51c9457b8f) {{(pid=119954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:52:32.138720 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-81fd7780-b777-40b4-8c7e-0ee24fd3355d req-3e68a326-e687-4b0a-b3fe-f814359dd2aa tempest-DeleteServersTestJSON-1962960307 tempest-DeleteServersTestJSON-1962960307-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0618989 Mar 07 16:52:32.195772 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-a7649e86-b11b-43ed-9d75-1180b480075f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754346672056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754346267073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754346267091'] for port (a5a16594-1083-4755-9613-349521067545), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:32.342827 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-bd248db3-622d-44a3-9a09-4afd39be5fec tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] Publish callbacks [] for port (46d3e7e1-c69c-4988-a5b7-bf51c9457b8f), precommit_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:32.393321 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.wsgi [req-81fd7780-b777-40b4-8c7e-0ee24fd3355d req-9ac2e887-ea55-4894-b471-166043c058f6 tempest-DeleteServersTestJSON-1962960307 tempest-DeleteServersTestJSON-1962960307-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=119953) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 16:52:32.394469 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-81fd7780-b777-40b4-8c7e-0ee24fd3355d req-9ac2e887-ea55-4894-b471-166043c058f6 tempest-DeleteServersTestJSON-1962960307 tempest-DeleteServersTestJSON-1962960307-project] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0266411 Mar 07 16:52:32.460373 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-bd248db3-622d-44a3-9a09-4afd39be5fec tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754346267055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3211674'] for port (46d3e7e1-c69c-4988-a5b7-bf51c9457b8f), after_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:32.556442 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d38a88-19d3-426c-b3f6-cc6672659baa None None] Pushing event updated for resources: {'Port': ['ID=a5a16594-1083-4755-9613-349521067545,revision_number=3']} {{(pid=119955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:52:32.561467 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7649e86-b11b-43ed-9d75-1180b480075f None None] Routers {'8f32d82d-c528-42b6-9232-8f54875b5eeb'} bound to L3 agent in host dv-cinder-804757-24-iscsi {{(pid=119955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:52:32.562493 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.l3_hamode_db [None req-a7649e86-b11b-43ed-9d75-1180b480075f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T16:44:19Z,description=,heartbeat_timestamp=2022-03-07T16:52:19Z,host='dv-cinder-804757-24-iscsi',id=4cbb3502-d72e-4663-b57e-51d645794085,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:44:19Z,topic='l3_agent')) {'router_ids': ['8f32d82d-c528-42b6-9232-8f54875b5eeb'], 'active': True} {{(pid=119955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:52:32.579110 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.plugin [None req-72d6da02-b481-4ac3-beb4-04e1542f965e None None] Current status of the port a2e0330e-e9e2-4a91-98aa-009090466f41 is: DOWN; New status is: ACTIVE {{(pid=119955) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:52:32.579466 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-72d6da02-b481-4ac3-beb4-04e1542f965e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8385759'] for port (a2e0330e-e9e2-4a91-98aa-009090466f41), before_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:32.594457 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd248db3-622d-44a3-9a09-4afd39be5fec tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] Network 3eba6d1e-0acd-4586-8e75-f5a4e7e90d88 is already hosted by enough agents. {{(pid=119954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:52:32.643797 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [None req-79e94391-311f-4eca-8f29-5ade907b9e59 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a2b02b33177e47c5b77628fe596fbb90&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7796876 Mar 07 16:52:32.644552 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.wsgi [-] (119953) accepted ('10.222.0.18', 49208) {{(pid=119953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:52:32.724490 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.scheduler.base_scheduler [None req-bd248db3-622d-44a3-9a09-4afd39be5fec tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] Resources bound (agent type, host, resource id): {{(pid=119954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:52:32.733325 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd248db3-622d-44a3-9a09-4afd39be5fec tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] Received port after_create {{(pid=119954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:52:32.738835 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.provisioning_blocks [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Provisioning complete for port 290c4866-1262-4288-abf9-0facba2a54f1 triggered by entity L2. {{(pid=119955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:52:32.739310 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8194280'] for port (290c4866-1262-4288-abf9-0facba2a54f1), provisioning_complete {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:32.985958 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-38f99ff5-13d9-4b28-b147-e374dc5f6299 admin admin] Publish callbacks [] for security_group (099963e1-69b6-492d-8f02-3fed4d4d5e1c), before_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:33.020314 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd248db3-622d-44a3-9a09-4afd39be5fec tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] Pushing event updated for resources: {'Port': ['ID=46d3e7e1-c69c-4988-a5b7-bf51c9457b8f,revision_number=1']} {{(pid=119954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:52:33.039093 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-cf91e6dc-87e4-4dfd-a0a1-3ef7903a4925 admin admin] Publish callbacks [] for port (12eb627a-3000-4be1-95ec-01ed9572f28c), precommit_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:33.055662 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.db [None req-72d6da02-b481-4ac3-beb4-04e1542f965e None None] For port a2e0330e-e9e2-4a91-98aa-009090466f41, host dv-cinder-804757-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-24-iscsi',level=0,port_id=a2e0330e-e9e2-4a91-98aa-009090466f41,segment=NetworkSegment(4a056b74-7e94-4529-893a-3f499dced81d),segment_id=4a056b74-7e94-4529-893a-3f499dced81d)] {{(pid=119955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:52:33.071734 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-38f99ff5-13d9-4b28-b147-e374dc5f6299 admin admin] Publish callbacks [] for security_group (099963e1-69b6-492d-8f02-3fed4d4d5e1c), precommit_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:33.092649 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.db.db_base_plugin_common [None req-92f7f6a0-fbd0-47b5-9ce5-fc10ee6aa889 admin admin] Allocated IP 172.20.0.1 (80a2c60b-59e3-4807-9654-13174f656625/da018b7d-c800-4987-80e6-c869339f7229/c46a40db-b6a3-4e75-95fb-3b14be64ae74) {{(pid=119953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:52:33.158002 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-72d6da02-b481-4ac3-beb4-04e1542f965e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754346672056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754346267073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754346267091'] for port (a2e0330e-e9e2-4a91-98aa-009090466f41), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:33.234443 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eea9e6f-150d-40d4-81ca-60818ee27a24 req-a03e3137-5d1c-4058-bed1-5b5ad292a9d9 tempest-DeleteServersTestJSON-1962960307 tempest-DeleteServersTestJSON-1962960307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:52:33.238735 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-0eea9e6f-150d-40d4-81ca-60818ee27a24 req-a03e3137-5d1c-4058-bed1-5b5ad292a9d9 tempest-DeleteServersTestJSON-1962960307 tempest-DeleteServersTestJSON-1962960307-project] 10.222.0.18 "GET /v2.0/ports?device_id=49123f41-9480-47cf-93dd-0e1df87b21b4 HTTP/1.1" status: 200 len: 931 time: 0.7624595 Mar 07 16:52:33.384397 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-cf91e6dc-87e4-4dfd-a0a1-3ef7903a4925 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754346267055'] for port (12eb627a-3000-4be1-95ec-01ed9572f28c), after_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:33.474409 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-0eea9e6f-150d-40d4-81ca-60818ee27a24 req-5f0dbed8-7cf8-47ba-9f1b-a609ce61a5d9 tempest-DeleteServersTestJSON-1962960307 tempest-DeleteServersTestJSON-1962960307-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca7d0e2e-329d-4d0a-a506-d7be9afbb6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2015026 Mar 07 16:52:33.480498 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-bd248db3-622d-44a3-9a09-4afd39be5fec tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] Publish callbacks [] for floatingip (75b919bf-e075-4c84-80c1-42971795af30), precommit_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:33.482759 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-92f7f6a0-fbd0-47b5-9ce5-fc10ee6aa889 admin admin] Publish callbacks [] for port (c46a40db-b6a3-4e75-95fb-3b14be64ae74), precommit_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:33.532738 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.v2.base [req-81fd7780-b777-40b4-8c7e-0ee24fd3355d req-b84d28b5-799a-4472-bef4-dc6fd038a4d9 service neutron] Request body: {'port': {'device_id': '49123f41-9480-47cf-93dd-0e1df87b21b4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80475'}} {{(pid=119953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:52:33.595187 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-38f99ff5-13d9-4b28-b147-e374dc5f6299 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543383'] for security_group (099963e1-69b6-492d-8f02-3fed4d4d5e1c), after_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:33.599854 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-38f99ff5-13d9-4b28-b147-e374dc5f6299 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:33.603988 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [None req-38f99ff5-13d9-4b28-b147-e374dc5f6299 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/099963e1-69b6-492d-8f02-3fed4d4d5e1c HTTP/1.1" status: 204 len: 168 time: 0.9407310 Mar 07 16:52:33.603988 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf91e6dc-87e4-4dfd-a0a1-3ef7903a4925 admin admin] Pushing event updated for resources: {'Port': ['ID=12eb627a-3000-4be1-95ec-01ed9572f28c,revision_number=1']} {{(pid=119953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:52:33.665578 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf91e6dc-87e4-4dfd-a0a1-3ef7903a4925 admin admin] Network 863049fb-91f0-4803-9992-666b65540a85 is already hosted by enough agents. {{(pid=119953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:52:33.667130 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-92f7f6a0-fbd0-47b5-9ce5-fc10ee6aa889 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754346267055'] for port (c46a40db-b6a3-4e75-95fb-3b14be64ae74), after_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:33.704704 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92f7f6a0-fbd0-47b5-9ce5-fc10ee6aa889 admin admin] Network 80a2c60b-59e3-4807-9654-13174f656625 is already hosted by enough agents. {{(pid=119953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:52:33.706975 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.l3_dvr_db [None req-a7649e86-b11b-43ed-9d75-1180b480075f None None] Set router 8f32d82d-c528-42b6-9232-8f54875b5eeb gateway port host: dv-cinder-804757-24-iscsi {{(pid=119955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:52:33.707502 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.scheduler.base_scheduler [None req-cf91e6dc-87e4-4dfd-a0a1-3ef7903a4925 admin admin] Resources bound (agent type, host, resource id): {{(pid=119953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:52:33.713053 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d6da02-b481-4ac3-beb4-04e1542f965e None None] Pushing event updated for resources: {'Port': ['ID=a2e0330e-e9e2-4a91-98aa-009090466f41,revision_number=5']} {{(pid=119955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:52:33.715028 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.scheduler.base_scheduler [None req-92f7f6a0-fbd0-47b5-9ce5-fc10ee6aa889 admin admin] Resources bound (agent type, host, resource id): {{(pid=119953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:52:33.723358 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf91e6dc-87e4-4dfd-a0a1-3ef7903a4925 admin admin] Received port after_create {{(pid=119953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:52:33.724094 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-cf91e6dc-87e4-4dfd-a0a1-3ef7903a4925 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-706522'] for router_interface (31af1578-2e16-497b-982e-6dcdf8b503fa), before_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:33.762839 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f99ff5-13d9-4b28-b147-e374dc5f6299 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=099963e1-69b6-492d-8f02-3fed4d4d5e1c,revision_number=None']} {{(pid=119953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:52:33.772046 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-bd248db3-622d-44a3-9a09-4afd39be5fec tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8385759'] for port (46d3e7e1-c69c-4988-a5b7-bf51c9457b8f), before_update {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:33.951009 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [req-81fd7780-b777-40b4-8c7e-0ee24fd3355d req-b84d28b5-799a-4472-bef4-dc6fd038a4d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8385759'] for port (bc97aa31-6f1d-49c9-9188-38222a0555c0), before_update {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:34.034442 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92f7f6a0-fbd0-47b5-9ce5-fc10ee6aa889 admin admin] Received port after_create {{(pid=119953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:52:34.035432 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-92f7f6a0-fbd0-47b5-9ce5-fc10ee6aa889 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-706522'] for router_interface (8f32d82d-c528-42b6-9232-8f54875b5eeb), before_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:34.082456 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f7f6a0-fbd0-47b5-9ce5-fc10ee6aa889 admin admin] Pushing event updated for resources: {'Port': ['ID=c46a40db-b6a3-4e75-95fb-3b14be64ae74,revision_number=1']} {{(pid=119953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:52:34.189645 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-bd248db3-622d-44a3-9a09-4afd39be5fec tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] Publish callbacks [] for port (46d3e7e1-c69c-4988-a5b7-bf51c9457b8f), precommit_update {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:34.195806 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.l3_hamode_db [None req-4f47df9a-6dcf-4af4-adc8-5175e437a0e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7438646f-16c5-41cf-bfe1-423ac73df92e', 'name': 'tempest-AttachVolumeTestJSON-1470381237-router', 'tenant_id': 'edf4ec5f5dd34ec494b36396a8594bc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'external_fixed_ips': [{'subnet_id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'ip_address': '172.27.2.57'}], 'enable_snat': True}, 'gw_port_id': '55b6bdda-6312-4fcb-bcc8-ffef56435af8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:52:17Z', 'updated_at': '2022-03-07T16:52:24Z', 'revision_number': 4, 'project_id': 'edf4ec5f5dd34ec494b36396a8594bc1', 'gw_port': {'id': '55b6bdda-6312-4fcb-bcc8-ffef56435af8', 'name': '', 'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:e5:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7438646f-16c5-41cf-bfe1-423ac73df92e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'ip_address': '172.27.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:52:18Z', 'updated_at': '2022-03-07T16:52:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-24-iscsi', '_interfaces': [{'id': 'a2e0330e-e9e2-4a91-98aa-009090466f41', 'name': '', 'network_id': '958030d9-7413-4af7-a61d-7e3a7fb6105d', 'tenant_id': 'edf4ec5f5dd34ec494b36396a8594bc1', 'mac_address': 'fa:16:3e:fc:dd:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7438646f-16c5-41cf-bfe1-423ac73df92e', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '31c7bf73-b45c-4589-a934-6b9bdc6a30ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:52:22Z', 'updated_at': '2022-03-07T16:52:30Z', 'revision_number': 4, 'project_id': 'edf4ec5f5dd34ec494b36396a8594bc1', 'subnets': [{'id': '31c7bf73-b45c-4589-a934-6b9bdc6a30ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-24-iscsi', False) {} {{(pid=119955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:52:34.202043 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-bd248db3-622d-44a3-9a09-4afd39be5fec tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754346672056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754346267073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754346267091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3211747'] for port (46d3e7e1-c69c-4988-a5b7-bf51c9457b8f), after_update {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:34.305383 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.plugin [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Current status of the port 290c4866-1262-4288-abf9-0facba2a54f1 is: DOWN; New status is: ACTIVE {{(pid=119955) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:52:34.305775 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8385759'] for port (290c4866-1262-4288-abf9-0facba2a54f1), before_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:34.327075 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f47df9a-6dcf-4af4-adc8-5175e437a0e3 None None] The sync data for ids ['7438646f-16c5-41cf-bfe1-423ac73df92e'] in dv-cinder-804757-24-iscsi is: [{'id': '7438646f-16c5-41cf-bfe1-423ac73df92e', 'name': 'tempest-AttachVolumeTestJSON-1470381237-router', 'tenant_id': 'edf4ec5f5dd34ec494b36396a8594bc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'external_fixed_ips': [{'subnet_id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'ip_address': '172.27.2.57'}], 'enable_snat': True}, 'gw_port_id': '55b6bdda-6312-4fcb-bcc8-ffef56435af8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:52:17Z', 'updated_at': '2022-03-07T16:52:24Z', 'revision_number': 4, 'project_id': 'edf4ec5f5dd34ec494b36396a8594bc1', 'gw_port': {'id': '55b6bdda-6312-4fcb-bcc8-ffef56435af8', 'name': '', 'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:e5:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7438646f-16c5-41cf-bfe1-423ac73df92e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'ip_address': '172.27.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:52:18Z', 'updated_at': '2022-03-07T16:52:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-24-iscsi', '_interfaces': [{'id': 'a2e0330e-e9e2-4a91-98aa-009090466f41', 'name': '', 'network_id': '958030d9-7413-4af7-a61d-7e3a7fb6105d', 'tenant_id': 'edf4ec5f5dd34ec494b36396a8594bc1', 'mac_address': 'fa:16:3e:fc:dd:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7438646f-16c5-41cf-bfe1-423ac73df92e', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '31c7bf73-b45c-4589-a934-6b9bdc6a30ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:52:22Z', 'updated_at': '2022-03-07T16:52:30Z', 'revision_number': 4, 'project_id': 'edf4ec5f5dd34ec494b36396a8594bc1', 'subnets': [{'id': '31c7bf73-b45c-4589-a934-6b9bdc6a30ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:52:34.387893 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-bd248db3-622d-44a3-9a09-4afd39be5fec tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-706389'] for floatingip (75b919bf-e075-4c84-80c1-42971795af30), after_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:34.433061 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.provisioning_blocks [None req-6f9e16ef-4175-4b0a-a808-70df95d1e362 None None] Provisioning complete for port 12eb627a-3000-4be1-95ec-01ed9572f28c triggered by entity DHCP. {{(pid=119955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:52:34.435470 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-6f9e16ef-4175-4b0a-a808-70df95d1e362 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8194280'] for port (12eb627a-3000-4be1-95ec-01ed9572f28c), provisioning_complete {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:34.458424 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-bd248db3-622d-44a3-9a09-4afd39be5fec tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47102'] for floatingip (None), before_response {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:34.473616 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [None req-bd248db3-622d-44a3-9a09-4afd39be5fec tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.3544199 Mar 07 16:52:34.484576 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.wsgi [-] (119954) accepted ('10.222.0.18', 49240) {{(pid=119954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:52:34.560953 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd248db3-622d-44a3-9a09-4afd39be5fec tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] Pushing event updated for resources: {'Port': ['ID=46d3e7e1-c69c-4988-a5b7-bf51c9457b8f,revision_number=2']} {{(pid=119954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:52:34.613976 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.db [None req-63748041-7458-40ab-a922-e876cef088c3 None None] For port 290c4866-1262-4288-abf9-0facba2a54f1, host dv-cinder-804757-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-24-iscsi',level=0,port_id=290c4866-1262-4288-abf9-0facba2a54f1,segment=NetworkSegment(0349b9bd-653a-4400-b295-28c1bc47d9ca),segment_id=0349b9bd-653a-4400-b295-28c1bc47d9ca)] {{(pid=119955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:52:34.641292 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754346672056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754346267073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754346267091'] for port (290c4866-1262-4288-abf9-0facba2a54f1), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:34.642472 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [None req-33ae4bde-5c69-4f36-b4a3-cbc0eed102a6 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=cd79256c14c14e90b6b57bd4fb5684bb&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1472752 Mar 07 16:52:34.660364 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.wsgi [-] (119954) accepted ('10.222.0.18', 49250) {{(pid=119954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:52:34.709097 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Pushing event updated for resources: {'Port': ['ID=290c4866-1262-4288-abf9-0facba2a54f1,revision_number=4']} {{(pid=119955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:52:34.719878 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.plugin [None req-6f9e16ef-4175-4b0a-a808-70df95d1e362 None None] Port 12eb627a-3000-4be1-95ec-01ed9572f28c cannot update to ACTIVE because it is not bound. {{(pid=119955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:52:34.777197 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.l3_hamode_db [None req-a7649e86-b11b-43ed-9d75-1180b480075f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f32d82d-c528-42b6-9232-8f54875b5eeb', 'name': 'tempest-ServerRescueNegativeTestJSON-2107335013-router', 'tenant_id': 'fb0f78d7968f4bf1aee503f8e1cfe0f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'external_fixed_ips': [{'subnet_id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'ip_address': '172.27.2.169'}], 'enable_snat': True}, 'gw_port_id': 'a5a16594-1083-4755-9613-349521067545', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:52:20Z', 'updated_at': '2022-03-07T16:52:25Z', 'revision_number': 3, 'project_id': 'fb0f78d7968f4bf1aee503f8e1cfe0f0', 'gw_port': {'id': 'a5a16594-1083-4755-9613-349521067545', 'name': '', 'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:84:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f32d82d-c528-42b6-9232-8f54875b5eeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'ip_address': '172.27.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:52:22Z', 'updated_at': '2022-03-07T16:52:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-24-iscsi'}], 'dv-cinder-804757-24-iscsi', False) {} {{(pid=119955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:52:34.888517 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-5273ccf9-a82f-450b-b0d8-74f8549bf2af admin admin] Publish callbacks [] for security_group (2a18352d-192d-4584-8263-4e2167ea2dfb), before_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:34.914656 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7649e86-b11b-43ed-9d75-1180b480075f None None] The sync data for ids ['8f32d82d-c528-42b6-9232-8f54875b5eeb'] in dv-cinder-804757-24-iscsi is: [{'id': '8f32d82d-c528-42b6-9232-8f54875b5eeb', 'name': 'tempest-ServerRescueNegativeTestJSON-2107335013-router', 'tenant_id': 'fb0f78d7968f4bf1aee503f8e1cfe0f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'external_fixed_ips': [{'subnet_id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'ip_address': '172.27.2.169'}], 'enable_snat': True}, 'gw_port_id': 'a5a16594-1083-4755-9613-349521067545', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:52:20Z', 'updated_at': '2022-03-07T16:52:25Z', 'revision_number': 3, 'project_id': 'fb0f78d7968f4bf1aee503f8e1cfe0f0', 'gw_port': {'id': 'a5a16594-1083-4755-9613-349521067545', 'name': '', 'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:84:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f32d82d-c528-42b6-9232-8f54875b5eeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'ip_address': '172.27.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:52:22Z', 'updated_at': '2022-03-07T16:52:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-24-iscsi'}] {{(pid=119955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:52:34.935341 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.rpc [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Device a2e0330e-e9e2-4a91-98aa-009090466f41 up at agent ovs-agent-dv-cinder-804757-24-iscsi {{(pid=119955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:52:34.989049 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-5273ccf9-a82f-450b-b0d8-74f8549bf2af admin admin] Publish callbacks [] for security_group (2a18352d-192d-4584-8263-4e2167ea2dfb), precommit_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:35.022261 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.provisioning_blocks [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Provisioning complete for port a2e0330e-e9e2-4a91-98aa-009090466f41 triggered by entity L2. {{(pid=119955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:52:35.022904 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8194280'] for port (a2e0330e-e9e2-4a91-98aa-009090466f41), provisioning_complete {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:35.131671 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-5273ccf9-a82f-450b-b0d8-74f8549bf2af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543383'] for security_group (2a18352d-192d-4584-8263-4e2167ea2dfb), after_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:35.136398 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-5273ccf9-a82f-450b-b0d8-74f8549bf2af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:35.142140 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [None req-5273ccf9-a82f-450b-b0d8-74f8549bf2af admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2a18352d-192d-4584-8263-4e2167ea2dfb HTTP/1.1" status: 204 len: 168 time: 0.4804029 Mar 07 16:52:35.192123 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.plugin [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Current status of the port a2e0330e-e9e2-4a91-98aa-009090466f41 is: ACTIVE; New status is: ACTIVE {{(pid=119955) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:52:35.230056 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5273ccf9-a82f-450b-b0d8-74f8549bf2af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a18352d-192d-4584-8263-4e2167ea2dfb,revision_number=None']} {{(pid=119954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:52:35.368456 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.notifiers.nova [req-81fd7780-b777-40b4-8c7e-0ee24fd3355d req-b84d28b5-799a-4472-bef4-dc6fd038a4d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc97aa31-6f1d-49c9-9188-38222a0555c0 {{(pid=119953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:52:35.386547 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [req-81fd7780-b777-40b4-8c7e-0ee24fd3355d req-b84d28b5-799a-4472-bef4-dc6fd038a4d9 service neutron] Publish callbacks [] for port (bc97aa31-6f1d-49c9-9188-38222a0555c0), precommit_update {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:35.399177 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-44062481-befb-42be-b4a1-57aedf235e0f req-ae09d658-4596-488a-a1eb-f0483ebfa99b tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--1177413137&fields=id&tenant_id=edf4ec5f5dd34ec494b36396a8594bc1 HTTP/1.1" status: 200 len: 267 time: 0.2555709 Mar 07 16:52:35.441313 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.db.provisioning_blocks [req-81fd7780-b777-40b4-8c7e-0ee24fd3355d req-b84d28b5-799a-4472-bef4-dc6fd038a4d9 service neutron] Transition to ACTIVE for port object bc97aa31-6f1d-49c9-9188-38222a0555c0 will not be triggered until provisioned by entity L2. {{(pid=119953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 16:52:35.499273 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [req-81fd7780-b777-40b4-8c7e-0ee24fd3355d req-b84d28b5-799a-4472-bef4-dc6fd038a4d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754346672056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754346267073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754346267091'] for port (bc97aa31-6f1d-49c9-9188-38222a0555c0), after_update {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:35.966362 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44062481-befb-42be-b4a1-57aedf235e0f req-72af47fe-9dff-40a4-ad22-bd7401a8e060 tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:52:35.970789 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-44062481-befb-42be-b4a1-57aedf235e0f req-72af47fe-9dff-40a4-ad22-bd7401a8e060 tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] 10.222.0.18 "GET /v2.0/networks?id=958030d9-7413-4af7-a61d-7e3a7fb6105d HTTP/1.1" status: 200 len: 811 time: 0.5622296 Mar 07 16:52:35.999054 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-44062481-befb-42be-b4a1-57aedf235e0f req-689a4d47-4eb1-46a4-86d7-9e9bbdf978f1 tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] 10.222.0.18 "GET /v2.0/quotas/edf4ec5f5dd34ec494b36396a8594bc1 HTTP/1.1" status: 200 len: 375 time: 0.0199761 Mar 07 16:52:36.239615 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-44062481-befb-42be-b4a1-57aedf235e0f req-dda61a30-ff8b-4b73-a5d5-6f402c123fba tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=edf4ec5f5dd34ec494b36396a8594bc1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2356269 Mar 07 16:52:36.367168 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-92f7f6a0-fbd0-47b5-9ce5-fc10ee6aa889 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8385759'] for port (c46a40db-b6a3-4e75-95fb-3b14be64ae74), before_update {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:36.397753 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.wsgi [-] (119954) accepted ('10.222.0.18', 49300) {{(pid=119954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:52:36.511020 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.managers [req-81fd7780-b777-40b4-8c7e-0ee24fd3355d req-b84d28b5-799a-4472-bef4-dc6fd038a4d9 service neutron] Attempting to bind port bc97aa31-6f1d-49c9-9188-38222a0555c0 on host hv-cinder-80475 for vnic_type normal with profile {{(pid=119953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:52:36.511560 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.managers [req-81fd7780-b777-40b4-8c7e-0ee24fd3355d req-b84d28b5-799a-4472-bef4-dc6fd038a4d9 service neutron] Attempting to bind port bc97aa31-6f1d-49c9-9188-38222a0555c0 by drivers openvswitch,hyperv on host hv-cinder-80475 at level 0 using segments [{'id': 'f9129b6d-cadb-48d6-8f79-c9ca67c48ac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': '63a94190-77ce-4422-9932-045b08515abb'}] {{(pid=119953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:52:36.511709 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81fd7780-b777-40b4-8c7e-0ee24fd3355d req-b84d28b5-799a-4472-bef4-dc6fd038a4d9 service neutron] Attempting to bind port bc97aa31-6f1d-49c9-9188-38222a0555c0 on network 63a94190-77ce-4422-9932-045b08515abb {{(pid=119953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:52:36.515579 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84d28b5-799a-4472-bef4-dc6fd038a4d9 service neutron] Pushing event updated for resources: {'Port': ['ID=bc97aa31-6f1d-49c9-9188-38222a0555c0,revision_number=2']} {{(pid=119953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:52:36.586856 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81fd7780-b777-40b4-8c7e-0ee24fd3355d req-b84d28b5-799a-4472-bef4-dc6fd038a4d9 service neutron] Port bc97aa31-6f1d-49c9-9188-38222a0555c0 on network 63a94190-77ce-4422-9932-045b08515abb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80475 {{(pid=119953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 16:52:36.587415 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81fd7780-b777-40b4-8c7e-0ee24fd3355d req-b84d28b5-799a-4472-bef4-dc6fd038a4d9 service neutron] Attempting to bind port bc97aa31-6f1d-49c9-9188-38222a0555c0 on network 63a94190-77ce-4422-9932-045b08515abb {{(pid=119953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:52:36.638354 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81fd7780-b777-40b4-8c7e-0ee24fd3355d req-b84d28b5-799a-4472-bef4-dc6fd038a4d9 service neutron] Checking agent: {'id': '152bcc15-84f4-40a7-afe1-c30bc7269f8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80475', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 16, 50, 24), 'started_at': datetime.datetime(2022, 3, 7, 16, 50, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 52, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:52:36.639027 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81fd7780-b777-40b4-8c7e-0ee24fd3355d req-b84d28b5-799a-4472-bef4-dc6fd038a4d9 service neutron] Checking segment: {'id': 'f9129b6d-cadb-48d6-8f79-c9ca67c48ac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': '63a94190-77ce-4422-9932-045b08515abb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:52:36.639707 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81fd7780-b777-40b4-8c7e-0ee24fd3355d req-b84d28b5-799a-4472-bef4-dc6fd038a4d9 service neutron] Bound using segment: {'id': 'f9129b6d-cadb-48d6-8f79-c9ca67c48ac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': '63a94190-77ce-4422-9932-045b08515abb'} {{(pid=119953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:52:36.640146 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.managers [req-81fd7780-b777-40b4-8c7e-0ee24fd3355d req-b84d28b5-799a-4472-bef4-dc6fd038a4d9 service neutron] Bound port: bc97aa31-6f1d-49c9-9188-38222a0555c0, host: hv-cinder-80475, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9129b6d-cadb-48d6-8f79-c9ca67c48ac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': '63a94190-77ce-4422-9932-045b08515abb'}}] {{(pid=119953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:52:36.640574 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [req-81fd7780-b777-40b4-8c7e-0ee24fd3355d req-b84d28b5-799a-4472-bef4-dc6fd038a4d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8385759'] for port (bc97aa31-6f1d-49c9-9188-38222a0555c0), before_update {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:36.656753 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347a5654-6d39-4f99-a8e9-ddc72a47709b req-23b5c4a1-e725-4d52-84e2-52e579e461dc tempest-DeleteServersTestJSON-1962960307 tempest-DeleteServersTestJSON-1962960307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:52:36.659190 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-347a5654-6d39-4f99-a8e9-ddc72a47709b req-23b5c4a1-e725-4d52-84e2-52e579e461dc tempest-DeleteServersTestJSON-1962960307 tempest-DeleteServersTestJSON-1962960307-project] 10.222.0.18 "GET /v2.0/ports?device_id=49123f41-9480-47cf-93dd-0e1df87b21b4 HTTP/1.1" status: 200 len: 943 time: 1.9033074 Mar 07 16:52:36.753755 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-cf91e6dc-87e4-4dfd-a0a1-3ef7903a4925 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8385759'] for port (12eb627a-3000-4be1-95ec-01ed9572f28c), before_update {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:36.759349 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-c129221f-f42c-4cfb-bef6-e9f20e2fe550 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:36.911992 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.wsgi [req-44062481-befb-42be-b4a1-57aedf235e0f req-6c8e1a7a-229b-417b-9fd3-3523d628c6fd service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=119954) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 16:52:36.918068 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-44062481-befb-42be-b4a1-57aedf235e0f req-6c8e1a7a-229b-417b-9fd3-3523d628c6fd service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3125513 Mar 07 16:52:37.041829 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.rpc [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Device a5a16594-1083-4755-9613-349521067545 up at agent ovs-agent-dv-cinder-804757-24-iscsi {{(pid=119955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:52:37.149432 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-347a5654-6d39-4f99-a8e9-ddc72a47709b req-00c97658-a5aa-4b28-8b65-f023397a58cc tempest-DeleteServersTestJSON-1962960307 tempest-DeleteServersTestJSON-1962960307-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca7d0e2e-329d-4d0a-a506-d7be9afbb6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4604800 Mar 07 16:52:37.203374 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-c129221f-f42c-4cfb-bef6-e9f20e2fe550 admin admin] Publish callbacks [] for security_group (96fafb1b-c03c-4593-8c8b-aedbdb6f1aaf), precommit_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:37.215680 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-c129221f-f42c-4cfb-bef6-e9f20e2fe550 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543383'] for security_group (96fafb1b-c03c-4593-8c8b-aedbdb6f1aaf), after_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:37.296253 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.provisioning_blocks [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Provisioning complete for port a5a16594-1083-4755-9613-349521067545 triggered by entity L2. {{(pid=119955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:52:37.296682 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8194280'] for port (a5a16594-1083-4755-9613-349521067545), provisioning_complete {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:37.352554 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c129221f-f42c-4cfb-bef6-e9f20e2fe550 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96fafb1b-c03c-4593-8c8b-aedbdb6f1aaf,revision_number=1']} {{(pid=119954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:52:37.362108 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [None req-c129221f-f42c-4cfb-bef6-e9f20e2fe550 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7461c3aad49d48928dc277a9970d1aa6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9606254 Mar 07 16:52:37.371160 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-44062481-befb-42be-b4a1-57aedf235e0f req-8b182a20-776c-4af4-b406-bf76cb2862ab service neutron] 10.222.0.18 "GET /v2.0/networks/958030d9-7413-4af7-a61d-7e3a7fb6105d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4460313 Mar 07 16:52:37.371313 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.db [req-81fd7780-b777-40b4-8c7e-0ee24fd3355d req-b84d28b5-799a-4472-bef4-dc6fd038a4d9 service neutron] For port bc97aa31-6f1d-49c9-9188-38222a0555c0, host hv-cinder-80475, cleared binding levels {{(pid=119953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:52:37.373236 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.wsgi [-] (119954) accepted ('10.222.0.18', 49324) {{(pid=119954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:52:37.548933 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.db [req-81fd7780-b777-40b4-8c7e-0ee24fd3355d req-b84d28b5-799a-4472-bef4-dc6fd038a4d9 service neutron] For port bc97aa31-6f1d-49c9-9188-38222a0555c0, host hv-cinder-80475, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=bc97aa31-6f1d-49c9-9188-38222a0555c0,segment=NetworkSegment(f9129b6d-cadb-48d6-8f79-c9ca67c48ac7),segment_id=f9129b6d-cadb-48d6-8f79-c9ca67c48ac7)] {{(pid=119953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:52:37.571494 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-2411aba4-844f-4585-b0fd-519aa06a23ff admin admin] Publish callbacks [] for security_group (96fafb1b-c03c-4593-8c8b-aedbdb6f1aaf), before_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:37.617938 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-44062481-befb-42be-b4a1-57aedf235e0f req-e83338f3-1562-4f4b-8e3c-dd6083c4d7ab service neutron] 10.222.0.18 "GET /v2.0/networks/958030d9-7413-4af7-a61d-7e3a7fb6105d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2454467 Mar 07 16:52:37.637447 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-2411aba4-844f-4585-b0fd-519aa06a23ff admin admin] Publish callbacks [] for security_group (96fafb1b-c03c-4593-8c8b-aedbdb6f1aaf), precommit_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:37.647034 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [req-81fd7780-b777-40b4-8c7e-0ee24fd3355d req-b84d28b5-799a-4472-bef4-dc6fd038a4d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754346672056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754346267073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754346267091'] for port (bc97aa31-6f1d-49c9-9188-38222a0555c0), after_update {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:37.676997 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.plugin [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Current status of the port a5a16594-1083-4755-9613-349521067545 is: DOWN; New status is: ACTIVE {{(pid=119955) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:52:37.677401 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8385759'] for port (a5a16594-1083-4755-9613-349521067545), before_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:37.756426 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-2411aba4-844f-4585-b0fd-519aa06a23ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543383'] for security_group (96fafb1b-c03c-4593-8c8b-aedbdb6f1aaf), after_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:37.760135 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-2411aba4-844f-4585-b0fd-519aa06a23ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:37.767431 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [None req-2411aba4-844f-4585-b0fd-519aa06a23ff admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/96fafb1b-c03c-4593-8c8b-aedbdb6f1aaf HTTP/1.1" status: 204 len: 168 time: 0.3859575 Mar 07 16:52:37.772624 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fd7780-b777-40b4-8c7e-0ee24fd3355d req-b84d28b5-799a-4472-bef4-dc6fd038a4d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:52:37.773314 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [req-81fd7780-b777-40b4-8c7e-0ee24fd3355d req-b84d28b5-799a-4472-bef4-dc6fd038a4d9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550935'] for port (None), before_response {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:37.775919 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-81fd7780-b777-40b4-8c7e-0ee24fd3355d req-b84d28b5-799a-4472-bef4-dc6fd038a4d9 service neutron] 10.222.0.66 "PUT /v2.0/ports/bc97aa31-6f1d-49c9-9188-38222a0555c0 HTTP/1.1" status: 200 len: 1093 time: 4.5578320 Mar 07 16:52:37.781697 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49123f41-9480-47cf-93dd-0e1df87b21b4', 'tag': 'bc97aa31-6f1d-49c9-9188-38222a0555c0'}] {{(pid=119953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:52:37.789662 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.db [None req-63748041-7458-40ab-a922-e876cef088c3 None None] For port a5a16594-1083-4755-9613-349521067545, host dv-cinder-804757-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-24-iscsi',level=0,port_id=a5a16594-1083-4755-9613-349521067545,segment=NetworkSegment(0349b9bd-653a-4400-b295-28c1bc47d9ca),segment_id=0349b9bd-653a-4400-b295-28c1bc47d9ca)] {{(pid=119955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:52:37.806779 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754346672056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754346267073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754346267091'] for port (a5a16594-1083-4755-9613-349521067545), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:37.807597 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.rpc [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Device 290c4866-1262-4288-abf9-0facba2a54f1 up at agent ovs-agent-dv-cinder-804757-24-iscsi {{(pid=119955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:52:37.811532 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2411aba4-844f-4585-b0fd-519aa06a23ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96fafb1b-c03c-4593-8c8b-aedbdb6f1aaf,revision_number=None']} {{(pid=119954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:52:37.892322 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-92f7f6a0-fbd0-47b5-9ce5-fc10ee6aa889 admin admin] Publish callbacks [] for port (c46a40db-b6a3-4e75-95fb-3b14be64ae74), precommit_update {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:37.915848 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-92f7f6a0-fbd0-47b5-9ce5-fc10ee6aa889 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754346672056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754346267073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754346267091'] for port (c46a40db-b6a3-4e75-95fb-3b14be64ae74), after_update {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:37.915848 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-92f7f6a0-fbd0-47b5-9ce5-fc10ee6aa889 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-706486'] for router_interface (8f32d82d-c528-42b6-9232-8f54875b5eeb), after_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:37.929852 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84d28b5-799a-4472-bef4-dc6fd038a4d9 service neutron] Pushing event updated for resources: {'Port': ['ID=bc97aa31-6f1d-49c9-9188-38222a0555c0,revision_number=3']} {{(pid=119953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:52:38.121500 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-cf91e6dc-87e4-4dfd-a0a1-3ef7903a4925 admin admin] Publish callbacks [] for port (12eb627a-3000-4be1-95ec-01ed9572f28c), precommit_update {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:38.132180 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Pushing event updated for resources: {'Port': ['ID=a5a16594-1083-4755-9613-349521067545,revision_number=4']} {{(pid=119955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:52:38.135242 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f7f6a0-fbd0-47b5-9ce5-fc10ee6aa889 admin admin] Pushing event updated for resources: {'Port': ['ID=c46a40db-b6a3-4e75-95fb-3b14be64ae74,revision_number=2']} {{(pid=119953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:52:38.175975 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.provisioning_blocks [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Provisioning complete for port 290c4866-1262-4288-abf9-0facba2a54f1 triggered by entity L2. {{(pid=119955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:52:38.193628 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8194280'] for port (290c4866-1262-4288-abf9-0facba2a54f1), provisioning_complete {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:38.289946 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-cf91e6dc-87e4-4dfd-a0a1-3ef7903a4925 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754346672056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754346267073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754346267091'] for port (12eb627a-3000-4be1-95ec-01ed9572f28c), after_update {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:38.292468 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-cf91e6dc-87e4-4dfd-a0a1-3ef7903a4925 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-706486'] for router_interface (31af1578-2e16-497b-982e-6dcdf8b503fa), after_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:38.425777 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf91e6dc-87e4-4dfd-a0a1-3ef7903a4925 admin admin] Pushing event updated for resources: {'Port': ['ID=12eb627a-3000-4be1-95ec-01ed9572f28c,revision_number=2']} {{(pid=119953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:52:38.463222 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8012bca-f9a7-4f95-a0db-f894b4e94410 req-f8264787-0cdd-4152-b4fc-cc037ef72f53 tempest-DeleteServersTestJSON-1962960307 tempest-DeleteServersTestJSON-1962960307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:52:38.479296 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-f8012bca-f9a7-4f95-a0db-f894b4e94410 req-f8264787-0cdd-4152-b4fc-cc037ef72f53 tempest-DeleteServersTestJSON-1962960307 tempest-DeleteServersTestJSON-1962960307-project] 10.222.0.18 "GET /v2.0/ports?device_id=49123f41-9480-47cf-93dd-0e1df87b21b4 HTTP/1.1" status: 200 len: 943 time: 0.1578507 Mar 07 16:52:38.479966 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.plugin [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Current status of the port 290c4866-1262-4288-abf9-0facba2a54f1 is: ACTIVE; New status is: ACTIVE {{(pid=119955) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:52:38.628134 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-f8012bca-f9a7-4f95-a0db-f894b4e94410 req-c48793b7-6976-4fc4-b0cb-b1577fb75bd1 tempest-DeleteServersTestJSON-1962960307 tempest-DeleteServersTestJSON-1962960307-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca7d0e2e-329d-4d0a-a506-d7be9afbb6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331897 Mar 07 16:52:38.819446 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf91e6dc-87e4-4dfd-a0a1-3ef7903a4925 admin admin] Network 863049fb-91f0-4803-9992-666b65540a85 is already hosted by enough agents. {{(pid=119953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:52:38.822238 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.rpc [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Device a5a16594-1083-4755-9613-349521067545 up at agent ovs-agent-dv-cinder-804757-24-iscsi {{(pid=119955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:52:38.832984 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-2b3a0188-d8ec-49e8-9d09-1ee8c1615d44 req-633dc1be-48bf-4c79-8617-693441e57c83 tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] 10.222.0.18 "GET /v2.0/ports?device_id=301c6e16-505b-48af-a5b0-796dee2d11cd HTTP/1.1" status: 200 len: 210 time: 0.6900342 Mar 07 16:52:38.844584 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.scheduler.base_scheduler [None req-cf91e6dc-87e4-4dfd-a0a1-3ef7903a4925 admin admin] Resources bound (agent type, host, resource id): {{(pid=119953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:52:38.906757 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.provisioning_blocks [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Provisioning complete for port a5a16594-1083-4755-9613-349521067545 triggered by entity L2. {{(pid=119955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:52:38.907972 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8194280'] for port (a5a16594-1083-4755-9613-349521067545), provisioning_complete {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:39.040128 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.plugin [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Current status of the port a5a16594-1083-4755-9613-349521067545 is: ACTIVE; New status is: ACTIVE {{(pid=119955) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:52:39.321344 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.provisioning_blocks [None req-cd686fa6-3241-43b8-895a-a591ae82b91f None None] Provisioning complete for port 12eb627a-3000-4be1-95ec-01ed9572f28c triggered by entity DHCP. {{(pid=119955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:52:39.331580 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-cd686fa6-3241-43b8-895a-a591ae82b91f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8194280'] for port (12eb627a-3000-4be1-95ec-01ed9572f28c), provisioning_complete {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:39.415874 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.wsgi [-] (119954) accepted ('10.222.0.18', 49398) {{(pid=119954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:52:39.463118 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-ededd7a1-433a-4e0b-92a6-bf2640e89335 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:39.482357 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.plugin [None req-cd686fa6-3241-43b8-895a-a591ae82b91f None None] Port 12eb627a-3000-4be1-95ec-01ed9572f28c cannot update to ACTIVE because it is not bound. {{(pid=119955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:52:39.604681 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed95515d7af65a162ef4af60abe3e4aacc73bb6c2379f81891a58e09c3a2d0f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79c3cf0a-3e4a-4d0a-aa58-9c5b5ffe211a" -d '{"events": [{"name": "network-changed", "server_uuid": "49123f41-9480-47cf-93dd-0e1df87b21b4", "tag": "bc97aa31-6f1d-49c9-9188-38222a0555c0"}]}' {{(pid=119953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:52:39.697815 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fd7780-b777-40b4-8c7e-0ee24fd3355d req-d3bada1c-e4f8-40d4-bb9b-9c078702e5d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:52:39.700143 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-81fd7780-b777-40b4-8c7e-0ee24fd3355d req-d3bada1c-e4f8-40d4-bb9b-9c078702e5d6 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=bc3014a338a744549fcce3af802b9b5f&device_id=49123f41-9480-47cf-93dd-0e1df87b21b4 HTTP/1.1" status: 200 len: 1127 time: 1.1776276 Mar 07 16:52:39.744216 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92f7f6a0-fbd0-47b5-9ce5-fc10ee6aa889 admin admin] Network 80a2c60b-59e3-4807-9654-13174f656625 is already hosted by enough agents. {{(pid=119953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:52:39.747508 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.scheduler.base_scheduler [None req-92f7f6a0-fbd0-47b5-9ce5-fc10ee6aa889 admin admin] Resources bound (agent type, host, resource id): {{(pid=119953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:52:39.761700 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.wsgi [-] (119953) accepted ('10.222.0.18', 49418) {{(pid=119953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:52:39.814037 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-ededd7a1-433a-4e0b-92a6-bf2640e89335 admin admin] Publish callbacks [] for security_group (27729f83-68af-4c1e-85d6-da2a7645fefe), precommit_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:39.832735 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-ededd7a1-433a-4e0b-92a6-bf2640e89335 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543383'] for security_group (27729f83-68af-4c1e-85d6-da2a7645fefe), after_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:40.012467 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [None req-ededd7a1-433a-4e0b-92a6-bf2640e89335 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=21a281170e0243858a682f5f202c27d3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5945897 Mar 07 16:52:40.018402 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.wsgi [-] (119954) accepted ('10.222.0.18', 49432) {{(pid=119954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:52:40.057645 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ededd7a1-433a-4e0b-92a6-bf2640e89335 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27729f83-68af-4c1e-85d6-da2a7645fefe,revision_number=1']} {{(pid=119954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:52:40.123268 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-0d9d1b32-ac04-457d-a5e6-bcfd2601b6bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:40.200355 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-689bbb63-d84d-4642-bc1e-2120a62ca802 admin admin] Publish callbacks [] for security_group (27729f83-68af-4c1e-85d6-da2a7645fefe), before_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:40.253532 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-689bbb63-d84d-4642-bc1e-2120a62ca802 admin admin] Publish callbacks [] for security_group (27729f83-68af-4c1e-85d6-da2a7645fefe), precommit_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:40.291225 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-0d9d1b32-ac04-457d-a5e6-bcfd2601b6bd admin admin] Publish callbacks [] for security_group (d768ef06-832f-4632-9d20-8297c8c8f86e), precommit_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:40.296697 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 16:52:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93b8d2fa-36c7-4844-8528-d64d63f6e65d x-openstack-request-id: req-93b8d2fa-36c7-4844-8528-d64d63f6e65d {{(pid=119953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:52:40.297062 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49123f41-9480-47cf-93dd-0e1df87b21b4", "tag": "bc97aa31-6f1d-49c9-9188-38222a0555c0", "status": "completed", "code": 200}]} {{(pid=119953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:52:40.297428 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-93b8d2fa-36c7-4844-8528-d64d63f6e65d {{(pid=119953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:52:40.297957 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49123f41-9480-47cf-93dd-0e1df87b21b4', 'tag': 'bc97aa31-6f1d-49c9-9188-38222a0555c0', 'status': 'completed', 'code': 200} Mar 07 16:52:40.320980 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf91e6dc-87e4-4dfd-a0a1-3ef7903a4925 admin admin] Router 31af1578-2e16-497b-982e-6dcdf8b503fa has already been hosted by L3 agent 4cbb3502-d72e-4663-b57e-51d645794085 {{(pid=119953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 16:52:40.329328 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-0d9d1b32-ac04-457d-a5e6-bcfd2601b6bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543383'] for security_group (d768ef06-832f-4632-9d20-8297c8c8f86e), after_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:40.370194 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [None req-0d9d1b32-ac04-457d-a5e6-bcfd2601b6bd admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3f283a5c810b4184866d2af0adc02767&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6047089 Mar 07 16:52:40.376100 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.wsgi [-] (119953) accepted ('10.222.0.18', 49442) {{(pid=119953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:52:40.401050 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-387756eb-dd29-4e5d-b7d7-dd2ef7f32def req-108e0999-3c97-41b6-98d4-66137f48cbba tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] 10.222.0.18 "GET /v2.0/ports?device_id=301c6e16-505b-48af-a5b0-796dee2d11cd HTTP/1.1" status: 200 len: 210 time: 0.1302681 Mar 07 16:52:40.495493 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f98ab40-56f8-4c6f-95fe-5c8ebc262339 req-15f5e1ff-d4d6-484f-bf84-ad83e5ed2c4f tempest-DeleteServersTestJSON-1962960307 tempest-DeleteServersTestJSON-1962960307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:52:40.498661 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-1f98ab40-56f8-4c6f-95fe-5c8ebc262339 req-15f5e1ff-d4d6-484f-bf84-ad83e5ed2c4f tempest-DeleteServersTestJSON-1962960307 tempest-DeleteServersTestJSON-1962960307-project] 10.222.0.18 "GET /v2.0/ports?device_id=49123f41-9480-47cf-93dd-0e1df87b21b4 HTTP/1.1" status: 200 len: 943 time: 0.6349256 Mar 07 16:52:40.553723 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-689bbb63-d84d-4642-bc1e-2120a62ca802 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543383'] for security_group (27729f83-68af-4c1e-85d6-da2a7645fefe), after_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:40.556955 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-689bbb63-d84d-4642-bc1e-2120a62ca802 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:40.558777 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [None req-689bbb63-d84d-4642-bc1e-2120a62ca802 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/27729f83-68af-4c1e-85d6-da2a7645fefe HTTP/1.1" status: 204 len: 168 time: 0.5321116 Mar 07 16:52:40.589661 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689bbb63-d84d-4642-bc1e-2120a62ca802 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27729f83-68af-4c1e-85d6-da2a7645fefe,revision_number=None']} {{(pid=119954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:52:41.031768 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92f7f6a0-fbd0-47b5-9ce5-fc10ee6aa889 admin admin] Router 8f32d82d-c528-42b6-9232-8f54875b5eeb has already been hosted by L3 agent 4cbb3502-d72e-4663-b57e-51d645794085 {{(pid=119953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 16:52:41.055258 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9d1b32-ac04-457d-a5e6-bcfd2601b6bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d768ef06-832f-4632-9d20-8297c8c8f86e,revision_number=1']} {{(pid=119953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:52:41.098862 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-81fd7780-b777-40b4-8c7e-0ee24fd3355d req-2b7cae93-923f-4293-82c0-6dd568c23eb2 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bc97aa31-6f1d-49c9-9188-38222a0555c0 HTTP/1.1" status: 200 len: 217 time: 0.6425042 Mar 07 16:52:41.113443 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-1f98ab40-56f8-4c6f-95fe-5c8ebc262339 req-a828c1f8-e36b-4f10-a902-13ee31f91338 tempest-DeleteServersTestJSON-1962960307 tempest-DeleteServersTestJSON-1962960307-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca7d0e2e-329d-4d0a-a506-d7be9afbb6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4122045 Mar 07 16:52:41.312963 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-875871a8-bb68-4bcc-9e3e-5e9066176b56 admin admin] Publish callbacks [] for security_group (d768ef06-832f-4632-9d20-8297c8c8f86e), before_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:41.321463 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf91e6dc-87e4-4dfd-a0a1-3ef7903a4925 admin admin] Notify agent at l3_agent.dv-cinder-804757-24-iscsi the message routers_updated {{(pid=119953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:52:41.335962 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62560652-ef3e-475c-a3e4-edaad7635960 None None] Sync routers for ids ['31af1578-2e16-497b-982e-6dcdf8b503fa'] in dv-cinder-804757-24-iscsi {{(pid=119956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:52:41.351907 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62560652-ef3e-475c-a3e4-edaad7635960 None None] Routers {'31af1578-2e16-497b-982e-6dcdf8b503fa'} bound to L3 agent in host dv-cinder-804757-24-iscsi {{(pid=119956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:52:41.352849 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.db.l3_hamode_db [None req-62560652-ef3e-475c-a3e4-edaad7635960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T16:44:19Z,description=,heartbeat_timestamp=2022-03-07T16:52:19Z,host='dv-cinder-804757-24-iscsi',id=4cbb3502-d72e-4663-b57e-51d645794085,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:44:19Z,topic='l3_agent')) {'router_ids': ['31af1578-2e16-497b-982e-6dcdf8b503fa'], 'active': True} {{(pid=119956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:52:41.398439 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [None req-cf91e6dc-87e4-4dfd-a0a1-3ef7903a4925 admin admin] 10.222.0.18 "PUT /v2.0/routers/31af1578-2e16-497b-982e-6dcdf8b503fa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.1132424 Mar 07 16:52:41.443576 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-875871a8-bb68-4bcc-9e3e-5e9066176b56 admin admin] Publish callbacks [] for security_group (d768ef06-832f-4632-9d20-8297c8c8f86e), precommit_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:41.478047 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.wsgi [-] (119954) accepted ('10.222.0.18', 49484) {{(pid=119954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:52:41.502681 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-821bf526-6ea8-45ee-a128-7a25360821a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:41.504933 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92f7f6a0-fbd0-47b5-9ce5-fc10ee6aa889 admin admin] Notify agent at l3_agent.dv-cinder-804757-24-iscsi the message routers_updated {{(pid=119953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:52:41.519944 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98c0abd8-b3ff-41dd-8ced-c9369146e1cf None None] Sync routers for ids ['8f32d82d-c528-42b6-9232-8f54875b5eeb'] in dv-cinder-804757-24-iscsi {{(pid=119955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:52:41.547343 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [None req-92f7f6a0-fbd0-47b5-9ce5-fc10ee6aa889 admin admin] 10.222.0.18 "PUT /v2.0/routers/8f32d82d-c528-42b6-9232-8f54875b5eeb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.6808598 Mar 07 16:52:41.599930 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98c0abd8-b3ff-41dd-8ced-c9369146e1cf None None] Routers {'8f32d82d-c528-42b6-9232-8f54875b5eeb'} bound to L3 agent in host dv-cinder-804757-24-iscsi {{(pid=119955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:52:41.600319 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-875871a8-bb68-4bcc-9e3e-5e9066176b56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543383'] for security_group (d768ef06-832f-4632-9d20-8297c8c8f86e), after_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:41.604053 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-875871a8-bb68-4bcc-9e3e-5e9066176b56 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:41.609871 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.l3_hamode_db [None req-98c0abd8-b3ff-41dd-8ced-c9369146e1cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T16:44:19Z,description=,heartbeat_timestamp=2022-03-07T16:52:19Z,host='dv-cinder-804757-24-iscsi',id=4cbb3502-d72e-4663-b57e-51d645794085,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:44:19Z,topic='l3_agent')) {'router_ids': ['8f32d82d-c528-42b6-9232-8f54875b5eeb'], 'active': True} {{(pid=119955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:52:41.610726 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [None req-875871a8-bb68-4bcc-9e3e-5e9066176b56 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d768ef06-832f-4632-9d20-8297c8c8f86e HTTP/1.1" status: 204 len: 168 time: 1.2228234 Mar 07 16:52:41.637670 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875871a8-bb68-4bcc-9e3e-5e9066176b56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d768ef06-832f-4632-9d20-8297c8c8f86e,revision_number=None']} {{(pid=119953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:52:41.689410 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.db.l3_dvr_db [None req-62560652-ef3e-475c-a3e4-edaad7635960 None None] Set router 31af1578-2e16-497b-982e-6dcdf8b503fa gateway port host: dv-cinder-804757-24-iscsi {{(pid=119956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:52:41.713807 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-8a77123c-1903-454b-b285-826724532c2b req-dabe9f10-c0b6-4bf0-a40a-6e03c067214b tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] 10.222.0.18 "GET /v2.0/ports?device_id=301c6e16-505b-48af-a5b0-796dee2d11cd HTTP/1.1" status: 200 len: 210 time: 0.1184843 Mar 07 16:52:41.864721 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-821bf526-6ea8-45ee-a128-7a25360821a0 admin admin] Publish callbacks [] for security_group (937864bf-0d40-4235-9761-afc0afc2c4d1), precommit_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:41.874584 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-821bf526-6ea8-45ee-a128-7a25360821a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543383'] for security_group (937864bf-0d40-4235-9761-afc0afc2c4d1), after_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:41.963997 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.db.l3_hamode_db [None req-62560652-ef3e-475c-a3e4-edaad7635960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31af1578-2e16-497b-982e-6dcdf8b503fa', 'name': 'tempest-AttachVolumeShelveTestJSON-1712230962-router', 'tenant_id': '8ffb87e782b3452ab1b5e98b2ae4804b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'external_fixed_ips': [{'subnet_id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'ip_address': '172.27.2.28'}], 'enable_snat': True}, 'gw_port_id': '290c4866-1262-4288-abf9-0facba2a54f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:52:20Z', 'updated_at': '2022-03-07T16:52:36Z', 'revision_number': 4, 'project_id': '8ffb87e782b3452ab1b5e98b2ae4804b', 'gw_port': {'id': '290c4866-1262-4288-abf9-0facba2a54f1', 'name': '', 'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:a1:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31af1578-2e16-497b-982e-6dcdf8b503fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'ip_address': '172.27.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:52:21Z', 'updated_at': '2022-03-07T16:52:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-24-iscsi', '_interfaces': [{'id': '12eb627a-3000-4be1-95ec-01ed9572f28c', 'name': '', 'network_id': '863049fb-91f0-4803-9992-666b65540a85', 'tenant_id': '8ffb87e782b3452ab1b5e98b2ae4804b', 'mac_address': 'fa:16:3e:66:cd:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31af1578-2e16-497b-982e-6dcdf8b503fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'f97910cd-d5d7-4b8c-bfe2-694a46e38478', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:52:29Z', 'updated_at': '2022-03-07T16:52:37Z', 'revision_number': 2, 'project_id': '8ffb87e782b3452ab1b5e98b2ae4804b', 'subnets': [{'id': 'f97910cd-d5d7-4b8c-bfe2-694a46e38478', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-24-iscsi', False) {} {{(pid=119956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:52:41.964552 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.l3_dvr_db [None req-98c0abd8-b3ff-41dd-8ced-c9369146e1cf None None] Set router 8f32d82d-c528-42b6-9232-8f54875b5eeb gateway port host: dv-cinder-804757-24-iscsi {{(pid=119955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:52:41.983085 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [None req-821bf526-6ea8-45ee-a128-7a25360821a0 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=40c1e3136aac47ff86048dc9a8d9ab55&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5006709 Mar 07 16:52:41.983085 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821bf526-6ea8-45ee-a128-7a25360821a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=937864bf-0d40-4235-9761-afc0afc2c4d1,revision_number=1']} {{(pid=119954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:52:41.983511 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.wsgi [-] (119953) accepted ('10.222.0.18', 49504) {{(pid=119953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:52:42.021756 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62560652-ef3e-475c-a3e4-edaad7635960 None None] Checking router: 31af1578-2e16-497b-982e-6dcdf8b503fa for host: dv-cinder-804757-24-iscsi {{(pid=119956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 16:52:42.022228 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62560652-ef3e-475c-a3e4-edaad7635960 None None] Updating router 31af1578-2e16-497b-982e-6dcdf8b503fa port 12eb627a-3000-4be1-95ec-01ed9572f28c binding host dv-cinder-804757-24-iscsi {{(pid=119956) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 16:52:42.066971 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron_lib.callbacks.manager [None req-62560652-ef3e-475c-a3e4-edaad7635960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8385759'] for port (12eb627a-3000-4be1-95ec-01ed9572f28c), before_update {{(pid=119956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:42.067446 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-f0e84666-9334-4119-9a49-8916fa50766e admin admin] Publish callbacks [] for security_group (937864bf-0d40-4235-9761-afc0afc2c4d1), before_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:42.094412 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-f0e84666-9334-4119-9a49-8916fa50766e admin admin] Publish callbacks [] for security_group (937864bf-0d40-4235-9761-afc0afc2c4d1), precommit_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:42.155293 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-f0e84666-9334-4119-9a49-8916fa50766e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543383'] for security_group (937864bf-0d40-4235-9761-afc0afc2c4d1), after_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:42.160383 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-f0e84666-9334-4119-9a49-8916fa50766e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:42.161789 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [None req-f0e84666-9334-4119-9a49-8916fa50766e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/937864bf-0d40-4235-9761-afc0afc2c4d1 HTTP/1.1" status: 204 len: 168 time: 0.1771052 Mar 07 16:52:42.171682 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e84666-9334-4119-9a49-8916fa50766e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=937864bf-0d40-4235-9761-afc0afc2c4d1,revision_number=None']} {{(pid=119953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:52:42.226411 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.l3_hamode_db [None req-98c0abd8-b3ff-41dd-8ced-c9369146e1cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f32d82d-c528-42b6-9232-8f54875b5eeb', 'name': 'tempest-ServerRescueNegativeTestJSON-2107335013-router', 'tenant_id': 'fb0f78d7968f4bf1aee503f8e1cfe0f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'external_fixed_ips': [{'subnet_id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'ip_address': '172.27.2.169'}], 'enable_snat': True}, 'gw_port_id': 'a5a16594-1083-4755-9613-349521067545', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:52:20Z', 'updated_at': '2022-03-07T16:52:35Z', 'revision_number': 4, 'project_id': 'fb0f78d7968f4bf1aee503f8e1cfe0f0', 'gw_port': {'id': 'a5a16594-1083-4755-9613-349521067545', 'name': '', 'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:84:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f32d82d-c528-42b6-9232-8f54875b5eeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'ip_address': '172.27.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:52:22Z', 'updated_at': '2022-03-07T16:52:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-24-iscsi', '_interfaces': [{'id': 'c46a40db-b6a3-4e75-95fb-3b14be64ae74', 'name': '', 'network_id': '80a2c60b-59e3-4807-9654-13174f656625', 'tenant_id': 'fb0f78d7968f4bf1aee503f8e1cfe0f0', 'mac_address': 'fa:16:3e:d7:ae:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f32d82d-c528-42b6-9232-8f54875b5eeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'da018b7d-c800-4987-80e6-c869339f7229', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:52:32Z', 'updated_at': '2022-03-07T16:52:36Z', 'revision_number': 2, 'project_id': 'fb0f78d7968f4bf1aee503f8e1cfe0f0', 'subnets': [{'id': 'da018b7d-c800-4987-80e6-c869339f7229', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-24-iscsi', False) {} {{(pid=119955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:52:42.287312 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98c0abd8-b3ff-41dd-8ced-c9369146e1cf None None] Checking router: 8f32d82d-c528-42b6-9232-8f54875b5eeb for host: dv-cinder-804757-24-iscsi {{(pid=119955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 16:52:42.288217 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fd7780-b777-40b4-8c7e-0ee24fd3355d req-0ce03ebd-872a-4757-a815-04e615edffbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:52:42.288737 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98c0abd8-b3ff-41dd-8ced-c9369146e1cf None None] Updating router 8f32d82d-c528-42b6-9232-8f54875b5eeb port c46a40db-b6a3-4e75-95fb-3b14be64ae74 binding host dv-cinder-804757-24-iscsi {{(pid=119955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 16:52:42.290286 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-81fd7780-b777-40b4-8c7e-0ee24fd3355d req-0ce03ebd-872a-4757-a815-04e615edffbc service neutron] 10.222.0.66 "GET /v2.0/subnets?id=4d870a2e-0423-4f07-899b-7a8ec2b09f8c HTTP/1.1" status: 200 len: 852 time: 0.1071365 Mar 07 16:52:42.324037 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-98c0abd8-b3ff-41dd-8ced-c9369146e1cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8385759'] for port (c46a40db-b6a3-4e75-95fb-3b14be64ae74), before_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:42.450072 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b785e804-b96e-43a0-94f9-56beb5578a8e req-2ed13ada-1a08-4297-805b-98b00649e5f5 tempest-DeleteServersTestJSON-1962960307 tempest-DeleteServersTestJSON-1962960307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:52:42.451459 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-81fd7780-b777-40b4-8c7e-0ee24fd3355d req-b3c76c1d-bdf6-4d39-bd19-d14904024bec service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=63a94190-77ce-4422-9932-045b08515abb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1488802 Mar 07 16:52:42.468069 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-b785e804-b96e-43a0-94f9-56beb5578a8e req-2ed13ada-1a08-4297-805b-98b00649e5f5 tempest-DeleteServersTestJSON-1962960307 tempest-DeleteServersTestJSON-1962960307-project] 10.222.0.18 "GET /v2.0/ports?device_id=49123f41-9480-47cf-93dd-0e1df87b21b4 HTTP/1.1" status: 200 len: 943 time: 0.2115555 Mar 07 16:52:42.596867 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-b785e804-b96e-43a0-94f9-56beb5578a8e req-866adec0-d079-4806-9d60-33401a247925 tempest-DeleteServersTestJSON-1962960307 tempest-DeleteServersTestJSON-1962960307-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca7d0e2e-329d-4d0a-a506-d7be9afbb6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237075 Mar 07 16:52:42.641821 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.wsgi [-] (119954) accepted ('10.222.0.18', 49540) {{(pid=119954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:52:42.692215 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-1875b8b2-8626-4d55-a477-3a4ef8cd503d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:42.802850 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-81fd7780-b777-40b4-8c7e-0ee24fd3355d req-f9ee117a-3660-4c1f-9a4c-42d2a39a12c8 service neutron] 10.222.0.66 "GET /v2.0/networks/63a94190-77ce-4422-9932-045b08515abb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3346713 Mar 07 16:52:42.892440 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron_lib.callbacks.manager [None req-62560652-ef3e-475c-a3e4-edaad7635960 None None] Publish callbacks [] for port (12eb627a-3000-4be1-95ec-01ed9572f28c), precommit_update {{(pid=119956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:42.907118 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron_lib.callbacks.manager [None req-62560652-ef3e-475c-a3e4-edaad7635960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754346672056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754346267073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754346267091'] for port (12eb627a-3000-4be1-95ec-01ed9572f28c), after_update {{(pid=119956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:42.930697 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.wsgi [-] (119954) accepted ('10.222.0.66', 59994) {{(pid=119954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:52:42.954696 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-81fd7780-b777-40b4-8c7e-0ee24fd3355d req-be0b4448-467f-47dd-a247-56fb5487bdf7 service neutron] 10.222.0.66 "GET /v2.0/networks/63a94190-77ce-4422-9932-045b08515abb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1434059 Mar 07 16:52:42.974826 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-1875b8b2-8626-4d55-a477-3a4ef8cd503d admin admin] Publish callbacks [] for security_group (5a3f2918-5da2-4f1d-8746-9fba170fee55), precommit_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:42.990285 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-1875b8b2-8626-4d55-a477-3a4ef8cd503d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543383'] for security_group (5a3f2918-5da2-4f1d-8746-9fba170fee55), after_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:43.046108 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b568c2a4-cc66-4a73-8280-b6bd7ebcbb17 None None] Pushing event updated for resources: {'Port': ['ID=12eb627a-3000-4be1-95ec-01ed9572f28c,revision_number=3']} {{(pid=119956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:52:43.056620 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.wsgi [-] (119953) accepted ('10.222.0.18', 49562) {{(pid=119953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:52:43.070435 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [None req-1875b8b2-8626-4d55-a477-3a4ef8cd503d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=682e085e9ec842c69dfdf25bca404b09&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4266076 Mar 07 16:52:43.154621 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1875b8b2-8626-4d55-a477-3a4ef8cd503d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a3f2918-5da2-4f1d-8746-9fba170fee55,revision_number=1']} {{(pid=119954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:52:43.195592 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.wsgi [-] (119954) accepted ('10.222.0.18', 49576) {{(pid=119954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:52:43.218087 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.plugins.ml2.managers [None req-62560652-ef3e-475c-a3e4-edaad7635960 None None] Attempting to bind port 12eb627a-3000-4be1-95ec-01ed9572f28c on host dv-cinder-804757-24-iscsi for vnic_type normal with profile {{(pid=119956) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:52:43.219821 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.plugins.ml2.managers [None req-62560652-ef3e-475c-a3e4-edaad7635960 None None] Attempting to bind port 12eb627a-3000-4be1-95ec-01ed9572f28c by drivers openvswitch,hyperv on host dv-cinder-804757-24-iscsi at level 0 using segments [{'id': 'ad3735d7-6f1d-4396-8c2b-5f6199488faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '863049fb-91f0-4803-9992-666b65540a85'}] {{(pid=119956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:52:43.226452 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62560652-ef3e-475c-a3e4-edaad7635960 None None] Attempting to bind port 12eb627a-3000-4be1-95ec-01ed9572f28c on network 863049fb-91f0-4803-9992-666b65540a85 {{(pid=119956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:52:43.232005 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.v2.base [None req-eb5ebf95-899e-4df0-a24d-b49fcde3eb53 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2133681890', 'description': 'tempest-description--2129922459'}} {{(pid=119954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:52:43.234572 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62560652-ef3e-475c-a3e4-edaad7635960 None None] Checking agent: {'id': '3df9d949-03e8-46c4-b37f-6f8a21aeab22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-24-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 16, 44, 23), 'started_at': datetime.datetime(2022, 3, 7, 16, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 52, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-24-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:52:43.235008 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62560652-ef3e-475c-a3e4-edaad7635960 None None] Checking segment: {'id': 'ad3735d7-6f1d-4396-8c2b-5f6199488faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '863049fb-91f0-4803-9992-666b65540a85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:52:43.236586 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron_lib.callbacks.manager [None req-62560652-ef3e-475c-a3e4-edaad7635960 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=119956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:43.237159 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62560652-ef3e-475c-a3e4-edaad7635960 None None] Bound using segment: {'id': 'ad3735d7-6f1d-4396-8c2b-5f6199488faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '863049fb-91f0-4803-9992-666b65540a85'} {{(pid=119956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:52:43.237963 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.plugins.ml2.managers [None req-62560652-ef3e-475c-a3e4-edaad7635960 None None] Bound port: 12eb627a-3000-4be1-95ec-01ed9572f28c, host: dv-cinder-804757-24-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad3735d7-6f1d-4396-8c2b-5f6199488faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '863049fb-91f0-4803-9992-666b65540a85'}}] {{(pid=119956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:52:43.238678 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron_lib.callbacks.manager [None req-62560652-ef3e-475c-a3e4-edaad7635960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8385759'] for port (12eb627a-3000-4be1-95ec-01ed9572f28c), before_update {{(pid=119956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:43.334848 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-eb5ebf95-899e-4df0-a24d-b49fcde3eb53 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] Publish callbacks [] for security_group (None), before_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:43.365482 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-98c0abd8-b3ff-41dd-8ced-c9369146e1cf None None] Publish callbacks [] for port (c46a40db-b6a3-4e75-95fb-3b14be64ae74), precommit_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:43.390113 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-98c0abd8-b3ff-41dd-8ced-c9369146e1cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754346672056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754346267073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754346267091'] for port (c46a40db-b6a3-4e75-95fb-3b14be64ae74), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:43.443789 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.plugins.ml2.db [None req-62560652-ef3e-475c-a3e4-edaad7635960 None None] For port 12eb627a-3000-4be1-95ec-01ed9572f28c, host dv-cinder-804757-24-iscsi, cleared binding levels {{(pid=119956) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:52:43.458758 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.plugins.ml2.db [None req-62560652-ef3e-475c-a3e4-edaad7635960 None None] For port 12eb627a-3000-4be1-95ec-01ed9572f28c, host dv-cinder-804757-24-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-24-iscsi',level=0,port_id=12eb627a-3000-4be1-95ec-01ed9572f28c,segment=NetworkSegment(ad3735d7-6f1d-4396-8c2b-5f6199488faa),segment_id=ad3735d7-6f1d-4396-8c2b-5f6199488faa)] {{(pid=119956) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:52:43.469321 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron_lib.callbacks.manager [None req-62560652-ef3e-475c-a3e4-edaad7635960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754346672056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754346267073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754346267091'] for port (12eb627a-3000-4be1-95ec-01ed9572f28c), after_update {{(pid=119956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:43.560766 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4488351-9ed6-41dc-b243-c31c515e9777 None None] Pushing event updated for resources: {'Port': ['ID=c46a40db-b6a3-4e75-95fb-3b14be64ae74,revision_number=3']} {{(pid=119955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:52:43.582690 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-45f6ff60-9c67-4224-ac90-2398f89e192b req-c204e44b-71aa-438d-b7e2-8249b1fce5f9 tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] 10.222.0.18 "GET /v2.0/ports?device_id=301c6e16-505b-48af-a5b0-796dee2d11cd HTTP/1.1" status: 200 len: 210 time: 0.1873753 Mar 07 16:52:43.594846 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-2621b901-bc39-43bc-aa3b-1cd0ee578331 admin admin] Publish callbacks [] for security_group (5a3f2918-5da2-4f1d-8746-9fba170fee55), before_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:43.605137 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-eb5ebf95-899e-4df0-a24d-b49fcde3eb53 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] Publish callbacks [] for security_group (91de0b44-8849-4808-9a38-820e64d88ae6), precommit_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:43.623243 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-eb5ebf95-899e-4df0-a24d-b49fcde3eb53 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543383'] for security_group (91de0b44-8849-4808-9a38-820e64d88ae6), after_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:43.627299 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.provisioning_blocks [None req-109771ea-ed3b-4f86-a4a0-190f986536b8 None None] Provisioning complete for port 12eb627a-3000-4be1-95ec-01ed9572f28c triggered by entity DHCP. {{(pid=119955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:52:43.627946 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-109771ea-ed3b-4f86-a4a0-190f986536b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8194280'] for port (12eb627a-3000-4be1-95ec-01ed9572f28c), provisioning_complete {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:43.638285 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.wsgi [-] (119954) accepted ('10.222.0.18', 49606) {{(pid=119954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:52:43.649080 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b568c2a4-cc66-4a73-8280-b6bd7ebcbb17 None None] Pushing event updated for resources: {'Port': ['ID=12eb627a-3000-4be1-95ec-01ed9572f28c,revision_number=4']} {{(pid=119956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:52:43.674196 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c3cf0a-3e4a-4d0a-aa58-9c5b5ffe211a req-ac1faada-38c1-475d-a881-dc7c316ba77d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:52:43.675769 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62560652-ef3e-475c-a3e4-edaad7635960 None None] Routers {'31af1578-2e16-497b-982e-6dcdf8b503fa'} bound to L3 agent in host dv-cinder-804757-24-iscsi {{(pid=119956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:52:43.678664 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-79c3cf0a-3e4a-4d0a-aa58-9c5b5ffe211a req-ac1faada-38c1-475d-a881-dc7c316ba77d service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=bc3014a338a744549fcce3af802b9b5f&device_id=49123f41-9480-47cf-93dd-0e1df87b21b4 HTTP/1.1" status: 200 len: 1127 time: 0.4287255 Mar 07 16:52:43.681332 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.db.l3_hamode_db [None req-62560652-ef3e-475c-a3e4-edaad7635960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T16:44:19Z,description=,heartbeat_timestamp=2022-03-07T16:52:19Z,host='dv-cinder-804757-24-iscsi',id=4cbb3502-d72e-4663-b57e-51d645794085,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:44:19Z,topic='l3_agent')) {'router_ids': ['31af1578-2e16-497b-982e-6dcdf8b503fa'], 'active': True} {{(pid=119956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:52:43.729054 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5ebf95-899e-4df0-a24d-b49fcde3eb53 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91de0b44-8849-4808-9a38-820e64d88ae6,revision_number=1']} {{(pid=119954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:52:43.733536 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-eb5ebf95-899e-4df0-a24d-b49fcde3eb53 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] Publish callbacks [] for security_group (None), before_response {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:43.734750 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [None req-eb5ebf95-899e-4df0-a24d-b49fcde3eb53 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.5290368 Mar 07 16:52:43.738098 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.wsgi [-] (119954) accepted ('10.222.0.18', 49618) {{(pid=119954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:52:43.764719 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.v2.base [None req-e8c67875-e751-45d6-bae2-45710dfa0656 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] Request body: {'security_group_rule': {'security_group_id': '91de0b44-8849-4808-9a38-820e64d88ae6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=119954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:52:43.817705 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44062481-befb-42be-b4a1-57aedf235e0f req-dba09598-7151-4ef0-8c23-aeefe24da3b3 tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:52:43.819209 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-44062481-befb-42be-b4a1-57aedf235e0f req-dba09598-7151-4ef0-8c23-aeefe24da3b3 tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] 10.222.0.66 "GET /v2.0/networks?id=958030d9-7413-4af7-a61d-7e3a7fb6105d HTTP/1.1" status: 200 len: 811 time: 0.8627918 Mar 07 16:52:43.945194 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.managers [None req-98c0abd8-b3ff-41dd-8ced-c9369146e1cf None None] Attempting to bind port c46a40db-b6a3-4e75-95fb-3b14be64ae74 on host dv-cinder-804757-24-iscsi for vnic_type normal with profile {{(pid=119955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:52:43.945381 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.managers [None req-98c0abd8-b3ff-41dd-8ced-c9369146e1cf None None] Attempting to bind port c46a40db-b6a3-4e75-95fb-3b14be64ae74 by drivers openvswitch,hyperv on host dv-cinder-804757-24-iscsi at level 0 using segments [{'id': 'de5c8597-5ec3-4c96-892c-f2304ae7166d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '80a2c60b-59e3-4807-9654-13174f656625'}] {{(pid=119955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:52:43.946810 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98c0abd8-b3ff-41dd-8ced-c9369146e1cf None None] Attempting to bind port c46a40db-b6a3-4e75-95fb-3b14be64ae74 on network 80a2c60b-59e3-4807-9654-13174f656625 {{(pid=119955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:52:43.968357 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98c0abd8-b3ff-41dd-8ced-c9369146e1cf None None] Checking agent: {'id': '3df9d949-03e8-46c4-b37f-6f8a21aeab22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-24-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 16, 44, 23), 'started_at': datetime.datetime(2022, 3, 7, 16, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 52, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-24-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:52:43.969857 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98c0abd8-b3ff-41dd-8ced-c9369146e1cf None None] Checking segment: {'id': 'de5c8597-5ec3-4c96-892c-f2304ae7166d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '80a2c60b-59e3-4807-9654-13174f656625'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:52:43.971521 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-98c0abd8-b3ff-41dd-8ced-c9369146e1cf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:43.972095 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98c0abd8-b3ff-41dd-8ced-c9369146e1cf None None] Bound using segment: {'id': 'de5c8597-5ec3-4c96-892c-f2304ae7166d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '80a2c60b-59e3-4807-9654-13174f656625'} {{(pid=119955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:52:43.974239 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.managers [None req-98c0abd8-b3ff-41dd-8ced-c9369146e1cf None None] Bound port: c46a40db-b6a3-4e75-95fb-3b14be64ae74, host: dv-cinder-804757-24-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de5c8597-5ec3-4c96-892c-f2304ae7166d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '80a2c60b-59e3-4807-9654-13174f656625'}}] {{(pid=119955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:52:43.975133 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-98c0abd8-b3ff-41dd-8ced-c9369146e1cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8385759'] for port (c46a40db-b6a3-4e75-95fb-3b14be64ae74), before_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:43.984212 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-44062481-befb-42be-b4a1-57aedf235e0f req-31352563-01e9-43e9-932d-291418e025d3 tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=edf4ec5f5dd34ec494b36396a8594bc1 HTTP/1.1" status: 200 len: 380 time: 0.1324244 Mar 07 16:52:44.013356 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.v2.base [req-44062481-befb-42be-b4a1-57aedf235e0f req-d1cdf4e2-31f0-41e9-86bf-cf6d3813aedc tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] Request body: {'port': {'device_id': '301c6e16-505b-48af-a5b0-796dee2d11cd', 'network_id': '958030d9-7413-4af7-a61d-7e3a7fb6105d', 'admin_state_up': True, 'tenant_id': 'edf4ec5f5dd34ec494b36396a8594bc1', 'security_groups': ['60218460-59f4-4e1f-8c5b-28b25250067c']}} {{(pid=119954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:52:44.092407 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-2621b901-bc39-43bc-aa3b-1cd0ee578331 admin admin] Publish callbacks [] for security_group (5a3f2918-5da2-4f1d-8746-9fba170fee55), precommit_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:44.096526 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c3cf0a-3e4a-4d0a-aa58-9c5b5ffe211a req-1f5991ef-5f86-4847-91c9-f9f00efaa429 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:52:44.098275 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-79c3cf0a-3e4a-4d0a-aa58-9c5b5ffe211a req-1f5991ef-5f86-4847-91c9-f9f00efaa429 service neutron] 10.222.0.66 "GET /v2.0/networks?id=63a94190-77ce-4422-9932-045b08515abb HTTP/1.1" status: 200 len: 913 time: 0.3995688 Mar 07 16:52:44.119029 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643b9768-1c45-4c54-b63a-0423981fabed req-8b1c7735-fc8e-4f06-b203-228244b25359 tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:52:44.137883 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-643b9768-1c45-4c54-b63a-0423981fabed req-8b1c7735-fc8e-4f06-b203-228244b25359 tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] 10.222.0.18 "GET /v2.0/networks?id=80a2c60b-59e3-4807-9654-13174f656625 HTTP/1.1" status: 200 len: 819 time: 0.8301260 Mar 07 16:52:44.152792 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.db.l3_dvr_db [None req-62560652-ef3e-475c-a3e4-edaad7635960 None None] Set router 31af1578-2e16-497b-982e-6dcdf8b503fa gateway port host: dv-cinder-804757-24-iscsi {{(pid=119956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:52:44.158761 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.plugin [None req-109771ea-ed3b-4f86-a4a0-190f986536b8 None None] Current status of the port 12eb627a-3000-4be1-95ec-01ed9572f28c is: DOWN; New status is: ACTIVE {{(pid=119955) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:52:44.159430 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-109771ea-ed3b-4f86-a4a0-190f986536b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8385759'] for port (12eb627a-3000-4be1-95ec-01ed9572f28c), before_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:44.193148 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-79c3cf0a-3e4a-4d0a-aa58-9c5b5ffe211a req-1e5a5b2c-be69-4c60-b870-f2892e26eaff service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bc97aa31-6f1d-49c9-9188-38222a0555c0 HTTP/1.1" status: 200 len: 217 time: 0.0771010 Mar 07 16:52:44.292746 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc0c26f-52db-45c2-b92e-010ade066153 req-1e49a958-45d7-4ef9-8e8f-d25acebab057 tempest-DeleteServersTestJSON-1962960307 tempest-DeleteServersTestJSON-1962960307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:52:44.294551 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-ebc0c26f-52db-45c2-b92e-010ade066153 req-1e49a958-45d7-4ef9-8e8f-d25acebab057 tempest-DeleteServersTestJSON-1962960307 tempest-DeleteServersTestJSON-1962960307-project] 10.222.0.18 "GET /v2.0/ports?device_id=49123f41-9480-47cf-93dd-0e1df87b21b4 HTTP/1.1" status: 200 len: 943 time: 0.2053056 Mar 07 16:52:44.312886 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-e8c67875-e751-45d6-bae2-45710dfa0656 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] Publish callbacks [] for security_group_rule (c124adef-7038-4c0a-8e3f-0d598303f85b), before_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:44.317846 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-2621b901-bc39-43bc-aa3b-1cd0ee578331 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543383'] for security_group (5a3f2918-5da2-4f1d-8746-9fba170fee55), after_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:44.321140 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-2621b901-bc39-43bc-aa3b-1cd0ee578331 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:44.322526 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [None req-2621b901-bc39-43bc-aa3b-1cd0ee578331 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5a3f2918-5da2-4f1d-8746-9fba170fee55 HTTP/1.1" status: 204 len: 168 time: 1.2647340 Mar 07 16:52:44.325290 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-425c4514-f000-4390-bb24-333116d8e37d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:44.335659 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c3cf0a-3e4a-4d0a-aa58-9c5b5ffe211a req-6ed5685f-7389-472e-a985-278523763918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:52:44.337597 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-79c3cf0a-3e4a-4d0a-aa58-9c5b5ffe211a req-6ed5685f-7389-472e-a985-278523763918 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=4d870a2e-0423-4f07-899b-7a8ec2b09f8c HTTP/1.1" status: 200 len: 852 time: 0.1279573 Mar 07 16:52:44.346130 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-643b9768-1c45-4c54-b63a-0423981fabed req-631b450f-ebc8-458b-a712-cb75aed11a64 tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] 10.222.0.18 "GET /v2.0/quotas/fb0f78d7968f4bf1aee503f8e1cfe0f0 HTTP/1.1" status: 200 len: 375 time: 0.2072175 Mar 07 16:52:44.543365 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.db [None req-98c0abd8-b3ff-41dd-8ced-c9369146e1cf None None] For port c46a40db-b6a3-4e75-95fb-3b14be64ae74, host dv-cinder-804757-24-iscsi, cleared binding levels {{(pid=119955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:52:44.580552 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.db [None req-109771ea-ed3b-4f86-a4a0-190f986536b8 None None] For port 12eb627a-3000-4be1-95ec-01ed9572f28c, host dv-cinder-804757-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-24-iscsi',level=0,port_id=12eb627a-3000-4be1-95ec-01ed9572f28c,segment=NetworkSegment(ad3735d7-6f1d-4396-8c2b-5f6199488faa),segment_id=ad3735d7-6f1d-4396-8c2b-5f6199488faa)] {{(pid=119955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:52:44.583716 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-ebc0c26f-52db-45c2-b92e-010ade066153 req-71860539-23a3-4508-8b79-83bc994d0936 tempest-DeleteServersTestJSON-1962960307 tempest-DeleteServersTestJSON-1962960307-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca7d0e2e-329d-4d0a-a506-d7be9afbb6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2819264 Mar 07 16:52:44.584504 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2621b901-bc39-43bc-aa3b-1cd0ee578331 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a3f2918-5da2-4f1d-8746-9fba170fee55,revision_number=None']} {{(pid=119953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:52:44.588427 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.db [None req-98c0abd8-b3ff-41dd-8ced-c9369146e1cf None None] For port c46a40db-b6a3-4e75-95fb-3b14be64ae74, host dv-cinder-804757-24-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-24-iscsi',level=0,port_id=c46a40db-b6a3-4e75-95fb-3b14be64ae74,segment=NetworkSegment(de5c8597-5ec3-4c96-892c-f2304ae7166d),segment_id=de5c8597-5ec3-4c96-892c-f2304ae7166d)] {{(pid=119955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:52:44.604744 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-109771ea-ed3b-4f86-a4a0-190f986536b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754346672056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754346267073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754346267091'] for port (12eb627a-3000-4be1-95ec-01ed9572f28c), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:44.632074 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-79c3cf0a-3e4a-4d0a-aa58-9c5b5ffe211a req-73adac9a-9759-43cc-8cee-c1aa29e78300 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=63a94190-77ce-4422-9932-045b08515abb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2876675 Mar 07 16:52:44.643274 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-98c0abd8-b3ff-41dd-8ced-c9369146e1cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754346672056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754346267073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754346267091'] for port (c46a40db-b6a3-4e75-95fb-3b14be64ae74), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:44.665662 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.db.l3_hamode_db [None req-62560652-ef3e-475c-a3e4-edaad7635960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31af1578-2e16-497b-982e-6dcdf8b503fa', 'name': 'tempest-AttachVolumeShelveTestJSON-1712230962-router', 'tenant_id': '8ffb87e782b3452ab1b5e98b2ae4804b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'external_fixed_ips': [{'subnet_id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'ip_address': '172.27.2.28'}], 'enable_snat': True}, 'gw_port_id': '290c4866-1262-4288-abf9-0facba2a54f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:52:20Z', 'updated_at': '2022-03-07T16:52:36Z', 'revision_number': 4, 'project_id': '8ffb87e782b3452ab1b5e98b2ae4804b', 'gw_port': {'id': '290c4866-1262-4288-abf9-0facba2a54f1', 'name': '', 'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:a1:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31af1578-2e16-497b-982e-6dcdf8b503fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'ip_address': '172.27.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:52:21Z', 'updated_at': '2022-03-07T16:52:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-24-iscsi', '_interfaces': [{'id': '12eb627a-3000-4be1-95ec-01ed9572f28c', 'name': '', 'network_id': '863049fb-91f0-4803-9992-666b65540a85', 'tenant_id': '8ffb87e782b3452ab1b5e98b2ae4804b', 'mac_address': 'fa:16:3e:66:cd:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31af1578-2e16-497b-982e-6dcdf8b503fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'f97910cd-d5d7-4b8c-bfe2-694a46e38478', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:52:29Z', 'updated_at': '2022-03-07T16:52:43Z', 'revision_number': 4, 'project_id': '8ffb87e782b3452ab1b5e98b2ae4804b', 'subnets': [{'id': 'f97910cd-d5d7-4b8c-bfe2-694a46e38478', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-24-iscsi', False) {} {{(pid=119956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:52:44.743599 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62560652-ef3e-475c-a3e4-edaad7635960 None None] The sync data for ids ['31af1578-2e16-497b-982e-6dcdf8b503fa'] in dv-cinder-804757-24-iscsi is: [{'id': '31af1578-2e16-497b-982e-6dcdf8b503fa', 'name': 'tempest-AttachVolumeShelveTestJSON-1712230962-router', 'tenant_id': '8ffb87e782b3452ab1b5e98b2ae4804b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'external_fixed_ips': [{'subnet_id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'ip_address': '172.27.2.28'}], 'enable_snat': True}, 'gw_port_id': '290c4866-1262-4288-abf9-0facba2a54f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:52:20Z', 'updated_at': '2022-03-07T16:52:36Z', 'revision_number': 4, 'project_id': '8ffb87e782b3452ab1b5e98b2ae4804b', 'gw_port': {'id': '290c4866-1262-4288-abf9-0facba2a54f1', 'name': '', 'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:a1:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31af1578-2e16-497b-982e-6dcdf8b503fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'ip_address': '172.27.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:52:21Z', 'updated_at': '2022-03-07T16:52:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-24-iscsi', '_interfaces': [{'id': '12eb627a-3000-4be1-95ec-01ed9572f28c', 'name': '', 'network_id': '863049fb-91f0-4803-9992-666b65540a85', 'tenant_id': '8ffb87e782b3452ab1b5e98b2ae4804b', 'mac_address': 'fa:16:3e:66:cd:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31af1578-2e16-497b-982e-6dcdf8b503fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'f97910cd-d5d7-4b8c-bfe2-694a46e38478', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:52:29Z', 'updated_at': '2022-03-07T16:52:43Z', 'revision_number': 4, 'project_id': '8ffb87e782b3452ab1b5e98b2ae4804b', 'subnets': [{'id': 'f97910cd-d5d7-4b8c-bfe2-694a46e38478', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:52:44.843980 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-79c3cf0a-3e4a-4d0a-aa58-9c5b5ffe211a req-deec703f-2478-41ee-9e44-6e2799efc599 service neutron] 10.222.0.66 "GET /v2.0/networks/63a94190-77ce-4422-9932-045b08515abb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2001178 Mar 07 16:52:44.854185 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-643b9768-1c45-4c54-b63a-0423981fabed req-ac256bae-7d4a-4f0e-95c1-53597f02a359 tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=fb0f78d7968f4bf1aee503f8e1cfe0f0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5069082 Mar 07 16:52:44.855711 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.wsgi [-] (119953) accepted ('10.222.0.18', 49668) {{(pid=119953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:52:44.888524 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-e8c67875-e751-45d6-bae2-45710dfa0656 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] Publish callbacks [] for security_group_rule (c124adef-7038-4c0a-8e3f-0d598303f85b), precommit_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:44.906958 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44062481-befb-42be-b4a1-57aedf235e0f req-d1cdf4e2-31f0-41e9-86bf-cf6d3813aedc tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] Made reservation on behalf of edf4ec5f5dd34ec494b36396a8594bc1 for: {'port': 1} {{(pid=119954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:52:44.917975 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [req-44062481-befb-42be-b4a1-57aedf235e0f req-d1cdf4e2-31f0-41e9-86bf-cf6d3813aedc tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8385759'] for port (None), before_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:44.919498 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-d0da91ed-6f44-4889-926a-5135cfcba03f req-9ae9aaf9-aecc-448b-bd44-09d21db4a64a tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] 10.222.0.18 "GET /v2.0/ports?device_id=301c6e16-505b-48af-a5b0-796dee2d11cd HTTP/1.1" status: 200 len: 210 time: 0.0768366 Mar 07 16:52:44.931447 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98c0abd8-b3ff-41dd-8ced-c9369146e1cf None None] Routers {'8f32d82d-c528-42b6-9232-8f54875b5eeb'} bound to L3 agent in host dv-cinder-804757-24-iscsi {{(pid=119955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:52:44.932136 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.l3_hamode_db [None req-98c0abd8-b3ff-41dd-8ced-c9369146e1cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T16:44:19Z,description=,heartbeat_timestamp=2022-03-07T16:52:19Z,host='dv-cinder-804757-24-iscsi',id=4cbb3502-d72e-4663-b57e-51d645794085,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:44:19Z,topic='l3_agent')) {'router_ids': ['8f32d82d-c528-42b6-9232-8f54875b5eeb'], 'active': True} {{(pid=119955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:52:44.975387 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-e8c67875-e751-45d6-bae2-45710dfa0656 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543268'] for security_group_rule (c124adef-7038-4c0a-8e3f-0d598303f85b), after_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:45.030260 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-79c3cf0a-3e4a-4d0a-aa58-9c5b5ffe211a req-709a915e-43ee-4a6c-9f0b-7e88f1e54310 service neutron] 10.222.0.66 "GET /v2.0/networks/63a94190-77ce-4422-9932-045b08515abb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1754427 Mar 07 16:52:45.102858 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-ca00170c-f900-4893-ad29-608957d61594 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:45.113207 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c67875-e751-45d6-bae2-45710dfa0656 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c124adef-7038-4c0a-8e3f-0d598303f85b,revision_number=0']} {{(pid=119954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:52:45.122515 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-425c4514-f000-4390-bb24-333116d8e37d admin admin] Publish callbacks [] for security_group (af2fb1e9-ec9f-4ca7-90ba-1e76b7482403), precommit_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:45.138381 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-425c4514-f000-4390-bb24-333116d8e37d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543383'] for security_group (af2fb1e9-ec9f-4ca7-90ba-1e76b7482403), after_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:45.148591 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.l3_dvr_db [None req-98c0abd8-b3ff-41dd-8ced-c9369146e1cf None None] Set router 8f32d82d-c528-42b6-9232-8f54875b5eeb gateway port host: dv-cinder-804757-24-iscsi {{(pid=119955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:52:45.189394 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-e8c67875-e751-45d6-bae2-45710dfa0656 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:45.194687 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [None req-e8c67875-e751-45d6-bae2-45710dfa0656 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4465821 Mar 07 16:52:45.196276 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.wsgi [-] (119953) accepted ('10.222.0.18', 49680) {{(pid=119953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:52:45.217001 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.provisioning_blocks [None req-3626bb24-a1a4-4c9c-9f86-3d402cfcb54a None None] Provisioning complete for port 12eb627a-3000-4be1-95ec-01ed9572f28c triggered by entity DHCP. {{(pid=119955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:52:45.217311 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-3626bb24-a1a4-4c9c-9f86-3d402cfcb54a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8194280'] for port (12eb627a-3000-4be1-95ec-01ed9572f28c), provisioning_complete {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:45.225201 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.v2.base [None req-d6902ea7-e9d3-400f-abd6-5d1fb6941a29 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] Request body: {'security_group_rule': {'security_group_id': '91de0b44-8849-4808-9a38-820e64d88ae6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=119953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:52:45.264983 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109771ea-ed3b-4f86-a4a0-190f986536b8 None None] Pushing event updated for resources: {'Port': ['ID=12eb627a-3000-4be1-95ec-01ed9572f28c,revision_number=5']} {{(pid=119955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:52:45.348621 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-643b9768-1c45-4c54-b63a-0423981fabed req-ea8bf695-9b0d-4977-8f9c-6560be501844 service neutron] 10.222.0.18 "GET /v2.0/networks/80a2c60b-59e3-4807-9654-13174f656625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4929338 Mar 07 16:52:45.348759 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-d6902ea7-e9d3-400f-abd6-5d1fb6941a29 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] Publish callbacks [] for security_group_rule (8bd2b2ea-287d-4a6d-b35c-6cd56099168e), before_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:45.361258 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425c4514-f000-4390-bb24-333116d8e37d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af2fb1e9-ec9f-4ca7-90ba-1e76b7482403,revision_number=1']} {{(pid=119954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:52:45.388916 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4488351-9ed6-41dc-b243-c31c515e9777 None None] Pushing event updated for resources: {'Port': ['ID=c46a40db-b6a3-4e75-95fb-3b14be64ae74,revision_number=4']} {{(pid=119955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:52:45.395012 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [None req-425c4514-f000-4390-bb24-333116d8e37d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=005164c290ac47908bc7da6a89d6a602&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6847751 Mar 07 16:52:45.400410 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.wsgi [-] (119953) accepted ('10.222.0.18', 49688) {{(pid=119953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:52:45.585733 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.plugin [None req-3626bb24-a1a4-4c9c-9f86-3d402cfcb54a None None] Current status of the port 12eb627a-3000-4be1-95ec-01ed9572f28c is: ACTIVE; New status is: ACTIVE {{(pid=119955) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:52:45.601744 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-ca00170c-f900-4893-ad29-608957d61594 admin admin] Publish callbacks [] for security_group (06ebd155-292d-4574-959a-f9564d03a4ef), precommit_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:45.643171 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.db.db_base_plugin_common [req-44062481-befb-42be-b4a1-57aedf235e0f req-d1cdf4e2-31f0-41e9-86bf-cf6d3813aedc tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] Allocated IP 172.20.0.9 (958030d9-7413-4af7-a61d-7e3a7fb6105d/31c7bf73-b45c-4589-a934-6b9bdc6a30ea/21d6fb0f-c105-4295-a523-36732687cb39) {{(pid=119954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:52:45.669276 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-d3141af7-cd3a-44a1-86a9-5b11eb4f761b admin admin] Publish callbacks [] for security_group (af2fb1e9-ec9f-4ca7-90ba-1e76b7482403), before_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:45.669389 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.l3_hamode_db [None req-98c0abd8-b3ff-41dd-8ced-c9369146e1cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f32d82d-c528-42b6-9232-8f54875b5eeb', 'name': 'tempest-ServerRescueNegativeTestJSON-2107335013-router', 'tenant_id': 'fb0f78d7968f4bf1aee503f8e1cfe0f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'external_fixed_ips': [{'subnet_id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'ip_address': '172.27.2.169'}], 'enable_snat': True}, 'gw_port_id': 'a5a16594-1083-4755-9613-349521067545', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:52:20Z', 'updated_at': '2022-03-07T16:52:35Z', 'revision_number': 4, 'project_id': 'fb0f78d7968f4bf1aee503f8e1cfe0f0', 'gw_port': {'id': 'a5a16594-1083-4755-9613-349521067545', 'name': '', 'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:84:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f32d82d-c528-42b6-9232-8f54875b5eeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'ip_address': '172.27.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:52:22Z', 'updated_at': '2022-03-07T16:52:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-24-iscsi', '_interfaces': [{'id': 'c46a40db-b6a3-4e75-95fb-3b14be64ae74', 'name': '', 'network_id': '80a2c60b-59e3-4807-9654-13174f656625', 'tenant_id': 'fb0f78d7968f4bf1aee503f8e1cfe0f0', 'mac_address': 'fa:16:3e:d7:ae:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f32d82d-c528-42b6-9232-8f54875b5eeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'da018b7d-c800-4987-80e6-c869339f7229', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:52:32Z', 'updated_at': '2022-03-07T16:52:44Z', 'revision_number': 4, 'project_id': 'fb0f78d7968f4bf1aee503f8e1cfe0f0', 'subnets': [{'id': 'da018b7d-c800-4987-80e6-c869339f7229', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-24-iscsi', False) {} {{(pid=119955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:52:45.674076 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-ca00170c-f900-4893-ad29-608957d61594 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543383'] for security_group (06ebd155-292d-4574-959a-f9564d03a4ef), after_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:45.719432 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98c0abd8-b3ff-41dd-8ced-c9369146e1cf None None] The sync data for ids ['8f32d82d-c528-42b6-9232-8f54875b5eeb'] in dv-cinder-804757-24-iscsi is: [{'id': '8f32d82d-c528-42b6-9232-8f54875b5eeb', 'name': 'tempest-ServerRescueNegativeTestJSON-2107335013-router', 'tenant_id': 'fb0f78d7968f4bf1aee503f8e1cfe0f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'external_fixed_ips': [{'subnet_id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'ip_address': '172.27.2.169'}], 'enable_snat': True}, 'gw_port_id': 'a5a16594-1083-4755-9613-349521067545', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:52:20Z', 'updated_at': '2022-03-07T16:52:35Z', 'revision_number': 4, 'project_id': 'fb0f78d7968f4bf1aee503f8e1cfe0f0', 'gw_port': {'id': 'a5a16594-1083-4755-9613-349521067545', 'name': '', 'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:84:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f32d82d-c528-42b6-9232-8f54875b5eeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'ip_address': '172.27.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:52:22Z', 'updated_at': '2022-03-07T16:52:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-24-iscsi', '_interfaces': [{'id': 'c46a40db-b6a3-4e75-95fb-3b14be64ae74', 'name': '', 'network_id': '80a2c60b-59e3-4807-9654-13174f656625', 'tenant_id': 'fb0f78d7968f4bf1aee503f8e1cfe0f0', 'mac_address': 'fa:16:3e:d7:ae:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f32d82d-c528-42b6-9232-8f54875b5eeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'da018b7d-c800-4987-80e6-c869339f7229', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:52:32Z', 'updated_at': '2022-03-07T16:52:44Z', 'revision_number': 4, 'project_id': 'fb0f78d7968f4bf1aee503f8e1cfe0f0', 'subnets': [{'id': 'da018b7d-c800-4987-80e6-c869339f7229', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:52:45.741294 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-643b9768-1c45-4c54-b63a-0423981fabed req-da514c3b-5fad-4e52-87da-cc358fad9851 service neutron] 10.222.0.18 "GET /v2.0/networks/80a2c60b-59e3-4807-9654-13174f656625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3671646 Mar 07 16:52:45.828820 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-d6902ea7-e9d3-400f-abd6-5d1fb6941a29 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] Publish callbacks [] for security_group_rule (8bd2b2ea-287d-4a6d-b35c-6cd56099168e), precommit_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:45.940335 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-d6902ea7-e9d3-400f-abd6-5d1fb6941a29 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543268'] for security_group_rule (8bd2b2ea-287d-4a6d-b35c-6cd56099168e), after_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:45.943025 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-d3141af7-cd3a-44a1-86a9-5b11eb4f761b admin admin] Publish callbacks [] for security_group (af2fb1e9-ec9f-4ca7-90ba-1e76b7482403), precommit_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:46.056785 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-62fa5c5f-c020-439b-9104-58bf0294a78c req-1f0cd479-3b39-4eab-8f5c-c359c6289023 tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] 10.222.0.18 "GET /v2.0/ports?device_id=18b987a9-4ded-49ed-aef5-06d2d12e7d9b HTTP/1.1" status: 200 len: 210 time: 0.0628791 Mar 07 16:52:46.087802 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca00170c-f900-4893-ad29-608957d61594 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06ebd155-292d-4574-959a-f9564d03a4ef,revision_number=1']} {{(pid=119953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:52:46.114868 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [None req-ca00170c-f900-4893-ad29-608957d61594 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=93bc29384eea4cf28633412a704bfb79&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2557652 Mar 07 16:52:46.117086 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.wsgi [-] (119954) accepted ('10.222.0.18', 49720) {{(pid=119954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:52:46.132252 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-d6902ea7-e9d3-400f-abd6-5d1fb6941a29 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:46.137341 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [None req-d6902ea7-e9d3-400f-abd6-5d1fb6941a29 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9346528 Mar 07 16:52:46.145284 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.wsgi [-] (119954) accepted ('10.222.0.18', 49722) {{(pid=119954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:52:46.159837 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [req-44062481-befb-42be-b4a1-57aedf235e0f req-d1cdf4e2-31f0-41e9-86bf-cf6d3813aedc tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] Publish callbacks [] for port (21d6fb0f-c105-4295-a523-36732687cb39), precommit_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:46.171669 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.v2.base [None req-f48a11ed-1142-4d36-85ba-49c953e83da6 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] Request body: {'floatingip': {'floating_network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88'}} {{(pid=119954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:52:46.180277 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6902ea7-e9d3-400f-abd6-5d1fb6941a29 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8bd2b2ea-287d-4a6d-b35c-6cd56099168e,revision_number=0']} {{(pid=119953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:52:46.227508 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12291b5-e91f-4a7c-aedf-6d7955b24463 req-958e9f03-e34d-485e-8cf6-5ed875ef8bec tempest-DeleteServersTestJSON-1962960307 tempest-DeleteServersTestJSON-1962960307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:52:46.244257 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-b12291b5-e91f-4a7c-aedf-6d7955b24463 req-958e9f03-e34d-485e-8cf6-5ed875ef8bec tempest-DeleteServersTestJSON-1962960307 tempest-DeleteServersTestJSON-1962960307-project] 10.222.0.18 "GET /v2.0/ports?device_id=49123f41-9480-47cf-93dd-0e1df87b21b4 HTTP/1.1" status: 200 len: 943 time: 0.5334916 Mar 07 16:52:46.283107 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-4484c429-ea0f-4b86-83cc-c51ab4844d78 req-1d7cc821-c3b8-43fb-bed0-93cca4799927 tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] 10.222.0.18 "GET /v2.0/ports?device_id=301c6e16-505b-48af-a5b0-796dee2d11cd HTTP/1.1" status: 200 len: 210 time: 0.0584683 Mar 07 16:52:46.285881 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-f48a11ed-1142-4d36-85ba-49c953e83da6 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] Publish callbacks [] for floatingip (None), before_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:46.364822 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-c78ef05d-099d-4da8-bf7b-ce172335cbb2 admin admin] Publish callbacks [] for security_group (06ebd155-292d-4574-959a-f9564d03a4ef), before_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:46.376862 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-b12291b5-e91f-4a7c-aedf-6d7955b24463 req-0565e4db-1d83-4acf-9933-3e646f4972db tempest-DeleteServersTestJSON-1962960307 tempest-DeleteServersTestJSON-1962960307-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca7d0e2e-329d-4d0a-a506-d7be9afbb6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296926 Mar 07 16:52:46.381363 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-d3141af7-cd3a-44a1-86a9-5b11eb4f761b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543383'] for security_group (af2fb1e9-ec9f-4ca7-90ba-1e76b7482403), after_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:46.386787 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-d3141af7-cd3a-44a1-86a9-5b11eb4f761b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:46.404271 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [None req-d3141af7-cd3a-44a1-86a9-5b11eb4f761b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/af2fb1e9-ec9f-4ca7-90ba-1e76b7482403 HTTP/1.1" status: 204 len: 168 time: 0.9937551 Mar 07 16:52:46.410722 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [req-44062481-befb-42be-b4a1-57aedf235e0f req-d1cdf4e2-31f0-41e9-86bf-cf6d3813aedc tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754346267055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3211674'] for port (21d6fb0f-c105-4295-a523-36732687cb39), after_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:46.438209 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3141af7-cd3a-44a1-86a9-5b11eb4f761b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af2fb1e9-ec9f-4ca7-90ba-1e76b7482403,revision_number=None']} {{(pid=119953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:52:46.458733 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-c78ef05d-099d-4da8-bf7b-ce172335cbb2 admin admin] Publish callbacks [] for security_group (06ebd155-292d-4574-959a-f9564d03a4ef), precommit_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:46.733351 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44062481-befb-42be-b4a1-57aedf235e0f req-d1cdf4e2-31f0-41e9-86bf-cf6d3813aedc tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] Network 958030d9-7413-4af7-a61d-7e3a7fb6105d is already hosted by enough agents. {{(pid=119954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:52:46.829315 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.rpc [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Device bc97aa31-6f1d-49c9-9188-38222a0555c0 details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=119955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 16:52:46.851875 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.scheduler.base_scheduler [req-44062481-befb-42be-b4a1-57aedf235e0f req-d1cdf4e2-31f0-41e9-86bf-cf6d3813aedc tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] Resources bound (agent type, host, resource id): {{(pid=119954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:52:47.033286 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.rpc [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Device c46a40db-b6a3-4e75-95fb-3b14be64ae74 up at agent ovs-agent-dv-cinder-804757-24-iscsi {{(pid=119955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:52:47.092222 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.db.l3_dvrscheduler_db [req-44062481-befb-42be-b4a1-57aedf235e0f req-d1cdf4e2-31f0-41e9-86bf-cf6d3813aedc tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] Received port after_create {{(pid=119954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:52:47.288763 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44062481-befb-42be-b4a1-57aedf235e0f req-d1cdf4e2-31f0-41e9-86bf-cf6d3813aedc tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:52:47.289614 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [req-44062481-befb-42be-b4a1-57aedf235e0f req-d1cdf4e2-31f0-41e9-86bf-cf6d3813aedc tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550935'] for port (None), before_response {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:47.325382 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cdf4e2-31f0-41e9-86bf-cf6d3813aedc tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] Pushing event updated for resources: {'Port': ['ID=21d6fb0f-c105-4295-a523-36732687cb39,revision_number=1']} {{(pid=119954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:52:47.326635 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-b45e6b13-ee38-41d0-9e61-7b18fe847fd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194190'] for agent (85f07778-81ef-4888-a2e3-51ae57b6426a), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:47.329061 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-c78ef05d-099d-4da8-bf7b-ce172335cbb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543383'] for security_group (06ebd155-292d-4574-959a-f9564d03a4ef), after_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:47.340536 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-c78ef05d-099d-4da8-bf7b-ce172335cbb2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:47.342104 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [None req-c78ef05d-099d-4da8-bf7b-ce172335cbb2 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/06ebd155-292d-4574-959a-f9564d03a4ef HTTP/1.1" status: 204 len: 168 time: 1.2241027 Mar 07 16:52:47.360584 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.db [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] For port bc97aa31-6f1d-49c9-9188-38222a0555c0, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=bc97aa31-6f1d-49c9-9188-38222a0555c0,segment=NetworkSegment(f9129b6d-cadb-48d6-8f79-c9ca67c48ac7),segment_id=f9129b6d-cadb-48d6-8f79-c9ca67c48ac7)] {{(pid=119955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:52:47.371026 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c765daaa-bf7e-4586-8642-1e4307052011 req-cc8085bf-9cb8-45a7-b77d-036789afd110 tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:52:47.372762 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-c765daaa-bf7e-4586-8642-1e4307052011 req-cc8085bf-9cb8-45a7-b77d-036789afd110 tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] 10.222.0.18 "GET /v2.0/networks?id=80a2c60b-59e3-4807-9654-13174f656625 HTTP/1.1" status: 200 len: 819 time: 0.7610323 Mar 07 16:52:47.375602 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78ef05d-099d-4da8-bf7b-ce172335cbb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06ebd155-292d-4574-959a-f9564d03a4ef,revision_number=None']} {{(pid=119954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:52:47.378340 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.rpc [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Returning: {'device': 'bc97aa31-6f1d-49c9-9188-38222a0555c0', 'network_id': '63a94190-77ce-4422-9932-045b08515abb', 'port_id': 'bc97aa31-6f1d-49c9-9188-38222a0555c0', 'mac_address': 'fa:16:3e:4b:7e:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 894, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d870a2e-0423-4f07-899b-7a8ec2b09f8c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 16:52:47.390476 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-44062481-befb-42be-b4a1-57aedf235e0f req-d1cdf4e2-31f0-41e9-86bf-cf6d3813aedc tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3874116 Mar 07 16:52:47.390906 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.provisioning_blocks [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Provisioning complete for port c46a40db-b6a3-4e75-95fb-3b14be64ae74 triggered by entity L2. {{(pid=119955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:52:47.391277 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8194280'] for port (c46a40db-b6a3-4e75-95fb-3b14be64ae74), provisioning_complete {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:47.419608 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.v2.base [req-44062481-befb-42be-b4a1-57aedf235e0f req-01428668-c6b3-4870-b399-7ec702dd4a31 service neutron] Request body: {'port': {'device_id': '301c6e16-505b-48af-a5b0-796dee2d11cd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80475'}} {{(pid=119954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:52:47.428231 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-c765daaa-bf7e-4586-8642-1e4307052011 req-006b97c9-121a-4af7-9576-977748f46e0f tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] 10.222.0.18 "GET /v2.0/quotas/fb0f78d7968f4bf1aee503f8e1cfe0f0 HTTP/1.1" status: 200 len: 375 time: 0.0358574 Mar 07 16:52:47.524097 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.plugin [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Current status of the port bc97aa31-6f1d-49c9-9188-38222a0555c0 is: DOWN; New status is: BUILD {{(pid=119955) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:52:47.524741 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8385759'] for port (bc97aa31-6f1d-49c9-9188-38222a0555c0), before_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:47.547620 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2eba8fe-6f7d-4180-8af2-fd007c1f7ca0 req-14b8faab-abe2-4a6b-b116-6a3b3556051c tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:52:47.551375 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-f48a11ed-1142-4d36-85ba-49c953e83da6 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8385759'] for port (None), before_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:47.555865 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-c2eba8fe-6f7d-4180-8af2-fd007c1f7ca0 req-14b8faab-abe2-4a6b-b116-6a3b3556051c tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] 10.222.0.18 "GET /v2.0/ports?device_id=301c6e16-505b-48af-a5b0-796dee2d11cd HTTP/1.1" status: 200 len: 931 time: 0.1017814 Mar 07 16:52:47.570567 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.provisioning_blocks [None req-bb12b08d-9fde-4bff-9183-e87fb94eee93 None None] Provisioning complete for port 21d6fb0f-c105-4295-a523-36732687cb39 triggered by entity DHCP. {{(pid=119955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:52:47.572554 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-bb12b08d-9fde-4bff-9183-e87fb94eee93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8194280'] for port (21d6fb0f-c105-4295-a523-36732687cb39), provisioning_complete {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:47.579737 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.notifiers.nova [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc97aa31-6f1d-49c9-9188-38222a0555c0 {{(pid=119955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:52:47.641031 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.db [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] For port bc97aa31-6f1d-49c9-9188-38222a0555c0, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=bc97aa31-6f1d-49c9-9188-38222a0555c0,segment=NetworkSegment(f9129b6d-cadb-48d6-8f79-c9ca67c48ac7),segment_id=f9129b6d-cadb-48d6-8f79-c9ca67c48ac7)] {{(pid=119955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:52:47.645358 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.plugin [None req-bb12b08d-9fde-4bff-9183-e87fb94eee93 None None] Port 21d6fb0f-c105-4295-a523-36732687cb39 cannot update to ACTIVE because it is not bound. {{(pid=119955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:52:47.665540 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-c2eba8fe-6f7d-4180-8af2-fd007c1f7ca0 req-fa0378d9-3249-4779-bd3a-c06994d40b7b tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] 10.222.0.18 "GET /v2.0/security-groups?id=60218460-59f4-4e1f-8c5b-28b25250067c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1041744 Mar 07 16:52:47.694125 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-c765daaa-bf7e-4586-8642-1e4307052011 req-ea8bde18-c136-4343-bed5-6bf5d789fb5d tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=fb0f78d7968f4bf1aee503f8e1cfe0f0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2460034 Mar 07 16:52:47.699393 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754346672056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754346267073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754346267091'] for port (bc97aa31-6f1d-49c9-9188-38222a0555c0), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:47.703002 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [req-44062481-befb-42be-b4a1-57aedf235e0f req-01428668-c6b3-4870-b399-7ec702dd4a31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8385759'] for port (21d6fb0f-c105-4295-a523-36732687cb39), before_update {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:47.772652 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.wsgi [-] (119954) accepted ('10.222.0.18', 49768) {{(pid=119954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:52:47.840123 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ec357c-f9c0-41c1-8227-a92e62736c7f req-c72c0651-fbea-4c6d-a13f-6f9cdc43e380 tempest-DeleteServersTestJSON-1962960307 tempest-DeleteServersTestJSON-1962960307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:52:47.855200 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.plugin [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Current status of the port c46a40db-b6a3-4e75-95fb-3b14be64ae74 is: DOWN; New status is: ACTIVE {{(pid=119955) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:52:47.855924 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8385759'] for port (c46a40db-b6a3-4e75-95fb-3b14be64ae74), before_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:47.866202 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-89ec357c-f9c0-41c1-8227-a92e62736c7f req-c72c0651-fbea-4c6d-a13f-6f9cdc43e380 tempest-DeleteServersTestJSON-1962960307 tempest-DeleteServersTestJSON-1962960307-project] 10.222.0.18 "GET /v2.0/ports?device_id=49123f41-9480-47cf-93dd-0e1df87b21b4 HTTP/1.1" status: 200 len: 944 time: 0.1245420 Mar 07 16:52:47.873366 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-a2221e04-1149-4fcc-88f9-999d7571f2f1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:48.012398 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-89ec357c-f9c0-41c1-8227-a92e62736c7f req-f18cea68-6faf-4a5d-abe1-731aa2354934 tempest-DeleteServersTestJSON-1962960307 tempest-DeleteServersTestJSON-1962960307-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca7d0e2e-329d-4d0a-a506-d7be9afbb6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330054 Mar 07 16:52:48.023360 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.db [None req-63748041-7458-40ab-a922-e876cef088c3 None None] For port c46a40db-b6a3-4e75-95fb-3b14be64ae74, host dv-cinder-804757-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-24-iscsi',level=0,port_id=c46a40db-b6a3-4e75-95fb-3b14be64ae74,segment=NetworkSegment(de5c8597-5ec3-4c96-892c-f2304ae7166d),segment_id=de5c8597-5ec3-4c96-892c-f2304ae7166d)] {{(pid=119955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:52:48.028628 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Pushing event updated for resources: {'Port': ['ID=bc97aa31-6f1d-49c9-9188-38222a0555c0,revision_number=4']} {{(pid=119955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:52:48.049874 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754346672056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754346267073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754346267091'] for port (c46a40db-b6a3-4e75-95fb-3b14be64ae74), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:48.050688 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.rpc [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Device 12eb627a-3000-4be1-95ec-01ed9572f28c up at agent ovs-agent-dv-cinder-804757-24-iscsi {{(pid=119955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:52:48.157336 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.db [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] get_ports_and_sgs() called for port_ids ['bc97aa31-6f1d-49c9-9188-38222a0555c0'] {{(pid=119955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:52:48.221037 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643b9768-1c45-4c54-b63a-0423981fabed req-c03fefee-e9ef-434f-8983-8910607a1c77 tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:52:48.226985 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-643b9768-1c45-4c54-b63a-0423981fabed req-c03fefee-e9ef-434f-8983-8910607a1c77 tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] 10.222.0.66 "GET /v2.0/networks?id=80a2c60b-59e3-4807-9654-13174f656625 HTTP/1.1" status: 200 len: 819 time: 0.2146144 Mar 07 16:52:48.244884 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.v2.base [req-643b9768-1c45-4c54-b63a-0423981fabed req-371aad75-fee2-4dd5-b817-4ad9300afa83 tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] Request body: {'port': {'device_id': '18b987a9-4ded-49ed-aef5-06d2d12e7d9b', 'network_id': '80a2c60b-59e3-4807-9654-13174f656625', 'admin_state_up': True, 'tenant_id': 'fb0f78d7968f4bf1aee503f8e1cfe0f0'}} {{(pid=119953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:52:48.304902 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.db.db_base_plugin_common [None req-f48a11ed-1142-4d36-85ba-49c953e83da6 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] Allocated IP 172.27.2.157 (3eba6d1e-0acd-4586-8e75-f5a4e7e90d88/6a2f7f11-a189-49ba-a838-e124f718c0dc/1b34e98c-c8d7-43ec-a2e2-1a79f69a8ef0) {{(pid=119954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:52:48.341192 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-c765daaa-bf7e-4586-8642-1e4307052011 req-31c98521-65d7-4cec-a697-2a0b94974260 service neutron] 10.222.0.18 "GET /v2.0/networks/80a2c60b-59e3-4807-9654-13174f656625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6337907 Mar 07 16:52:48.386779 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.wsgi [-] (119953) accepted ('10.222.0.18', 49782) {{(pid=119953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:52:48.409307 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-e8dc498a-f418-48b5-91e4-71bc8b738b2d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:48.529038 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-643b9768-1c45-4c54-b63a-0423981fabed req-371aad75-fee2-4dd5-b817-4ad9300afa83 tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] Made reservation on behalf of fb0f78d7968f4bf1aee503f8e1cfe0f0 for: {'port': 1} {{(pid=119953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:52:48.531324 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Pushing event updated for resources: {'Port': ['ID=c46a40db-b6a3-4e75-95fb-3b14be64ae74,revision_number=5']} {{(pid=119955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:52:48.534082 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [req-643b9768-1c45-4c54-b63a-0423981fabed req-371aad75-fee2-4dd5-b817-4ad9300afa83 tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8385759'] for port (None), before_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:48.546051 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-c765daaa-bf7e-4586-8642-1e4307052011 req-29497659-5a93-44a0-9fcf-afee3bea9e00 service neutron] 10.222.0.18 "GET /v2.0/networks/80a2c60b-59e3-4807-9654-13174f656625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2037401 Mar 07 16:52:48.618536 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-e8dc498a-f418-48b5-91e4-71bc8b738b2d admin admin] Publish callbacks [] for security_group (b19c61e6-1fca-4485-9a19-4740d1697429), precommit_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:48.651565 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.provisioning_blocks [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Provisioning complete for port 12eb627a-3000-4be1-95ec-01ed9572f28c triggered by entity L2. {{(pid=119955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:52:48.652108 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8194280'] for port (12eb627a-3000-4be1-95ec-01ed9572f28c), provisioning_complete {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:48.689677 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-e8dc498a-f418-48b5-91e4-71bc8b738b2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543383'] for security_group (b19c61e6-1fca-4485-9a19-4740d1697429), after_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:48.838725 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [None req-e8dc498a-f418-48b5-91e4-71bc8b738b2d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5f0e5cbcd7294e8fabf542558d79b7d1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4506276 Mar 07 16:52:48.868710 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.wsgi [-] (119953) accepted ('10.222.0.18', 49792) {{(pid=119953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:52:48.871845 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8dc498a-f418-48b5-91e4-71bc8b738b2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b19c61e6-1fca-4485-9a19-4740d1697429,revision_number=1']} {{(pid=119953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:52:49.056678 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.plugin [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Current status of the port 12eb627a-3000-4be1-95ec-01ed9572f28c is: ACTIVE; New status is: ACTIVE {{(pid=119955) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:52:49.122038 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.db.db_base_plugin_common [req-643b9768-1c45-4c54-b63a-0423981fabed req-371aad75-fee2-4dd5-b817-4ad9300afa83 tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] Allocated IP 172.20.0.3 (80a2c60b-59e3-4807-9654-13174f656625/da018b7d-c800-4987-80e6-c869339f7229/1a817d53-6064-4f5e-96ff-067caa362090) {{(pid=119953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:52:49.173499 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab445e3-dec0-4c2e-a8fc-4011ab5a5025 req-b2735754-c270-43e4-a146-571fd379340b tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:52:49.175811 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-fab445e3-dec0-4c2e-a8fc-4011ab5a5025 req-b2735754-c270-43e4-a146-571fd379340b tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] 10.222.0.18 "GET /v2.0/ports?device_id=301c6e16-505b-48af-a5b0-796dee2d11cd HTTP/1.1" status: 200 len: 931 time: 0.3154006 Mar 07 16:52:49.203937 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-63415af1-f7e6-46de-8b34-7af98ab50520 req-643970a9-5e1f-42af-9306-59af0ef583a8 tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c095ec4-a93a-4ccf-ae76-b30c7b1c954c HTTP/1.1" status: 200 len: 210 time: 0.1068919 Mar 07 16:52:49.274342 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.rpc [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Device c46a40db-b6a3-4e75-95fb-3b14be64ae74 up at agent ovs-agent-dv-cinder-804757-24-iscsi {{(pid=119955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:52:49.321254 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-f48a11ed-1142-4d36-85ba-49c953e83da6 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] Publish callbacks [] for port (1b34e98c-c8d7-43ec-a2e2-1a79f69a8ef0), precommit_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:49.326287 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-a2221e04-1149-4fcc-88f9-999d7571f2f1 admin admin] Publish callbacks [] for security_group (ef47f615-5a0d-4a39-ae2a-c36922c85cd8), precommit_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:49.340769 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-a2221e04-1149-4fcc-88f9-999d7571f2f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543383'] for security_group (ef47f615-5a0d-4a39-ae2a-c36922c85cd8), after_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:49.348311 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-b8279e9f-492f-4d3a-a9f4-a90739b81055 admin admin] Publish callbacks [] for security_group (b19c61e6-1fca-4485-9a19-4740d1697429), before_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:49.404398 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-23fd0165-0036-46ed-828f-e69b55eb70b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194190'] for agent (4cbb3502-d72e-4663-b57e-51d645794085), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:49.420842 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.provisioning_blocks [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Provisioning complete for port c46a40db-b6a3-4e75-95fb-3b14be64ae74 triggered by entity L2. {{(pid=119955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:52:49.421226 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8194280'] for port (c46a40db-b6a3-4e75-95fb-3b14be64ae74), provisioning_complete {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:49.434836 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-b8279e9f-492f-4d3a-a9f4-a90739b81055 admin admin] Publish callbacks [] for security_group (b19c61e6-1fca-4485-9a19-4740d1697429), precommit_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:49.500495 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [None req-a2221e04-1149-4fcc-88f9-999d7571f2f1 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=af05f7970ed340eab19b24859a86aaae&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7181113 Mar 07 16:52:49.510398 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.wsgi [-] (119954) accepted ('10.222.0.18', 49816) {{(pid=119954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:52:49.526622 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2221e04-1149-4fcc-88f9-999d7571f2f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef47f615-5a0d-4a39-ae2a-c36922c85cd8,revision_number=1']} {{(pid=119954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:52:49.540113 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-fab445e3-dec0-4c2e-a8fc-4011ab5a5025 req-b79ea911-a6be-4382-b3c1-4d31a284c789 tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] 10.222.0.18 "GET /v2.0/security-groups?id=60218460-59f4-4e1f-8c5b-28b25250067c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1673756 Mar 07 16:52:49.545585 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [req-643b9768-1c45-4c54-b63a-0423981fabed req-371aad75-fee2-4dd5-b817-4ad9300afa83 tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] Publish callbacks [] for port (1a817d53-6064-4f5e-96ff-067caa362090), precommit_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:49.547168 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-f48a11ed-1142-4d36-85ba-49c953e83da6 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754346267055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3211674'] for port (1b34e98c-c8d7-43ec-a2e2-1a79f69a8ef0), after_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:49.590754 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-b8279e9f-492f-4d3a-a9f4-a90739b81055 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543383'] for security_group (b19c61e6-1fca-4485-9a19-4740d1697429), after_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:49.593574 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-b8279e9f-492f-4d3a-a9f4-a90739b81055 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:49.594768 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [None req-b8279e9f-492f-4d3a-a9f4-a90739b81055 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b19c61e6-1fca-4485-9a19-4740d1697429 HTTP/1.1" status: 204 len: 168 time: 0.7183340 Mar 07 16:52:49.613159 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8279e9f-492f-4d3a-a9f4-a90739b81055 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b19c61e6-1fca-4485-9a19-4740d1697429,revision_number=None']} {{(pid=119953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:52:49.629313 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [req-643b9768-1c45-4c54-b63a-0423981fabed req-371aad75-fee2-4dd5-b817-4ad9300afa83 tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754346267055'] for port (1a817d53-6064-4f5e-96ff-067caa362090), after_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:49.707181 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-643b9768-1c45-4c54-b63a-0423981fabed req-371aad75-fee2-4dd5-b817-4ad9300afa83 tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] Network 80a2c60b-59e3-4807-9654-13174f656625 is already hosted by enough agents. {{(pid=119953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:52:49.732796 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.plugin [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Current status of the port c46a40db-b6a3-4e75-95fb-3b14be64ae74 is: ACTIVE; New status is: ACTIVE {{(pid=119955) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:52:49.743396 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.scheduler.base_scheduler [req-643b9768-1c45-4c54-b63a-0423981fabed req-371aad75-fee2-4dd5-b817-4ad9300afa83 tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] Resources bound (agent type, host, resource id): {{(pid=119953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:52:49.750508 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f48a11ed-1142-4d36-85ba-49c953e83da6 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] Network 3eba6d1e-0acd-4586-8e75-f5a4e7e90d88 is already hosted by enough agents. {{(pid=119954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:52:49.755210 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.scheduler.base_scheduler [None req-f48a11ed-1142-4d36-85ba-49c953e83da6 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] Resources bound (agent type, host, resource id): {{(pid=119954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:52:49.755659 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.db.l3_dvrscheduler_db [req-643b9768-1c45-4c54-b63a-0423981fabed req-371aad75-fee2-4dd5-b817-4ad9300afa83 tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] Received port after_create {{(pid=119953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:52:49.764116 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c87d744-0250-4f8a-aeb6-a7e0b8157b7e req-64ff3802-9a3a-422b-b179-aeb678cb8de2 tempest-DeleteServersTestJSON-1962960307 tempest-DeleteServersTestJSON-1962960307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:52:49.770885 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643b9768-1c45-4c54-b63a-0423981fabed req-371aad75-fee2-4dd5-b817-4ad9300afa83 tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:52:49.771573 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-1c87d744-0250-4f8a-aeb6-a7e0b8157b7e req-64ff3802-9a3a-422b-b179-aeb678cb8de2 tempest-DeleteServersTestJSON-1962960307 tempest-DeleteServersTestJSON-1962960307-project] 10.222.0.18 "GET /v2.0/ports?device_id=49123f41-9480-47cf-93dd-0e1df87b21b4 HTTP/1.1" status: 200 len: 944 time: 0.3988681 Mar 07 16:52:49.771945 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [req-643b9768-1c45-4c54-b63a-0423981fabed req-371aad75-fee2-4dd5-b817-4ad9300afa83 tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550935'] for port (None), before_response {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:49.779087 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f48a11ed-1142-4d36-85ba-49c953e83da6 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] Received port after_create {{(pid=119954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:52:49.804966 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-643b9768-1c45-4c54-b63a-0423981fabed req-371aad75-fee2-4dd5-b817-4ad9300afa83 tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5644116 Mar 07 16:52:49.810115 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371aad75-fee2-4dd5-b817-4ad9300afa83 tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] Pushing event updated for resources: {'Port': ['ID=1a817d53-6064-4f5e-96ff-067caa362090,revision_number=1']} {{(pid=119953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:52:49.826450 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.v2.base [req-643b9768-1c45-4c54-b63a-0423981fabed req-bd1d2491-1746-43fb-91a2-3efeea4c35bc service neutron] Request body: {'port': {'device_id': '18b987a9-4ded-49ed-aef5-06d2d12e7d9b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80475'}} {{(pid=119953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:52:49.841866 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.notifiers.nova [req-44062481-befb-42be-b4a1-57aedf235e0f req-01428668-c6b3-4870-b399-7ec702dd4a31 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21d6fb0f-c105-4295-a523-36732687cb39 {{(pid=119954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:52:49.865604 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [req-44062481-befb-42be-b4a1-57aedf235e0f req-01428668-c6b3-4870-b399-7ec702dd4a31 service neutron] Publish callbacks [] for port (21d6fb0f-c105-4295-a523-36732687cb39), precommit_update {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:49.908530 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [req-643b9768-1c45-4c54-b63a-0423981fabed req-bd1d2491-1746-43fb-91a2-3efeea4c35bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8385759'] for port (1a817d53-6064-4f5e-96ff-067caa362090), before_update {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:49.911649 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-dba2adb3-00a9-498e-bdeb-9f9dd892049b admin admin] Publish callbacks [] for security_group (ef47f615-5a0d-4a39-ae2a-c36922c85cd8), before_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:49.919316 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48a11ed-1142-4d36-85ba-49c953e83da6 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] Pushing event updated for resources: {'Port': ['ID=1b34e98c-c8d7-43ec-a2e2-1a79f69a8ef0,revision_number=1']} {{(pid=119954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:52:50.024094 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.db.provisioning_blocks [req-44062481-befb-42be-b4a1-57aedf235e0f req-01428668-c6b3-4870-b399-7ec702dd4a31 service neutron] Transition to ACTIVE for port object 21d6fb0f-c105-4295-a523-36732687cb39 will not be triggered until provisioned by entity L2. {{(pid=119954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 16:52:50.095486 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [req-44062481-befb-42be-b4a1-57aedf235e0f req-01428668-c6b3-4870-b399-7ec702dd4a31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754346672056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754346267073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754346267091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3211747'] for port (21d6fb0f-c105-4295-a523-36732687cb39), after_update {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:50.112498 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-1c87d744-0250-4f8a-aeb6-a7e0b8157b7e req-fcc78324-d7e3-4dc8-98ec-85952083fc3b tempest-DeleteServersTestJSON-1962960307 tempest-DeleteServersTestJSON-1962960307-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca7d0e2e-329d-4d0a-a506-d7be9afbb6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3399858 Mar 07 16:52:50.114652 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-dba2adb3-00a9-498e-bdeb-9f9dd892049b admin admin] Publish callbacks [] for security_group (ef47f615-5a0d-4a39-ae2a-c36922c85cd8), precommit_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:50.289284 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-f48a11ed-1142-4d36-85ba-49c953e83da6 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] Publish callbacks [] for floatingip (8cafe398-d710-4f67-8260-a4b5cf3be996), precommit_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:50.297649 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01428668-c6b3-4870-b399-7ec702dd4a31 service neutron] Pushing event updated for resources: {'Port': ['ID=21d6fb0f-c105-4295-a523-36732687cb39,revision_number=2']} {{(pid=119954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:52:50.362269 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.notifiers.nova [req-643b9768-1c45-4c54-b63a-0423981fabed req-bd1d2491-1746-43fb-91a2-3efeea4c35bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a817d53-6064-4f5e-96ff-067caa362090 {{(pid=119953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:52:50.389325 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [req-643b9768-1c45-4c54-b63a-0423981fabed req-bd1d2491-1746-43fb-91a2-3efeea4c35bc service neutron] Publish callbacks [] for port (1a817d53-6064-4f5e-96ff-067caa362090), precommit_update {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:50.483273 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-2e09a55e-83c2-41cd-84cd-dd81282811c7 req-98d0c180-a935-40b4-9f8b-547edac49f5e tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c095ec4-a93a-4ccf-ae76-b30c7b1c954c HTTP/1.1" status: 200 len: 210 time: 0.0577872 Mar 07 16:52:50.497582 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-ad94e2ed-e0a8-44ae-a5ff-cf9ca5ab0e17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194190'] for agent (82ccd293-b7fb-4417-a581-186a4d7e9931), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:50.506113 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-f48a11ed-1142-4d36-85ba-49c953e83da6 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8385759'] for port (1b34e98c-c8d7-43ec-a2e2-1a79f69a8ef0), before_update {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:50.515027 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.db.provisioning_blocks [req-643b9768-1c45-4c54-b63a-0423981fabed req-bd1d2491-1746-43fb-91a2-3efeea4c35bc service neutron] Transition to ACTIVE for port object 1a817d53-6064-4f5e-96ff-067caa362090 will not be triggered until provisioned by entity L2. {{(pid=119953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 16:52:50.520192 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.plugins.ml2.managers [req-44062481-befb-42be-b4a1-57aedf235e0f req-01428668-c6b3-4870-b399-7ec702dd4a31 service neutron] Attempting to bind port 21d6fb0f-c105-4295-a523-36732687cb39 on host hv-cinder-80475 for vnic_type normal with profile {{(pid=119954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:52:50.520576 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.plugins.ml2.managers [req-44062481-befb-42be-b4a1-57aedf235e0f req-01428668-c6b3-4870-b399-7ec702dd4a31 service neutron] Attempting to bind port 21d6fb0f-c105-4295-a523-36732687cb39 by drivers openvswitch,hyperv on host hv-cinder-80475 at level 0 using segments [{'id': '4a056b74-7e94-4529-893a-3f499dced81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '958030d9-7413-4af7-a61d-7e3a7fb6105d'}] {{(pid=119954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:52:50.520933 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44062481-befb-42be-b4a1-57aedf235e0f req-01428668-c6b3-4870-b399-7ec702dd4a31 service neutron] Attempting to bind port 21d6fb0f-c105-4295-a523-36732687cb39 on network 958030d9-7413-4af7-a61d-7e3a7fb6105d {{(pid=119954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:52:50.526598 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [req-643b9768-1c45-4c54-b63a-0423981fabed req-bd1d2491-1746-43fb-91a2-3efeea4c35bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754346672056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754346267073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754346267091'] for port (1a817d53-6064-4f5e-96ff-067caa362090), after_update {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:50.554863 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-dba2adb3-00a9-498e-bdeb-9f9dd892049b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543383'] for security_group (ef47f615-5a0d-4a39-ae2a-c36922c85cd8), after_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:50.557475 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-dba2adb3-00a9-498e-bdeb-9f9dd892049b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:50.558666 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [None req-dba2adb3-00a9-498e-bdeb-9f9dd892049b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ef47f615-5a0d-4a39-ae2a-c36922c85cd8 HTTP/1.1" status: 204 len: 168 time: 1.0471315 Mar 07 16:52:50.578341 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba2adb3-00a9-498e-bdeb-9f9dd892049b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef47f615-5a0d-4a39-ae2a-c36922c85cd8,revision_number=None']} {{(pid=119954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:52:50.582620 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44062481-befb-42be-b4a1-57aedf235e0f req-01428668-c6b3-4870-b399-7ec702dd4a31 service neutron] Port 21d6fb0f-c105-4295-a523-36732687cb39 on network 958030d9-7413-4af7-a61d-7e3a7fb6105d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80475 {{(pid=119954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 16:52:50.582946 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44062481-befb-42be-b4a1-57aedf235e0f req-01428668-c6b3-4870-b399-7ec702dd4a31 service neutron] Attempting to bind port 21d6fb0f-c105-4295-a523-36732687cb39 on network 958030d9-7413-4af7-a61d-7e3a7fb6105d {{(pid=119954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:52:50.599368 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44062481-befb-42be-b4a1-57aedf235e0f req-01428668-c6b3-4870-b399-7ec702dd4a31 service neutron] Checking agent: {'id': '152bcc15-84f4-40a7-afe1-c30bc7269f8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80475', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 16, 50, 24), 'started_at': datetime.datetime(2022, 3, 7, 16, 50, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 52, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:52:50.600061 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44062481-befb-42be-b4a1-57aedf235e0f req-01428668-c6b3-4870-b399-7ec702dd4a31 service neutron] Checking segment: {'id': '4a056b74-7e94-4529-893a-3f499dced81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '958030d9-7413-4af7-a61d-7e3a7fb6105d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:52:50.600369 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44062481-befb-42be-b4a1-57aedf235e0f req-01428668-c6b3-4870-b399-7ec702dd4a31 service neutron] Bound using segment: {'id': '4a056b74-7e94-4529-893a-3f499dced81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '958030d9-7413-4af7-a61d-7e3a7fb6105d'} {{(pid=119954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:52:50.600857 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.plugins.ml2.managers [req-44062481-befb-42be-b4a1-57aedf235e0f req-01428668-c6b3-4870-b399-7ec702dd4a31 service neutron] Bound port: 21d6fb0f-c105-4295-a523-36732687cb39, host: hv-cinder-80475, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a056b74-7e94-4529-893a-3f499dced81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '958030d9-7413-4af7-a61d-7e3a7fb6105d'}}] {{(pid=119954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:52:50.601220 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [req-44062481-befb-42be-b4a1-57aedf235e0f req-01428668-c6b3-4870-b399-7ec702dd4a31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8385759'] for port (21d6fb0f-c105-4295-a523-36732687cb39), before_update {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:50.681341 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1d2491-1746-43fb-91a2-3efeea4c35bc service neutron] Pushing event updated for resources: {'Port': ['ID=1a817d53-6064-4f5e-96ff-067caa362090,revision_number=2']} {{(pid=119953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:52:50.689481 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.managers [req-643b9768-1c45-4c54-b63a-0423981fabed req-bd1d2491-1746-43fb-91a2-3efeea4c35bc service neutron] Attempting to bind port 1a817d53-6064-4f5e-96ff-067caa362090 on host hv-cinder-80475 for vnic_type normal with profile {{(pid=119953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:52:50.690099 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.managers [req-643b9768-1c45-4c54-b63a-0423981fabed req-bd1d2491-1746-43fb-91a2-3efeea4c35bc service neutron] Attempting to bind port 1a817d53-6064-4f5e-96ff-067caa362090 by drivers openvswitch,hyperv on host hv-cinder-80475 at level 0 using segments [{'id': 'de5c8597-5ec3-4c96-892c-f2304ae7166d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '80a2c60b-59e3-4807-9654-13174f656625'}] {{(pid=119953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:52:50.690524 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-643b9768-1c45-4c54-b63a-0423981fabed req-bd1d2491-1746-43fb-91a2-3efeea4c35bc service neutron] Attempting to bind port 1a817d53-6064-4f5e-96ff-067caa362090 on network 80a2c60b-59e3-4807-9654-13174f656625 {{(pid=119953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:52:50.698908 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-643b9768-1c45-4c54-b63a-0423981fabed req-bd1d2491-1746-43fb-91a2-3efeea4c35bc service neutron] Port 1a817d53-6064-4f5e-96ff-067caa362090 on network 80a2c60b-59e3-4807-9654-13174f656625 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80475 {{(pid=119953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 16:52:50.699385 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-643b9768-1c45-4c54-b63a-0423981fabed req-bd1d2491-1746-43fb-91a2-3efeea4c35bc service neutron] Attempting to bind port 1a817d53-6064-4f5e-96ff-067caa362090 on network 80a2c60b-59e3-4807-9654-13174f656625 {{(pid=119953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:52:50.709265 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-643b9768-1c45-4c54-b63a-0423981fabed req-bd1d2491-1746-43fb-91a2-3efeea4c35bc service neutron] Checking agent: {'id': '152bcc15-84f4-40a7-afe1-c30bc7269f8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80475', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 16, 50, 24), 'started_at': datetime.datetime(2022, 3, 7, 16, 50, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 52, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:52:50.710084 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-643b9768-1c45-4c54-b63a-0423981fabed req-bd1d2491-1746-43fb-91a2-3efeea4c35bc service neutron] Checking segment: {'id': 'de5c8597-5ec3-4c96-892c-f2304ae7166d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '80a2c60b-59e3-4807-9654-13174f656625'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:52:50.710612 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-643b9768-1c45-4c54-b63a-0423981fabed req-bd1d2491-1746-43fb-91a2-3efeea4c35bc service neutron] Bound using segment: {'id': 'de5c8597-5ec3-4c96-892c-f2304ae7166d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '80a2c60b-59e3-4807-9654-13174f656625'} {{(pid=119953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:52:50.711676 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.managers [req-643b9768-1c45-4c54-b63a-0423981fabed req-bd1d2491-1746-43fb-91a2-3efeea4c35bc service neutron] Bound port: 1a817d53-6064-4f5e-96ff-067caa362090, host: hv-cinder-80475, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de5c8597-5ec3-4c96-892c-f2304ae7166d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '80a2c60b-59e3-4807-9654-13174f656625'}}] {{(pid=119953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:52:50.712569 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [req-643b9768-1c45-4c54-b63a-0423981fabed req-bd1d2491-1746-43fb-91a2-3efeea4c35bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8385759'] for port (1a817d53-6064-4f5e-96ff-067caa362090), before_update {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:50.770672 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.plugins.ml2.db [req-44062481-befb-42be-b4a1-57aedf235e0f req-01428668-c6b3-4870-b399-7ec702dd4a31 service neutron] For port 21d6fb0f-c105-4295-a523-36732687cb39, host hv-cinder-80475, cleared binding levels {{(pid=119954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:52:50.781573 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.plugins.ml2.db [req-44062481-befb-42be-b4a1-57aedf235e0f req-01428668-c6b3-4870-b399-7ec702dd4a31 service neutron] For port 21d6fb0f-c105-4295-a523-36732687cb39, host hv-cinder-80475, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=21d6fb0f-c105-4295-a523-36732687cb39,segment=NetworkSegment(4a056b74-7e94-4529-893a-3f499dced81d),segment_id=4a056b74-7e94-4529-893a-3f499dced81d)] {{(pid=119954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:52:50.822594 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.rpc [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Device bc97aa31-6f1d-49c9-9188-38222a0555c0 up at agent hyperv_hv-cinder-80475 {{(pid=119955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:52:50.834872 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.db [req-643b9768-1c45-4c54-b63a-0423981fabed req-bd1d2491-1746-43fb-91a2-3efeea4c35bc service neutron] For port 1a817d53-6064-4f5e-96ff-067caa362090, host hv-cinder-80475, cleared binding levels {{(pid=119953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:52:50.838702 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.db [req-643b9768-1c45-4c54-b63a-0423981fabed req-bd1d2491-1746-43fb-91a2-3efeea4c35bc service neutron] For port 1a817d53-6064-4f5e-96ff-067caa362090, host hv-cinder-80475, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=1a817d53-6064-4f5e-96ff-067caa362090,segment=NetworkSegment(de5c8597-5ec3-4c96-892c-f2304ae7166d),segment_id=de5c8597-5ec3-4c96-892c-f2304ae7166d)] {{(pid=119953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:52:50.858722 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [req-643b9768-1c45-4c54-b63a-0423981fabed req-bd1d2491-1746-43fb-91a2-3efeea4c35bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754346672056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754346267073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754346267091'] for port (1a817d53-6064-4f5e-96ff-067caa362090), after_update {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:50.869928 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [req-44062481-befb-42be-b4a1-57aedf235e0f req-01428668-c6b3-4870-b399-7ec702dd4a31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754346672056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754346267073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754346267091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3211747'] for port (21d6fb0f-c105-4295-a523-36732687cb39), after_update {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:50.900518 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.wsgi [-] (119954) accepted ('10.222.0.66', 60008) {{(pid=119954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:52:50.922472 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44062481-befb-42be-b4a1-57aedf235e0f req-01428668-c6b3-4870-b399-7ec702dd4a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:52:50.923903 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [req-44062481-befb-42be-b4a1-57aedf235e0f req-01428668-c6b3-4870-b399-7ec702dd4a31 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550935'] for port (None), before_response {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:50.926504 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-44062481-befb-42be-b4a1-57aedf235e0f req-01428668-c6b3-4870-b399-7ec702dd4a31 service neutron] 10.222.0.66 "PUT /v2.0/ports/21d6fb0f-c105-4295-a523-36732687cb39 HTTP/1.1" status: 200 len: 1093 time: 3.5158198 Mar 07 16:52:50.935905 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643b9768-1c45-4c54-b63a-0423981fabed req-bd1d2491-1746-43fb-91a2-3efeea4c35bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:52:50.936956 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [req-643b9768-1c45-4c54-b63a-0423981fabed req-bd1d2491-1746-43fb-91a2-3efeea4c35bc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550935'] for port (None), before_response {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:50.938433 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-643b9768-1c45-4c54-b63a-0423981fabed req-bd1d2491-1746-43fb-91a2-3efeea4c35bc service neutron] 10.222.0.66 "PUT /v2.0/ports/1a817d53-6064-4f5e-96ff-067caa362090 HTTP/1.1" status: 200 len: 1093 time: 1.1169832 Mar 07 16:52:50.949030 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18b987a9-4ded-49ed-aef5-06d2d12e7d9b', 'tag': '1a817d53-6064-4f5e-96ff-067caa362090'}] {{(pid=119953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:52:50.951709 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed95515d7af65a162ef4af60abe3e4aacc73bb6c2379f81891a58e09c3a2d0f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abce640e-8d09-4d9a-a33c-1ffaf509bb2e" -d '{"events": [{"name": "network-changed", "server_uuid": "18b987a9-4ded-49ed-aef5-06d2d12e7d9b", "tag": "1a817d53-6064-4f5e-96ff-067caa362090"}]}' {{(pid=119953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:52:51.047855 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '301c6e16-505b-48af-a5b0-796dee2d11cd', 'tag': '21d6fb0f-c105-4295-a523-36732687cb39'}] {{(pid=119954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:52:51.146646 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 16:52:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6bef668-4324-4574-9d8c-0add08ac1594 x-openstack-request-id: req-c6bef668-4324-4574-9d8c-0add08ac1594 {{(pid=119953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:52:51.146942 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18b987a9-4ded-49ed-aef5-06d2d12e7d9b", "tag": "1a817d53-6064-4f5e-96ff-067caa362090", "status": "completed", "code": 200}]} {{(pid=119953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:52:51.147205 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c6bef668-4324-4574-9d8c-0add08ac1594 {{(pid=119953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:52:51.147619 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18b987a9-4ded-49ed-aef5-06d2d12e7d9b', 'tag': '1a817d53-6064-4f5e-96ff-067caa362090', 'status': 'completed', 'code': 200} Mar 07 16:52:51.151371 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1d2491-1746-43fb-91a2-3efeea4c35bc service neutron] Pushing event updated for resources: {'Port': ['ID=1a817d53-6064-4f5e-96ff-067caa362090,revision_number=3']} {{(pid=119953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:52:51.173647 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44062481-befb-42be-b4a1-57aedf235e0f req-92dc69a0-f424-472a-9c67-2707826b93e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:52:51.175399 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-44062481-befb-42be-b4a1-57aedf235e0f req-92dc69a0-f424-472a-9c67-2707826b93e5 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=edf4ec5f5dd34ec494b36396a8594bc1&device_id=301c6e16-505b-48af-a5b0-796dee2d11cd HTTP/1.1" status: 200 len: 1127 time: 0.1631126 Mar 07 16:52:51.304356 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-44062481-befb-42be-b4a1-57aedf235e0f req-e332bcdd-a265-4b77-b95e-4fbdedc0de30 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=21d6fb0f-c105-4295-a523-36732687cb39 HTTP/1.1" status: 200 len: 217 time: 0.1155262 Mar 07 16:52:51.362162 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.provisioning_blocks [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Provisioning for port bc97aa31-6f1d-49c9-9188-38222a0555c0 completed by entity L2. {{(pid=119955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 16:52:51.380070 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.provisioning_blocks [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Provisioning complete for port bc97aa31-6f1d-49c9-9188-38222a0555c0 triggered by entity L2. {{(pid=119955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:52:51.380574 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8194280'] for port (bc97aa31-6f1d-49c9-9188-38222a0555c0), provisioning_complete {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:51.399293 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44062481-befb-42be-b4a1-57aedf235e0f req-80ba35df-03a1-4d78-9c4f-80fb0e10261c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:52:51.401005 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-44062481-befb-42be-b4a1-57aedf235e0f req-80ba35df-03a1-4d78-9c4f-80fb0e10261c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=31c7bf73-b45c-4589-a934-6b9bdc6a30ea HTTP/1.1" status: 200 len: 850 time: 0.0713480 Mar 07 16:52:51.434622 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01428668-c6b3-4870-b399-7ec702dd4a31 service neutron] Pushing event updated for resources: {'Port': ['ID=21d6fb0f-c105-4295-a523-36732687cb39,revision_number=3']} {{(pid=119954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:52:51.448592 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4f4427-d609-43a9-a796-d4fd2a9582f1 req-4ea66797-b361-406b-9647-9961f72cabaa tempest-DeleteServersTestJSON-1962960307 tempest-DeleteServersTestJSON-1962960307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:52:51.453032 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c765daaa-bf7e-4586-8642-1e4307052011 req-50e6dbc1-db33-4570-b62e-a325dc2e009b tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:52:51.454520 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-c765daaa-bf7e-4586-8642-1e4307052011 req-50e6dbc1-db33-4570-b62e-a325dc2e009b tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] 10.222.0.66 "GET /v2.0/networks?id=80a2c60b-59e3-4807-9654-13174f656625 HTTP/1.1" status: 200 len: 819 time: 0.5264423 Mar 07 16:52:51.456396 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-8f4f4427-d609-43a9-a796-d4fd2a9582f1 req-4ea66797-b361-406b-9647-9961f72cabaa tempest-DeleteServersTestJSON-1962960307 tempest-DeleteServersTestJSON-1962960307-project] 10.222.0.18 "GET /v2.0/ports?device_id=49123f41-9480-47cf-93dd-0e1df87b21b4 HTTP/1.1" status: 200 len: 944 time: 0.1776049 Mar 07 16:52:51.579926 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.v2.base [req-c765daaa-bf7e-4586-8642-1e4307052011 req-56e35fc2-02cc-42ea-b6ef-69f592aa2e3a tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] Request body: {'port': {'device_id': '0c095ec4-a93a-4ccf-ae76-b30c7b1c954c', 'network_id': '80a2c60b-59e3-4807-9654-13174f656625', 'admin_state_up': True, 'tenant_id': 'fb0f78d7968f4bf1aee503f8e1cfe0f0'}} {{(pid=119954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:52:51.581339 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.plugin [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Current status of the port bc97aa31-6f1d-49c9-9188-38222a0555c0 is: BUILD; New status is: ACTIVE {{(pid=119955) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:52:51.582807 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8385759'] for port (bc97aa31-6f1d-49c9-9188-38222a0555c0), before_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:51.619875 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49123f41-9480-47cf-93dd-0e1df87b21b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc97aa31-6f1d-49c9-9188-38222a0555c0'}] {{(pid=119955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:52:51.668336 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44062481-befb-42be-b4a1-57aedf235e0f req-782b3a33-ba37-4470-a54c-c3eb117aa9e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:52:51.669862 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-44062481-befb-42be-b4a1-57aedf235e0f req-782b3a33-ba37-4470-a54c-c3eb117aa9e2 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=958030d9-7413-4af7-a61d-7e3a7fb6105d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.2370436 Mar 07 16:52:51.694712 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-8f4f4427-d609-43a9-a796-d4fd2a9582f1 req-f618474d-d6b4-4415-be08-dc3c6b94551e tempest-DeleteServersTestJSON-1962960307 tempest-DeleteServersTestJSON-1962960307-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca7d0e2e-329d-4d0a-a506-d7be9afbb6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2223155 Mar 07 16:52:51.709418 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c765daaa-bf7e-4586-8642-1e4307052011 req-56e35fc2-02cc-42ea-b6ef-69f592aa2e3a tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] Made reservation on behalf of fb0f78d7968f4bf1aee503f8e1cfe0f0 for: {'port': 1} {{(pid=119954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:52:51.712998 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [req-c765daaa-bf7e-4586-8642-1e4307052011 req-56e35fc2-02cc-42ea-b6ef-69f592aa2e3a tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8385759'] for port (None), before_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:51.724350 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be15815-a050-4592-86ed-4e65dc2039d9 req-415bfd66-54fb-472e-a0dd-ec56890154e3 tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:52:51.725922 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-6be15815-a050-4592-86ed-4e65dc2039d9 req-415bfd66-54fb-472e-a0dd-ec56890154e3 tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] 10.222.0.18 "GET /v2.0/ports?device_id=301c6e16-505b-48af-a5b0-796dee2d11cd HTTP/1.1" status: 200 len: 943 time: 0.9364495 Mar 07 16:52:51.734601 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-f48a11ed-1142-4d36-85ba-49c953e83da6 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] Publish callbacks [] for port (1b34e98c-c8d7-43ec-a2e2-1a79f69a8ef0), precommit_update {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:51.739246 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}841d5110a94e235157c02b6f4389d133be5f90b089d7eeb6218efd7d6b06db25" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5fcf2fb-aa9e-411d-b973-d30813ad9ae8" -d '{"events": [{"name": "network-changed", "server_uuid": "301c6e16-505b-48af-a5b0-796dee2d11cd", "tag": "21d6fb0f-c105-4295-a523-36732687cb39"}]}' {{(pid=119954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:52:51.761132 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-f48a11ed-1142-4d36-85ba-49c953e83da6 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754346672056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754346267073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754346267091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3211747'] for port (1b34e98c-c8d7-43ec-a2e2-1a79f69a8ef0), after_update {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:51.807725 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.db [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] For port bc97aa31-6f1d-49c9-9188-38222a0555c0, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=bc97aa31-6f1d-49c9-9188-38222a0555c0,segment=NetworkSegment(f9129b6d-cadb-48d6-8f79-c9ca67c48ac7),segment_id=f9129b6d-cadb-48d6-8f79-c9ca67c48ac7)] {{(pid=119955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:52:51.820053 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754346672056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754346267073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754346267091'] for port (bc97aa31-6f1d-49c9-9188-38222a0555c0), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:51.837715 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643b9768-1c45-4c54-b63a-0423981fabed req-00c829c7-b4b1-4e06-a129-e5ba7ebc8370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:52:51.839863 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-643b9768-1c45-4c54-b63a-0423981fabed req-00c829c7-b4b1-4e06-a129-e5ba7ebc8370 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=fb0f78d7968f4bf1aee503f8e1cfe0f0&device_id=18b987a9-4ded-49ed-aef5-06d2d12e7d9b HTTP/1.1" status: 200 len: 1127 time: 0.3953435 Mar 07 16:52:51.917135 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Pushing event updated for resources: {'Port': ['ID=bc97aa31-6f1d-49c9-9188-38222a0555c0,revision_number=5']} {{(pid=119955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:52:52.006215 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-643b9768-1c45-4c54-b63a-0423981fabed req-5afde702-f4a6-42f0-9f3b-273d0d11ee2b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1a817d53-6064-4f5e-96ff-067caa362090 HTTP/1.1" status: 200 len: 217 time: 0.1280096 Mar 07 16:52:52.123207 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-0d1b32c5-0803-4391-a623-fc098c7d5199 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194190'] for agent (8123e327-866e-42b5-856f-55ddd9e9e5b2), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:52.131305 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd4f8a5135c3a8ba668d7ce7b18abb72183bcf445ca628a57cbbb7bee2c3e543" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69929f2b-d4f6-4c9f-943e-4b13814274dc" -d '{"events": [{"server_uuid": "49123f41-9480-47cf-93dd-0e1df87b21b4", "name": "network-vif-plugged", "status": "completed", "tag": "bc97aa31-6f1d-49c9-9188-38222a0555c0"}]}' {{(pid=119955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:52:52.257399 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-2e8697d4-edcc-4ecd-8458-2795e365ca2e req-45295a3e-a669-483d-926d-db59be951564 tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c095ec4-a93a-4ccf-ae76-b30c7b1c954c HTTP/1.1" status: 200 len: 210 time: 0.3012571 Mar 07 16:52:52.317407 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-44062481-befb-42be-b4a1-57aedf235e0f req-44fe8c18-1dd6-4880-9856-86923e6f9f6a service neutron] 10.222.0.66 "GET /v2.0/networks/958030d9-7413-4af7-a61d-7e3a7fb6105d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6186795 Mar 07 16:52:52.409900 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48a11ed-1142-4d36-85ba-49c953e83da6 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] Pushing event updated for resources: {'Port': ['ID=1b34e98c-c8d7-43ec-a2e2-1a79f69a8ef0,revision_number=2']} {{(pid=119954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:52:52.428806 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643b9768-1c45-4c54-b63a-0423981fabed req-ddadaec4-227f-45d1-873d-e432fd3386b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:52:52.430295 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-643b9768-1c45-4c54-b63a-0423981fabed req-ddadaec4-227f-45d1-873d-e432fd3386b4 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=da018b7d-c800-4987-80e6-c869339f7229 HTTP/1.1" status: 200 len: 859 time: 0.4017344 Mar 07 16:52:52.487811 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-6be15815-a050-4592-86ed-4e65dc2039d9 req-1bdb3ed9-6edf-4876-9208-3fdf113de0fc tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] 10.222.0.18 "GET /v2.0/security-groups?id=60218460-59f4-4e1f-8c5b-28b25250067c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7391665 Mar 07 16:52:52.531497 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-f48a11ed-1142-4d36-85ba-49c953e83da6 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-706389'] for floatingip (8cafe398-d710-4f67-8260-a4b5cf3be996), after_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:52.563945 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-643b9768-1c45-4c54-b63a-0423981fabed req-06b64305-2319-4ef5-878c-7a706b04c2ce service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=80a2c60b-59e3-4807-9654-13174f656625&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0886331 Mar 07 16:52:52.608742 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-44062481-befb-42be-b4a1-57aedf235e0f req-cb0d456e-eaa5-4817-8a15-467d35d37bfe service neutron] 10.222.0.66 "GET /v2.0/networks/958030d9-7413-4af7-a61d-7e3a7fb6105d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2838948 Mar 07 16:52:52.623662 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.db.db_base_plugin_common [req-c765daaa-bf7e-4586-8642-1e4307052011 req-56e35fc2-02cc-42ea-b6ef-69f592aa2e3a tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] Allocated IP 172.20.0.11 (80a2c60b-59e3-4807-9654-13174f656625/da018b7d-c800-4987-80e6-c869339f7229/3def960f-3745-4403-84ce-5d83d455d620) {{(pid=119954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:52:52.634805 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-f48a11ed-1142-4d36-85ba-49c953e83da6 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47102'] for floatingip (None), before_response {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:52.636359 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [None req-f48a11ed-1142-4d36-85ba-49c953e83da6 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.4801366 Mar 07 16:52:52.687351 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.db.agents_db [None req-64435fe0-d7c6-4327-a557-6d3e8ab92464 None None] Agent healthcheck: found 6 active agents {{(pid=119956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 16:52:52.735479 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 16:52:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-997643ef-d613-492d-a16b-f08044762ac6 x-openstack-request-id: req-997643ef-d613-492d-a16b-f08044762ac6 {{(pid=119954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:52:52.736132 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "301c6e16-505b-48af-a5b0-796dee2d11cd", "tag": "21d6fb0f-c105-4295-a523-36732687cb39", "status": "completed", "code": 200}]} {{(pid=119954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:52:52.736860 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-997643ef-d613-492d-a16b-f08044762ac6 {{(pid=119954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:52:52.737796 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '301c6e16-505b-48af-a5b0-796dee2d11cd', 'tag': '21d6fb0f-c105-4295-a523-36732687cb39', 'status': 'completed', 'code': 200} Mar 07 16:52:52.762218 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 16:52:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-865d21e4-5559-4f2b-ad90-1652ed57f4e1 x-openstack-request-id: req-865d21e4-5559-4f2b-ad90-1652ed57f4e1 {{(pid=119955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:52:52.762743 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49123f41-9480-47cf-93dd-0e1df87b21b4", "name": "network-vif-plugged", "status": "completed", "tag": "bc97aa31-6f1d-49c9-9188-38222a0555c0", "code": 200}]} {{(pid=119955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:52:52.762927 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-865d21e4-5559-4f2b-ad90-1652ed57f4e1 {{(pid=119955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:52:52.763421 dv-cinder-804757-24-iscsi neutron-server[119955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49123f41-9480-47cf-93dd-0e1df87b21b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc97aa31-6f1d-49c9-9188-38222a0555c0', 'code': 200} Mar 07 16:52:52.785255 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-643b9768-1c45-4c54-b63a-0423981fabed req-3206a74c-57dd-4b40-8a44-a772087ea9c3 service neutron] 10.222.0.66 "GET /v2.0/networks/80a2c60b-59e3-4807-9654-13174f656625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2149487 Mar 07 16:52:52.984228 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [req-c765daaa-bf7e-4586-8642-1e4307052011 req-56e35fc2-02cc-42ea-b6ef-69f592aa2e3a tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] Publish callbacks [] for port (3def960f-3745-4403-84ce-5d83d455d620), precommit_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:52.990020 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fcf2fb-aa9e-411d-b973-d30813ad9ae8 req-c1bcd664-bdf3-4c46-80a1-3003559c8930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:52:52.992483 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-b5fcf2fb-aa9e-411d-b973-d30813ad9ae8 req-c1bcd664-bdf3-4c46-80a1-3003559c8930 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=edf4ec5f5dd34ec494b36396a8594bc1&device_id=301c6e16-505b-48af-a5b0-796dee2d11cd HTTP/1.1" status: 200 len: 1127 time: 0.1547439 Mar 07 16:52:53.013709 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-643b9768-1c45-4c54-b63a-0423981fabed req-3660fac7-dba7-4c32-b042-a583c1c0f6d8 service neutron] 10.222.0.66 "GET /v2.0/networks/80a2c60b-59e3-4807-9654-13174f656625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1831369 Mar 07 16:52:53.056819 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [req-c765daaa-bf7e-4586-8642-1e4307052011 req-56e35fc2-02cc-42ea-b6ef-69f592aa2e3a tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754346267055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3211674'] for port (3def960f-3745-4403-84ce-5d83d455d620), after_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:53.083771 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdaf23f1-79f6-4628-a94e-c64ec159c4e5 req-5b8b5958-91d7-41d1-af12-16d31bbb6eea tempest-DeleteServersTestJSON-1962960307 tempest-DeleteServersTestJSON-1962960307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:52:53.084060 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-cdaf23f1-79f6-4628-a94e-c64ec159c4e5 req-5b8b5958-91d7-41d1-af12-16d31bbb6eea tempest-DeleteServersTestJSON-1962960307 tempest-DeleteServersTestJSON-1962960307-project] 10.222.0.18 "GET /v2.0/ports?device_id=49123f41-9480-47cf-93dd-0e1df87b21b4 HTTP/1.1" status: 200 len: 945 time: 0.2795017 Mar 07 16:52:53.202504 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.wsgi [-] (119953) accepted ('10.222.0.66', 60013) {{(pid=119953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:52:53.206430 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-cdaf23f1-79f6-4628-a94e-c64ec159c4e5 req-2d12f2f9-a422-4163-bd5c-9535374fe8f6 tempest-DeleteServersTestJSON-1962960307 tempest-DeleteServersTestJSON-1962960307-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca7d0e2e-329d-4d0a-a506-d7be9afbb6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930510 Mar 07 16:52:53.222067 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c765daaa-bf7e-4586-8642-1e4307052011 req-56e35fc2-02cc-42ea-b6ef-69f592aa2e3a tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] Network 80a2c60b-59e3-4807-9654-13174f656625 is already hosted by enough agents. {{(pid=119954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:52:53.263772 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fcf2fb-aa9e-411d-b973-d30813ad9ae8 req-c73cc890-e95c-45c7-bef7-409be63ba55c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:52:53.266336 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-b5fcf2fb-aa9e-411d-b973-d30813ad9ae8 req-c73cc890-e95c-45c7-bef7-409be63ba55c service neutron] 10.222.0.66 "GET /v2.0/networks?id=958030d9-7413-4af7-a61d-7e3a7fb6105d HTTP/1.1" status: 200 len: 912 time: 0.2628300 Mar 07 16:52:53.276234 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.scheduler.base_scheduler [req-c765daaa-bf7e-4586-8642-1e4307052011 req-56e35fc2-02cc-42ea-b6ef-69f592aa2e3a tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] Resources bound (agent type, host, resource id): {{(pid=119954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:52:53.305776 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.db.l3_dvrscheduler_db [req-c765daaa-bf7e-4586-8642-1e4307052011 req-56e35fc2-02cc-42ea-b6ef-69f592aa2e3a tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] Received port after_create {{(pid=119954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:52:53.360770 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abce640e-8d09-4d9a-a33c-1ffaf509bb2e req-7c0985ec-2f40-4177-82a9-340f9bacf006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:52:53.363336 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-abce640e-8d09-4d9a-a33c-1ffaf509bb2e req-7c0985ec-2f40-4177-82a9-340f9bacf006 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=fb0f78d7968f4bf1aee503f8e1cfe0f0&device_id=18b987a9-4ded-49ed-aef5-06d2d12e7d9b HTTP/1.1" status: 200 len: 1127 time: 0.1558893 Mar 07 16:52:53.365435 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-b5fcf2fb-aa9e-411d-b973-d30813ad9ae8 req-a390b513-ea37-43d5-b3ad-4bee13072dee service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=21d6fb0f-c105-4295-a523-36732687cb39 HTTP/1.1" status: 200 len: 217 time: 0.0810070 Mar 07 16:52:53.377487 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e35fc2-02cc-42ea-b6ef-69f592aa2e3a tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] Pushing event updated for resources: {'Port': ['ID=3def960f-3745-4403-84ce-5d83d455d620,revision_number=1']} {{(pid=119954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:52:53.398999 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-0a3bd48b-7d60-4a1a-a12b-326e98852728 req-28a669e6-828b-4ae7-a29d-63e1cb930fdd tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--2133681890&fields=id&tenant_id=8ffb87e782b3452ab1b5e98b2ae4804b HTTP/1.1" status: 200 len: 267 time: 0.2853251 Mar 07 16:52:53.416647 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c765daaa-bf7e-4586-8642-1e4307052011 req-56e35fc2-02cc-42ea-b6ef-69f592aa2e3a tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:52:53.417256 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [req-c765daaa-bf7e-4586-8642-1e4307052011 req-56e35fc2-02cc-42ea-b6ef-69f592aa2e3a tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550935'] for port (None), before_response {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:53.471715 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47cc295-adab-4cf3-9c8f-9c59c8583928 req-42f8aa1e-5e62-484b-a785-3a8f68727367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:52:53.473555 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-f47cc295-adab-4cf3-9c8f-9c59c8583928 req-42f8aa1e-5e62-484b-a785-3a8f68727367 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=49123f41-9480-47cf-93dd-0e1df87b21b4 HTTP/1.1" status: 200 len: 1129 time: 0.2772205 Mar 07 16:52:53.479994 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-c765daaa-bf7e-4586-8642-1e4307052011 req-56e35fc2-02cc-42ea-b6ef-69f592aa2e3a tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9331710 Mar 07 16:52:53.493104 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194190'] for agent (3df9d949-03e8-46c4-b37f-6f8a21aeab22), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:53.517647 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fcf2fb-aa9e-411d-b973-d30813ad9ae8 req-42056581-68f6-43d2-86e6-a55604b2114c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:52:53.519345 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-b5fcf2fb-aa9e-411d-b973-d30813ad9ae8 req-42056581-68f6-43d2-86e6-a55604b2114c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=31c7bf73-b45c-4589-a934-6b9bdc6a30ea HTTP/1.1" status: 200 len: 850 time: 0.1212122 Mar 07 16:52:53.532412 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.v2.base [req-c765daaa-bf7e-4586-8642-1e4307052011 req-3bf07b5c-17ee-409f-9a50-2376aa907dab service neutron] Request body: {'port': {'device_id': '0c095ec4-a93a-4ccf-ae76-b30c7b1c954c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80475'}} {{(pid=119954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:52:53.537068 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcfe1f3-cfa2-4dce-ae75-339c9edd817b req-c7865070-9257-4572-9047-4a83bdbb3a28 tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:52:53.544065 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-3dcfe1f3-cfa2-4dce-ae75-339c9edd817b req-c7865070-9257-4572-9047-4a83bdbb3a28 tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c095ec4-a93a-4ccf-ae76-b30c7b1c954c HTTP/1.1" status: 200 len: 932 time: 0.1760840 Mar 07 16:52:53.563425 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [req-f47cc295-adab-4cf3-9c8f-9c59c8583928 req-cde3ca6c-df80-4877-8c5c-d56aee3a5133 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:53.595843 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abce640e-8d09-4d9a-a33c-1ffaf509bb2e req-b1a81683-bcc5-4038-b03e-ca349b647f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:52:53.597968 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-abce640e-8d09-4d9a-a33c-1ffaf509bb2e req-b1a81683-bcc5-4038-b03e-ca349b647f0c service neutron] 10.222.0.66 "GET /v2.0/networks?id=80a2c60b-59e3-4807-9654-13174f656625 HTTP/1.1" status: 200 len: 920 time: 0.1978064 Mar 07 16:52:53.662606 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3bd48b-7d60-4a1a-a12b-326e98852728 req-762590e6-d247-4cb2-8809-a032a58c602b tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:52:53.665187 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-0a3bd48b-7d60-4a1a-a12b-326e98852728 req-762590e6-d247-4cb2-8809-a032a58c602b tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] 10.222.0.18 "GET /v2.0/networks?id=863049fb-91f0-4803-9992-666b65540a85 HTTP/1.1" status: 200 len: 817 time: 0.2543685 Mar 07 16:52:53.667664 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-abce640e-8d09-4d9a-a33c-1ffaf509bb2e req-7a98b3b7-ca26-4a95-9e23-7879106d1b73 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1a817d53-6064-4f5e-96ff-067caa362090 HTTP/1.1" status: 200 len: 217 time: 0.0596471 Mar 07 16:52:53.678353 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-3dcfe1f3-cfa2-4dce-ae75-339c9edd817b req-89b57b06-c451-453f-b80e-3bac093439c0 tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] 10.222.0.18 "GET /v2.0/security-groups?id=aeca2cc4-2657-4c4b-965e-0f9cde167a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333771 Mar 07 16:52:53.686705 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [req-c765daaa-bf7e-4586-8642-1e4307052011 req-3bf07b5c-17ee-409f-9a50-2376aa907dab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8385759'] for port (3def960f-3745-4403-84ce-5d83d455d620), before_update {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:53.690448 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fcf2fb-aa9e-411d-b973-d30813ad9ae8 req-f9e3cc06-cc99-4924-8c21-f98b25f65138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:52:53.692411 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-b5fcf2fb-aa9e-411d-b973-d30813ad9ae8 req-f9e3cc06-cc99-4924-8c21-f98b25f65138 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=958030d9-7413-4af7-a61d-7e3a7fb6105d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1445816 Mar 07 16:52:53.745942 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-0a3bd48b-7d60-4a1a-a12b-326e98852728 req-a3294e47-86d8-445e-a6bd-2f104633fb8b tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] 10.222.0.18 "GET /v2.0/quotas/8ffb87e782b3452ab1b5e98b2ae4804b HTTP/1.1" status: 200 len: 375 time: 0.0544691 Mar 07 16:52:53.795159 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abce640e-8d09-4d9a-a33c-1ffaf509bb2e req-0b871a4a-47c3-4d74-8422-271d77156071 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:52:53.796687 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-abce640e-8d09-4d9a-a33c-1ffaf509bb2e req-0b871a4a-47c3-4d74-8422-271d77156071 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=da018b7d-c800-4987-80e6-c869339f7229 HTTP/1.1" status: 200 len: 859 time: 0.1174710 Mar 07 16:52:53.864328 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-abce640e-8d09-4d9a-a33c-1ffaf509bb2e req-00d585f3-6a8c-40e9-bb52-b9fcdd858668 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=80a2c60b-59e3-4807-9654-13174f656625&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391564 Mar 07 16:52:53.901606 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-b5fcf2fb-aa9e-411d-b973-d30813ad9ae8 req-cf18d2f6-fdd0-4a97-a873-36283cacc7df service neutron] 10.222.0.66 "GET /v2.0/networks/958030d9-7413-4af7-a61d-7e3a7fb6105d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1892552 Mar 07 16:52:53.988108 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0baa4c89-4960-4469-b165-2b0819fbfa18 req-630fd7d2-66e2-4b5d-b1f6-48108c88280c tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:52:53.989639 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-0baa4c89-4960-4469-b165-2b0819fbfa18 req-630fd7d2-66e2-4b5d-b1f6-48108c88280c tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] 10.222.0.18 "GET /v2.0/ports?device_id=301c6e16-505b-48af-a5b0-796dee2d11cd HTTP/1.1" status: 200 len: 943 time: 0.2083461 Mar 07 16:52:53.990138 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [req-f47cc295-adab-4cf3-9c8f-9c59c8583928 req-cde3ca6c-df80-4877-8c5c-d56aee3a5133 service neutron] Publish callbacks [] for security_group (b1e75a5d-6271-4d64-827f-64a2c6750f10), precommit_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:54.004163 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-0a3bd48b-7d60-4a1a-a12b-326e98852728 req-a64b6328-83d2-4862-8d57-13d9fd9cf8d9 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=8ffb87e782b3452ab1b5e98b2ae4804b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2236125 Mar 07 16:52:54.007841 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [req-f47cc295-adab-4cf3-9c8f-9c59c8583928 req-cde3ca6c-df80-4877-8c5c-d56aee3a5133 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543383'] for security_group (b1e75a5d-6271-4d64-827f-64a2c6750f10), after_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:54.068364 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-abce640e-8d09-4d9a-a33c-1ffaf509bb2e req-4cc9410d-e13e-4b40-85ed-c2ea8bec33a0 service neutron] 10.222.0.66 "GET /v2.0/networks/80a2c60b-59e3-4807-9654-13174f656625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1923764 Mar 07 16:52:54.123838 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-f47cc295-adab-4cf3-9c8f-9c59c8583928 req-cde3ca6c-df80-4877-8c5c-d56aee3a5133 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=ca7d0e2e-329d-4d0a-a506-d7be9afbb6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6379249 Mar 07 16:52:54.132857 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-b5fcf2fb-aa9e-411d-b973-d30813ad9ae8 req-0c663ac2-6262-4f87-b87a-b3e79cb249da service neutron] 10.222.0.66 "GET /v2.0/networks/958030d9-7413-4af7-a61d-7e3a7fb6105d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2201879 Mar 07 16:52:54.149822 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194190'] for agent (152bcc15-84f4-40a7-afe1-c30bc7269f8a), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:54.162011 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde3ca6c-df80-4877-8c5c-d56aee3a5133 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=b1e75a5d-6271-4d64-827f-64a2c6750f10,revision_number=1']} {{(pid=119954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:52:54.163195 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-0baa4c89-4960-4469-b165-2b0819fbfa18 req-5f6a6e9b-5fb2-49f7-a2df-fb0744162186 tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] 10.222.0.18 "GET /v2.0/security-groups?id=60218460-59f4-4e1f-8c5b-28b25250067c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1422892 Mar 07 16:52:54.197166 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-abce640e-8d09-4d9a-a33c-1ffaf509bb2e req-fe97be45-2bed-4ee3-8c86-26c1c9247fa1 service neutron] 10.222.0.66 "GET /v2.0/networks/80a2c60b-59e3-4807-9654-13174f656625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193011 Mar 07 16:52:54.225410 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-0a3bd48b-7d60-4a1a-a12b-326e98852728 req-85aee3f5-8126-4946-9576-49bd13ab4395 service neutron] 10.222.0.18 "GET /v2.0/networks/863049fb-91f0-4803-9992-666b65540a85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1929862 Mar 07 16:52:54.335632 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.notifiers.nova [req-c765daaa-bf7e-4586-8642-1e4307052011 req-3bf07b5c-17ee-409f-9a50-2376aa907dab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3def960f-3745-4403-84ce-5d83d455d620 {{(pid=119954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:52:54.346612 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [req-c765daaa-bf7e-4586-8642-1e4307052011 req-3bf07b5c-17ee-409f-9a50-2376aa907dab service neutron] Publish callbacks [] for port (3def960f-3745-4403-84ce-5d83d455d620), precommit_update {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:54.370929 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.db.provisioning_blocks [req-c765daaa-bf7e-4586-8642-1e4307052011 req-3bf07b5c-17ee-409f-9a50-2376aa907dab service neutron] Transition to ACTIVE for port object 3def960f-3745-4403-84ce-5d83d455d620 will not be triggered until provisioned by entity L2. {{(pid=119954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 16:52:54.373260 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-0a3bd48b-7d60-4a1a-a12b-326e98852728 req-da7f2137-aa60-4d6a-8045-f96066816f11 service neutron] 10.222.0.18 "GET /v2.0/networks/863049fb-91f0-4803-9992-666b65540a85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422434 Mar 07 16:52:54.380330 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6cf336-212b-4820-ae30-d72ea308749a req-3830fbc3-57da-44c2-a43e-9fdf46518f0f tempest-DeleteServersTestJSON-1962960307 tempest-DeleteServersTestJSON-1962960307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:52:54.380874 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [req-c765daaa-bf7e-4586-8642-1e4307052011 req-3bf07b5c-17ee-409f-9a50-2376aa907dab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754346672056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754346267073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754346267091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3211747'] for port (3def960f-3745-4403-84ce-5d83d455d620), after_update {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:54.389215 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-ac6cf336-212b-4820-ae30-d72ea308749a req-3830fbc3-57da-44c2-a43e-9fdf46518f0f tempest-DeleteServersTestJSON-1962960307 tempest-DeleteServersTestJSON-1962960307-project] 10.222.0.18 "GET /v2.0/ports?device_id=49123f41-9480-47cf-93dd-0e1df87b21b4 HTTP/1.1" status: 200 len: 945 time: 0.0869958 Mar 07 16:52:54.448555 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-ac6cf336-212b-4820-ae30-d72ea308749a req-d3a7627a-5391-4289-a24e-15d170a292a4 tempest-DeleteServersTestJSON-1962960307 tempest-DeleteServersTestJSON-1962960307-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca7d0e2e-329d-4d0a-a506-d7be9afbb6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541892 Mar 07 16:52:54.481571 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.wsgi [-] (119954) accepted ('10.222.0.18', 50016) {{(pid=119954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:52:54.490147 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf07b5c-17ee-409f-9a50-2376aa907dab service neutron] Pushing event updated for resources: {'Port': ['ID=3def960f-3745-4403-84ce-5d83d455d620,revision_number=2']} {{(pid=119954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:52:54.577551 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.plugins.ml2.managers [req-c765daaa-bf7e-4586-8642-1e4307052011 req-3bf07b5c-17ee-409f-9a50-2376aa907dab service neutron] Attempting to bind port 3def960f-3745-4403-84ce-5d83d455d620 on host hv-cinder-80475 for vnic_type normal with profile {{(pid=119954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:52:54.577892 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.plugins.ml2.managers [req-c765daaa-bf7e-4586-8642-1e4307052011 req-3bf07b5c-17ee-409f-9a50-2376aa907dab service neutron] Attempting to bind port 3def960f-3745-4403-84ce-5d83d455d620 by drivers openvswitch,hyperv on host hv-cinder-80475 at level 0 using segments [{'id': 'de5c8597-5ec3-4c96-892c-f2304ae7166d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '80a2c60b-59e3-4807-9654-13174f656625'}] {{(pid=119954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:52:54.578229 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c765daaa-bf7e-4586-8642-1e4307052011 req-3bf07b5c-17ee-409f-9a50-2376aa907dab service neutron] Attempting to bind port 3def960f-3745-4403-84ce-5d83d455d620 on network 80a2c60b-59e3-4807-9654-13174f656625 {{(pid=119954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:52:54.582799 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c765daaa-bf7e-4586-8642-1e4307052011 req-3bf07b5c-17ee-409f-9a50-2376aa907dab service neutron] Port 3def960f-3745-4403-84ce-5d83d455d620 on network 80a2c60b-59e3-4807-9654-13174f656625 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80475 {{(pid=119954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 16:52:54.583124 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c765daaa-bf7e-4586-8642-1e4307052011 req-3bf07b5c-17ee-409f-9a50-2376aa907dab service neutron] Attempting to bind port 3def960f-3745-4403-84ce-5d83d455d620 on network 80a2c60b-59e3-4807-9654-13174f656625 {{(pid=119954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:52:54.590445 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c765daaa-bf7e-4586-8642-1e4307052011 req-3bf07b5c-17ee-409f-9a50-2376aa907dab service neutron] Checking agent: {'id': '152bcc15-84f4-40a7-afe1-c30bc7269f8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80475', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 16, 50, 24), 'started_at': datetime.datetime(2022, 3, 7, 16, 50, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 52, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:52:54.590793 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c765daaa-bf7e-4586-8642-1e4307052011 req-3bf07b5c-17ee-409f-9a50-2376aa907dab service neutron] Checking segment: {'id': 'de5c8597-5ec3-4c96-892c-f2304ae7166d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '80a2c60b-59e3-4807-9654-13174f656625'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:52:54.591348 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c765daaa-bf7e-4586-8642-1e4307052011 req-3bf07b5c-17ee-409f-9a50-2376aa907dab service neutron] Bound using segment: {'id': 'de5c8597-5ec3-4c96-892c-f2304ae7166d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '80a2c60b-59e3-4807-9654-13174f656625'} {{(pid=119954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:52:54.592120 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.plugins.ml2.managers [req-c765daaa-bf7e-4586-8642-1e4307052011 req-3bf07b5c-17ee-409f-9a50-2376aa907dab service neutron] Bound port: 3def960f-3745-4403-84ce-5d83d455d620, host: hv-cinder-80475, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de5c8597-5ec3-4c96-892c-f2304ae7166d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '80a2c60b-59e3-4807-9654-13174f656625'}}] {{(pid=119954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:52:54.592645 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [req-c765daaa-bf7e-4586-8642-1e4307052011 req-3bf07b5c-17ee-409f-9a50-2376aa907dab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8385759'] for port (3def960f-3745-4403-84ce-5d83d455d620), before_update {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:54.671897 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-4c849a15-e494-4ec3-ab3d-059e7f4570bf req-df45f962-00ee-4813-8b8f-09e769b04c40 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] 10.222.0.18 "GET /v2.0/ports?device_id=2231807d-5256-4035-968e-56509c3eb6cc HTTP/1.1" status: 200 len: 210 time: 0.0815604 Mar 07 16:52:54.697455 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.plugins.ml2.db [req-c765daaa-bf7e-4586-8642-1e4307052011 req-3bf07b5c-17ee-409f-9a50-2376aa907dab service neutron] For port 3def960f-3745-4403-84ce-5d83d455d620, host hv-cinder-80475, cleared binding levels {{(pid=119954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:52:54.703944 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.plugins.ml2.db [req-c765daaa-bf7e-4586-8642-1e4307052011 req-3bf07b5c-17ee-409f-9a50-2376aa907dab service neutron] For port 3def960f-3745-4403-84ce-5d83d455d620, host hv-cinder-80475, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=3def960f-3745-4403-84ce-5d83d455d620,segment=NetworkSegment(de5c8597-5ec3-4c96-892c-f2304ae7166d),segment_id=de5c8597-5ec3-4c96-892c-f2304ae7166d)] {{(pid=119954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:52:54.724238 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-75ac3fe1-f8f7-4910-b554-18d077f2dc96 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:54.738454 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [req-c765daaa-bf7e-4586-8642-1e4307052011 req-3bf07b5c-17ee-409f-9a50-2376aa907dab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754346672056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754346267073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754346267091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3211747'] for port (3def960f-3745-4403-84ce-5d83d455d620), after_update {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:54.799742 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c765daaa-bf7e-4586-8642-1e4307052011 req-3bf07b5c-17ee-409f-9a50-2376aa907dab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:52:54.800401 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [req-c765daaa-bf7e-4586-8642-1e4307052011 req-3bf07b5c-17ee-409f-9a50-2376aa907dab service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550935'] for port (None), before_response {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:54.802264 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-c765daaa-bf7e-4586-8642-1e4307052011 req-3bf07b5c-17ee-409f-9a50-2376aa907dab service neutron] 10.222.0.66 "PUT /v2.0/ports/3def960f-3745-4403-84ce-5d83d455d620 HTTP/1.1" status: 200 len: 1094 time: 1.2823868 Mar 07 16:52:54.809654 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c095ec4-a93a-4ccf-ae76-b30c7b1c954c', 'tag': '3def960f-3745-4403-84ce-5d83d455d620'}] {{(pid=119954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:52:54.812548 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}841d5110a94e235157c02b6f4389d133be5f90b089d7eeb6218efd7d6b06db25" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9868ab68-4390-4d0d-8d66-eb255f0c5d5a" -d '{"events": [{"name": "network-changed", "server_uuid": "0c095ec4-a93a-4ccf-ae76-b30c7b1c954c", "tag": "3def960f-3745-4403-84ce-5d83d455d620"}]}' {{(pid=119954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:52:54.880483 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 16:52:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3911ed0d-bb29-419f-8f2f-e14d168d8d1d x-openstack-request-id: req-3911ed0d-bb29-419f-8f2f-e14d168d8d1d {{(pid=119954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:52:54.880776 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c095ec4-a93a-4ccf-ae76-b30c7b1c954c", "tag": "3def960f-3745-4403-84ce-5d83d455d620", "status": "completed", "code": 200}]} {{(pid=119954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:52:54.881029 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3911ed0d-bb29-419f-8f2f-e14d168d8d1d {{(pid=119954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:52:54.881576 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c095ec4-a93a-4ccf-ae76-b30c7b1c954c', 'tag': '3def960f-3745-4403-84ce-5d83d455d620', 'status': 'completed', 'code': 200} Mar 07 16:52:54.886666 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf07b5c-17ee-409f-9a50-2376aa907dab service neutron] Pushing event updated for resources: {'Port': ['ID=3def960f-3745-4403-84ce-5d83d455d620,revision_number=3']} {{(pid=119954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:52:54.912225 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26f2794-55f4-4cfc-b1af-338ca34913fc req-fd4caa39-cb03-4026-b7fe-d744134bef21 tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:52:54.913966 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-b26f2794-55f4-4cfc-b1af-338ca34913fc req-fd4caa39-cb03-4026-b7fe-d744134bef21 tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c095ec4-a93a-4ccf-ae76-b30c7b1c954c HTTP/1.1" status: 200 len: 944 time: 0.1352782 Mar 07 16:52:54.939229 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.wsgi [-] (119953) accepted ('10.222.0.18', 50048) {{(pid=119953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:52:54.960441 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-75ac3fe1-f8f7-4910-b554-18d077f2dc96 admin admin] Publish callbacks [] for security_group (b8c61230-2156-4ddf-9003-70e6518c2c74), precommit_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:54.970953 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-75ac3fe1-f8f7-4910-b554-18d077f2dc96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543383'] for security_group (b8c61230-2156-4ddf-9003-70e6518c2c74), after_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:55.021577 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-b26f2794-55f4-4cfc-b1af-338ca34913fc req-939ec12e-77ca-4dcb-bb8b-05a1373937ac tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] 10.222.0.18 "GET /v2.0/security-groups?id=aeca2cc4-2657-4c4b-965e-0f9cde167a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009700 Mar 07 16:52:55.028221 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [None req-75ac3fe1-f8f7-4910-b554-18d077f2dc96 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e38571bbfb754d6b9ce952f9880868fe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5449328 Mar 07 16:52:55.030465 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.wsgi [-] (119954) accepted ('10.222.0.18', 50054) {{(pid=119954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:52:55.032779 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ac3fe1-f8f7-4910-b554-18d077f2dc96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8c61230-2156-4ddf-9003-70e6518c2c74,revision_number=1']} {{(pid=119954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:52:55.069914 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-07321118-e7c7-417b-946a-42bc1fd18773 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:55.089682 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-9ef190e0-b8aa-4b85-a58a-d3d5cae6e7c3 admin admin] Publish callbacks [] for security_group (b8c61230-2156-4ddf-9003-70e6518c2c74), before_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:55.112669 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-9ef190e0-b8aa-4b85-a58a-d3d5cae6e7c3 admin admin] Publish callbacks [] for security_group (b8c61230-2156-4ddf-9003-70e6518c2c74), precommit_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:55.141801 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-07321118-e7c7-417b-946a-42bc1fd18773 admin admin] Publish callbacks [] for security_group (899a1581-1ada-4795-8004-5fe39e207191), precommit_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:55.148910 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-07321118-e7c7-417b-946a-42bc1fd18773 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543383'] for security_group (899a1581-1ada-4795-8004-5fe39e207191), after_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:55.159729 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-9ef190e0-b8aa-4b85-a58a-d3d5cae6e7c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543383'] for security_group (b8c61230-2156-4ddf-9003-70e6518c2c74), after_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:55.162401 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-9ef190e0-b8aa-4b85-a58a-d3d5cae6e7c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:55.163827 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [None req-9ef190e0-b8aa-4b85-a58a-d3d5cae6e7c3 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b8c61230-2156-4ddf-9003-70e6518c2c74 HTTP/1.1" status: 204 len: 168 time: 0.1324394 Mar 07 16:52:55.171438 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef190e0-b8aa-4b85-a58a-d3d5cae6e7c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8c61230-2156-4ddf-9003-70e6518c2c74,revision_number=None']} {{(pid=119954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:52:55.193245 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [None req-07321118-e7c7-417b-946a-42bc1fd18773 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=cd3eb22f6d604a6bbae51b44cd8b2496&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2529635 Mar 07 16:52:55.194107 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07321118-e7c7-417b-946a-42bc1fd18773 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=899a1581-1ada-4795-8004-5fe39e207191,revision_number=1']} {{(pid=119953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:52:55.197221 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.wsgi [-] (119954) accepted ('10.222.0.18', 50060) {{(pid=119954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:52:55.258210 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-971617f3-7ba2-48bd-82b7-0a43f7892d92 admin admin] Publish callbacks [] for security_group (899a1581-1ada-4795-8004-5fe39e207191), before_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:55.281890 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-971617f3-7ba2-48bd-82b7-0a43f7892d92 admin admin] Publish callbacks [] for security_group (899a1581-1ada-4795-8004-5fe39e207191), precommit_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:55.302412 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5acb10-d08f-4d9f-85e5-5cfb1ab514a1 req-1e3e6120-1515-4671-a948-a48cd282b2a0 tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:52:55.303960 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-3d5acb10-d08f-4d9f-85e5-5cfb1ab514a1 req-1e3e6120-1515-4671-a948-a48cd282b2a0 tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] 10.222.0.18 "GET /v2.0/ports?device_id=301c6e16-505b-48af-a5b0-796dee2d11cd HTTP/1.1" status: 200 len: 943 time: 0.0536168 Mar 07 16:52:55.342751 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-971617f3-7ba2-48bd-82b7-0a43f7892d92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543383'] for security_group (899a1581-1ada-4795-8004-5fe39e207191), after_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:55.345466 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-971617f3-7ba2-48bd-82b7-0a43f7892d92 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:55.346785 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [None req-971617f3-7ba2-48bd-82b7-0a43f7892d92 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/899a1581-1ada-4795-8004-5fe39e207191 HTTP/1.1" status: 204 len: 168 time: 0.1485016 Mar 07 16:52:55.356305 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971617f3-7ba2-48bd-82b7-0a43f7892d92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=899a1581-1ada-4795-8004-5fe39e207191,revision_number=None']} {{(pid=119954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:52:55.365474 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-3d5acb10-d08f-4d9f-85e5-5cfb1ab514a1 req-bcd5611a-463f-467c-b55b-b1557ab4be47 tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] 10.222.0.18 "GET /v2.0/security-groups?id=60218460-59f4-4e1f-8c5b-28b25250067c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549901 Mar 07 16:52:55.487214 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.wsgi [-] (119954) accepted ('10.222.0.18', 50068) {{(pid=119954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:52:55.500531 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-6a375f71-2020-49fc-be4d-94853a955302 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:55.585497 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf024ccd-8f5a-41f7-8b6a-5dbf5b39cf1e req-324dc1a2-9e74-440e-8007-0ee93cc0bc84 tempest-DeleteServersTestJSON-1962960307 tempest-DeleteServersTestJSON-1962960307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:52:55.587249 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-bf024ccd-8f5a-41f7-8b6a-5dbf5b39cf1e req-324dc1a2-9e74-440e-8007-0ee93cc0bc84 tempest-DeleteServersTestJSON-1962960307 tempest-DeleteServersTestJSON-1962960307-project] 10.222.0.18 "GET /v2.0/ports?device_id=49123f41-9480-47cf-93dd-0e1df87b21b4 HTTP/1.1" status: 200 len: 945 time: 0.0792410 Mar 07 16:52:55.641296 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-6a375f71-2020-49fc-be4d-94853a955302 admin admin] Publish callbacks [] for security_group (e39e2e68-dd79-4366-9143-8287dcb18b86), precommit_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:55.651379 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-6a375f71-2020-49fc-be4d-94853a955302 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543383'] for security_group (e39e2e68-dd79-4366-9143-8287dcb18b86), after_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:55.665344 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-bf024ccd-8f5a-41f7-8b6a-5dbf5b39cf1e req-9271c8c8-bff7-4314-9604-0db79fd26833 tempest-DeleteServersTestJSON-1962960307 tempest-DeleteServersTestJSON-1962960307-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca7d0e2e-329d-4d0a-a506-d7be9afbb6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670433 Mar 07 16:52:55.689812 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.wsgi [-] (119954) accepted ('10.222.0.18', 50074) {{(pid=119954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:52:55.701702 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [None req-6a375f71-2020-49fc-be4d-94853a955302 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8705e798cbe44acca64324d5649e79b5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2131684 Mar 07 16:52:55.704386 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.wsgi [-] (119954) accepted ('10.222.0.18', 50078) {{(pid=119954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:52:55.714690 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a375f71-2020-49fc-be4d-94853a955302 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e39e2e68-dd79-4366-9143-8287dcb18b86,revision_number=1']} {{(pid=119954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:52:55.723895 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-371c2a05-4667-45a4-9d01-24cd2d2366ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:55.770334 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-306d7a44-cb72-4e8f-a371-8de1e546c104 req-9aa65c5d-e6cb-4a36-bb4c-e116eb0e3852 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] 10.222.0.18 "GET /v2.0/ports?device_id=2231807d-5256-4035-968e-56509c3eb6cc HTTP/1.1" status: 200 len: 210 time: 0.0357442 Mar 07 16:52:55.789200 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-96df818f-9a88-4f3c-8529-19e92244308e admin admin] Publish callbacks [] for security_group (e39e2e68-dd79-4366-9143-8287dcb18b86), before_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:55.821033 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-96df818f-9a88-4f3c-8529-19e92244308e admin admin] Publish callbacks [] for security_group (e39e2e68-dd79-4366-9143-8287dcb18b86), precommit_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:55.866820 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-371c2a05-4667-45a4-9d01-24cd2d2366ca admin admin] Publish callbacks [] for security_group (73c094c8-bf70-49db-a624-d18e45fff50c), precommit_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:55.872671 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-371c2a05-4667-45a4-9d01-24cd2d2366ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543383'] for security_group (73c094c8-bf70-49db-a624-d18e45fff50c), after_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:55.912768 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-96df818f-9a88-4f3c-8529-19e92244308e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543383'] for security_group (e39e2e68-dd79-4366-9143-8287dcb18b86), after_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:55.915187 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-96df818f-9a88-4f3c-8529-19e92244308e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:55.916367 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [None req-96df818f-9a88-4f3c-8529-19e92244308e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e39e2e68-dd79-4366-9143-8287dcb18b86 HTTP/1.1" status: 204 len: 168 time: 0.2111804 Mar 07 16:52:55.920735 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371c2a05-4667-45a4-9d01-24cd2d2366ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73c094c8-bf70-49db-a624-d18e45fff50c,revision_number=1']} {{(pid=119954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:52:55.925179 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [None req-371c2a05-4667-45a4-9d01-24cd2d2366ca admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=cc563b807ced49b7a4ee1087f26a3b10&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2311146 Mar 07 16:52:55.928117 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.wsgi [-] (119953) accepted ('10.222.0.18', 50082) {{(pid=119953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:52:55.933866 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96df818f-9a88-4f3c-8529-19e92244308e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e39e2e68-dd79-4366-9143-8287dcb18b86,revision_number=None']} {{(pid=119954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:52:55.988160 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-b8311847-77db-4b88-95cd-232815050c1d admin admin] Publish callbacks [] for security_group (73c094c8-bf70-49db-a624-d18e45fff50c), before_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:56.011111 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-b8311847-77db-4b88-95cd-232815050c1d admin admin] Publish callbacks [] for security_group (73c094c8-bf70-49db-a624-d18e45fff50c), precommit_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:56.061913 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-b8311847-77db-4b88-95cd-232815050c1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543383'] for security_group (73c094c8-bf70-49db-a624-d18e45fff50c), after_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:56.064507 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-b8311847-77db-4b88-95cd-232815050c1d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:56.065670 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [None req-b8311847-77db-4b88-95cd-232815050c1d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/73c094c8-bf70-49db-a624-d18e45fff50c HTTP/1.1" status: 204 len: 168 time: 0.1360376 Mar 07 16:52:56.074773 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8311847-77db-4b88-95cd-232815050c1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73c094c8-bf70-49db-a624-d18e45fff50c,revision_number=None']} {{(pid=119953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:52:56.170055 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650f288d-1887-44e2-b162-7138fbbc83fb req-004844ef-1975-414c-8833-6f65dc0fd26a tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:52:56.171707 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-650f288d-1887-44e2-b162-7138fbbc83fb req-004844ef-1975-414c-8833-6f65dc0fd26a tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c095ec4-a93a-4ccf-ae76-b30c7b1c954c HTTP/1.1" status: 200 len: 944 time: 0.0572600 Mar 07 16:52:56.224238 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-650f288d-1887-44e2-b162-7138fbbc83fb req-c7c3d6b4-943f-4e1c-a9b3-e203d751c744 tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] 10.222.0.18 "GET /v2.0/security-groups?id=aeca2cc4-2657-4c4b-965e-0f9cde167a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456562 Mar 07 16:52:56.489994 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f1a0d0-ec09-499b-9934-af67ad63ad53 req-46a4bf29-904b-4c35-a637-fadb6549ea5f tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:52:56.491930 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-d3f1a0d0-ec09-499b-9934-af67ad63ad53 req-46a4bf29-904b-4c35-a637-fadb6549ea5f tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] 10.222.0.18 "GET /v2.0/ports?device_id=301c6e16-505b-48af-a5b0-796dee2d11cd HTTP/1.1" status: 200 len: 943 time: 0.0587003 Mar 07 16:52:56.543946 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-d3f1a0d0-ec09-499b-9934-af67ad63ad53 req-f0c7a447-7acc-47fd-a953-fc838df27db2 tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] 10.222.0.18 "GET /v2.0/security-groups?id=60218460-59f4-4e1f-8c5b-28b25250067c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451355 Mar 07 16:52:56.822318 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9953e4-663d-47c1-90b3-318c34b6fae8 req-7d4b0d1b-cca2-40bf-8af8-de4cee56a9d5 tempest-DeleteServersTestJSON-1962960307 tempest-DeleteServersTestJSON-1962960307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:52:56.823879 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-1c9953e4-663d-47c1-90b3-318c34b6fae8 req-7d4b0d1b-cca2-40bf-8af8-de4cee56a9d5 tempest-DeleteServersTestJSON-1962960307 tempest-DeleteServersTestJSON-1962960307-project] 10.222.0.18 "GET /v2.0/ports?device_id=49123f41-9480-47cf-93dd-0e1df87b21b4 HTTP/1.1" status: 200 len: 945 time: 0.0773590 Mar 07 16:52:56.888907 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-1c9953e4-663d-47c1-90b3-318c34b6fae8 req-f317ab6c-c63d-4bfd-aa32-b6f9f6da4771 tempest-DeleteServersTestJSON-1962960307 tempest-DeleteServersTestJSON-1962960307-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca7d0e2e-329d-4d0a-a506-d7be9afbb6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589628 Mar 07 16:52:56.890391 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-791ae583-3ace-4da8-9ccf-c5f2433500fe req-7ad654ef-7099-47fe-97c6-9287c4360de7 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] 10.222.0.18 "GET /v2.0/ports?device_id=2231807d-5256-4035-968e-56509c3eb6cc HTTP/1.1" status: 200 len: 210 time: 0.0378911 Mar 07 16:52:57.192969 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9868ab68-4390-4d0d-8d66-eb255f0c5d5a req-1a0771f6-d145-4ec5-b00b-fa1d9223f453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:52:57.202910 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-9868ab68-4390-4d0d-8d66-eb255f0c5d5a req-1a0771f6-d145-4ec5-b00b-fa1d9223f453 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=fb0f78d7968f4bf1aee503f8e1cfe0f0&device_id=0c095ec4-a93a-4ccf-ae76-b30c7b1c954c HTTP/1.1" status: 200 len: 1128 time: 0.1149108 Mar 07 16:52:57.425943 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cc821a-58d5-4058-9d98-56322e94bd72 req-4e701693-b72b-4fc6-92bf-54893375a8bb tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:52:57.434159 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-e3cc821a-58d5-4058-9d98-56322e94bd72 req-4e701693-b72b-4fc6-92bf-54893375a8bb tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c095ec4-a93a-4ccf-ae76-b30c7b1c954c HTTP/1.1" status: 200 len: 944 time: 0.1124134 Mar 07 16:52:57.524482 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-e3cc821a-58d5-4058-9d98-56322e94bd72 req-b4c3f7b1-6636-484b-82a0-b0e913c2326b tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] 10.222.0.18 "GET /v2.0/security-groups?id=aeca2cc4-2657-4c4b-965e-0f9cde167a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889747 Mar 07 16:52:57.688831 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9868ab68-4390-4d0d-8d66-eb255f0c5d5a req-6c6b7292-1b11-4296-9e83-7f694941d566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:52:57.690388 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-9868ab68-4390-4d0d-8d66-eb255f0c5d5a req-6c6b7292-1b11-4296-9e83-7f694941d566 service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=fb0f78d7968f4bf1aee503f8e1cfe0f0&shared=False HTTP/1.1" status: 200 len: 920 time: 0.4728858 Mar 07 16:52:57.780600 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.rpc [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Device 21d6fb0f-c105-4295-a523-36732687cb39 details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=119955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 16:52:57.803155 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3689b4f-b755-48ad-84f6-81f335062192 req-17a381ab-a627-49cd-9c4e-e18602e68c82 tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:52:57.805129 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-d3689b4f-b755-48ad-84f6-81f335062192 req-17a381ab-a627-49cd-9c4e-e18602e68c82 tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] 10.222.0.18 "GET /v2.0/ports?device_id=301c6e16-505b-48af-a5b0-796dee2d11cd HTTP/1.1" status: 200 len: 943 time: 0.1614978 Mar 07 16:52:57.973921 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9868ab68-4390-4d0d-8d66-eb255f0c5d5a req-d338d5d6-7054-4666-b5d9-acf6800f7acb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:52:57.981420 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-9868ab68-4390-4d0d-8d66-eb255f0c5d5a req-d338d5d6-7054-4666-b5d9-acf6800f7acb service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2824438 Mar 07 16:52:58.012625 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-d3689b4f-b755-48ad-84f6-81f335062192 req-987cb674-e422-4f7c-9dfa-2096699a7332 tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] 10.222.0.18 "GET /v2.0/security-groups?id=60218460-59f4-4e1f-8c5b-28b25250067c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1933100 Mar 07 16:52:58.019732 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.db [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] For port 21d6fb0f-c105-4295-a523-36732687cb39, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=21d6fb0f-c105-4295-a523-36732687cb39,segment=NetworkSegment(4a056b74-7e94-4529-893a-3f499dced81d),segment_id=4a056b74-7e94-4529-893a-3f499dced81d)] {{(pid=119955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:52:58.076506 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.rpc [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Returning: {'device': '21d6fb0f-c105-4295-a523-36732687cb39', 'network_id': '958030d9-7413-4af7-a61d-7e3a7fb6105d', 'port_id': '21d6fb0f-c105-4295-a523-36732687cb39', 'mac_address': 'fa:16:3e:a3:c6:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 858, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31c7bf73-b45c-4589-a934-6b9bdc6a30ea', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 16:52:58.168914 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a61a17-c53f-4bc2-a2a4-b22a13512918 req-fc70d197-b557-4830-b57b-b205acc326ef tempest-DeleteServersTestJSON-1962960307 tempest-DeleteServersTestJSON-1962960307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:52:58.170923 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-71a61a17-c53f-4bc2-a2a4-b22a13512918 req-fc70d197-b557-4830-b57b-b205acc326ef tempest-DeleteServersTestJSON-1962960307 tempest-DeleteServersTestJSON-1962960307-project] 10.222.0.18 "GET /v2.0/ports?device_id=49123f41-9480-47cf-93dd-0e1df87b21b4 HTTP/1.1" status: 200 len: 945 time: 0.1505437 Mar 07 16:52:58.185498 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.plugin [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Current status of the port 21d6fb0f-c105-4295-a523-36732687cb39 is: DOWN; New status is: BUILD {{(pid=119955) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:52:58.185888 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8385759'] for port (21d6fb0f-c105-4295-a523-36732687cb39), before_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:58.216988 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.notifiers.nova [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21d6fb0f-c105-4295-a523-36732687cb39 {{(pid=119955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:52:58.265114 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-71a61a17-c53f-4bc2-a2a4-b22a13512918 req-4a6d2ae6-ce4f-4293-a6b0-34c7f2a72fd3 tempest-DeleteServersTestJSON-1962960307 tempest-DeleteServersTestJSON-1962960307-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca7d0e2e-329d-4d0a-a506-d7be9afbb6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826423 Mar 07 16:52:58.285107 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-4f05b4f1-54d3-428d-84c0-3ddaddb2db74 req-dee47840-d4e6-45ac-82da-c9424ce41245 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] 10.222.0.18 "GET /v2.0/ports?device_id=2231807d-5256-4035-968e-56509c3eb6cc HTTP/1.1" status: 200 len: 210 time: 0.0715792 Mar 07 16:52:58.286528 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.db [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] For port 21d6fb0f-c105-4295-a523-36732687cb39, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=21d6fb0f-c105-4295-a523-36732687cb39,segment=NetworkSegment(4a056b74-7e94-4529-893a-3f499dced81d),segment_id=4a056b74-7e94-4529-893a-3f499dced81d)] {{(pid=119955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:52:58.294958 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754346672056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754346267073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754346267091'] for port (21d6fb0f-c105-4295-a523-36732687cb39), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:58.296015 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.rpc [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Device 1a817d53-6064-4f5e-96ff-067caa362090 details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=119955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 16:52:58.311399 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3bd48b-7d60-4a1a-a12b-326e98852728 req-89806995-4c78-4c74-8956-81446a14e621 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:52:58.313018 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-0a3bd48b-7d60-4a1a-a12b-326e98852728 req-89806995-4c78-4c74-8956-81446a14e621 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] 10.222.0.66 "GET /v2.0/networks?id=863049fb-91f0-4803-9992-666b65540a85 HTTP/1.1" status: 200 len: 817 time: 0.2994475 Mar 07 16:52:58.343463 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c765daaa-bf7e-4586-8642-1e4307052011 req-cf181079-56fd-44a4-b89a-87904311959d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:52:58.351453 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-c765daaa-bf7e-4586-8642-1e4307052011 req-cf181079-56fd-44a4-b89a-87904311959d service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=fb0f78d7968f4bf1aee503f8e1cfe0f0&device_id=0c095ec4-a93a-4ccf-ae76-b30c7b1c954c HTTP/1.1" status: 200 len: 1128 time: 0.1434169 Mar 07 16:52:58.385725 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.wsgi [-] (119954) accepted ('10.222.0.18', 50230) {{(pid=119954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:52:58.386760 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Pushing event updated for resources: {'Port': ['ID=21d6fb0f-c105-4295-a523-36732687cb39,revision_number=4']} {{(pid=119955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:52:58.468440 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.db [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] For port 1a817d53-6064-4f5e-96ff-067caa362090, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=1a817d53-6064-4f5e-96ff-067caa362090,segment=NetworkSegment(de5c8597-5ec3-4c96-892c-f2304ae7166d),segment_id=de5c8597-5ec3-4c96-892c-f2304ae7166d)] {{(pid=119955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:52:58.480624 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-c765daaa-bf7e-4586-8642-1e4307052011 req-3e885a04-0b8d-4f92-ab3f-0bf43ec4b2f7 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3def960f-3745-4403-84ce-5d83d455d620 HTTP/1.1" status: 200 len: 217 time: 0.0797865 Mar 07 16:52:58.481192 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.rpc [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Returning: {'device': '1a817d53-6064-4f5e-96ff-067caa362090', 'network_id': '80a2c60b-59e3-4807-9654-13174f656625', 'port_id': '1a817d53-6064-4f5e-96ff-067caa362090', 'mac_address': 'fa:16:3e:08:e8:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 870, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da018b7d-c800-4987-80e6-c869339f7229', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 16:52:58.535212 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.plugin [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Current status of the port 1a817d53-6064-4f5e-96ff-067caa362090 is: DOWN; New status is: BUILD {{(pid=119955) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:52:58.535915 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8385759'] for port (1a817d53-6064-4f5e-96ff-067caa362090), before_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:58.550717 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.notifiers.nova [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a817d53-6064-4f5e-96ff-067caa362090 {{(pid=119955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:52:58.563403 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-fa6afd21-23e9-4c67-8f74-1dfe6c775b2c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:58.577069 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.db [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] For port 1a817d53-6064-4f5e-96ff-067caa362090, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=1a817d53-6064-4f5e-96ff-067caa362090,segment=NetworkSegment(de5c8597-5ec3-4c96-892c-f2304ae7166d),segment_id=de5c8597-5ec3-4c96-892c-f2304ae7166d)] {{(pid=119955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:52:58.582234 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754346672056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754346267073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754346267091'] for port (1a817d53-6064-4f5e-96ff-067caa362090), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:58.614020 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-0a3bd48b-7d60-4a1a-a12b-326e98852728 req-4119d9a8-983d-4284-aa54-70c17d4a094c tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8ffb87e782b3452ab1b5e98b2ae4804b HTTP/1.1" status: 200 len: 380 time: 0.2287583 Mar 07 16:52:58.621291 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c765daaa-bf7e-4586-8642-1e4307052011 req-838f6a2e-4391-4747-9517-a7c674685554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:52:58.634792 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-c765daaa-bf7e-4586-8642-1e4307052011 req-838f6a2e-4391-4747-9517-a7c674685554 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=da018b7d-c800-4987-80e6-c869339f7229 HTTP/1.1" status: 200 len: 859 time: 0.1183536 Mar 07 16:52:58.639595 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.v2.base [req-0a3bd48b-7d60-4a1a-a12b-326e98852728 req-a88d27a4-5213-4802-a964-3162784fc66d tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] Request body: {'port': {'device_id': '2231807d-5256-4035-968e-56509c3eb6cc', 'network_id': '863049fb-91f0-4803-9992-666b65540a85', 'admin_state_up': True, 'tenant_id': '8ffb87e782b3452ab1b5e98b2ae4804b', 'security_groups': ['91de0b44-8849-4808-9a38-820e64d88ae6']}} {{(pid=119953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:52:58.650476 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Pushing event updated for resources: {'Port': ['ID=1a817d53-6064-4f5e-96ff-067caa362090,revision_number=4']} {{(pid=119955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:52:58.691432 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-c765daaa-bf7e-4586-8642-1e4307052011 req-27e9e427-9cc2-4ca8-a4f1-e60cbd833c92 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=80a2c60b-59e3-4807-9654-13174f656625&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0469880 Mar 07 16:52:58.736234 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3c776c-9219-4fd5-a587-6a74b8f6ef37 req-27f1df13-e2bc-46c4-8ea1-56314217e572 tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:52:58.737707 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-ce3c776c-9219-4fd5-a587-6a74b8f6ef37 req-27f1df13-e2bc-46c4-8ea1-56314217e572 tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c095ec4-a93a-4ccf-ae76-b30c7b1c954c HTTP/1.1" status: 200 len: 944 time: 0.0904179 Mar 07 16:52:58.743199 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-fa6afd21-23e9-4c67-8f74-1dfe6c775b2c admin admin] Publish callbacks [] for security_group (83db4e7e-b6f7-47b2-bc6f-648687f2c544), precommit_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:58.761173 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-fa6afd21-23e9-4c67-8f74-1dfe6c775b2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543383'] for security_group (83db4e7e-b6f7-47b2-bc6f-648687f2c544), after_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:58.825121 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [None req-fa6afd21-23e9-4c67-8f74-1dfe6c775b2c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8336ca0465dc4de78fae55be933e1ecc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4379299 Mar 07 16:52:58.825828 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6afd21-23e9-4c67-8f74-1dfe6c775b2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83db4e7e-b6f7-47b2-bc6f-648687f2c544,revision_number=1']} {{(pid=119954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:52:58.828981 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.wsgi [-] (119954) accepted ('10.222.0.18', 50244) {{(pid=119954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:52:58.862495 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-ce3c776c-9219-4fd5-a587-6a74b8f6ef37 req-d43e0099-0641-4705-b2e5-eb038c8b682c tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] 10.222.0.18 "GET /v2.0/security-groups?id=aeca2cc4-2657-4c4b-965e-0f9cde167a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178124 Mar 07 16:52:58.873421 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-c765daaa-bf7e-4586-8642-1e4307052011 req-36d77b65-eaa3-446f-91b6-bdcf08b4ac87 service neutron] 10.222.0.66 "GET /v2.0/networks/80a2c60b-59e3-4807-9654-13174f656625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514890 Mar 07 16:52:58.879452 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a3bd48b-7d60-4a1a-a12b-326e98852728 req-a88d27a4-5213-4802-a964-3162784fc66d tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] Made reservation on behalf of 8ffb87e782b3452ab1b5e98b2ae4804b for: {'port': 1} {{(pid=119953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:52:58.883415 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [req-0a3bd48b-7d60-4a1a-a12b-326e98852728 req-a88d27a4-5213-4802-a964-3162784fc66d tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8385759'] for port (None), before_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:58.906085 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-394c66c8-4bd6-4daa-9e4b-6992ed62e933 admin admin] Publish callbacks [] for security_group (83db4e7e-b6f7-47b2-bc6f-648687f2c544), before_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:58.932934 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.db [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] get_ports_and_sgs() called for port_ids ['1a817d53-6064-4f5e-96ff-067caa362090'] {{(pid=119955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:52:58.944659 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-394c66c8-4bd6-4daa-9e4b-6992ed62e933 admin admin] Publish callbacks [] for security_group (83db4e7e-b6f7-47b2-bc6f-648687f2c544), precommit_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:58.959101 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.db [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] get_ports_and_sgs() called for port_ids ['21d6fb0f-c105-4295-a523-36732687cb39'] {{(pid=119955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:52:59.010798 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-394c66c8-4bd6-4daa-9e4b-6992ed62e933 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543383'] for security_group (83db4e7e-b6f7-47b2-bc6f-648687f2c544), after_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:59.014839 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-394c66c8-4bd6-4daa-9e4b-6992ed62e933 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:59.016385 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [None req-394c66c8-4bd6-4daa-9e4b-6992ed62e933 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/83db4e7e-b6f7-47b2-bc6f-648687f2c544 HTTP/1.1" status: 204 len: 168 time: 0.1836169 Mar 07 16:52:59.029515 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394c66c8-4bd6-4daa-9e4b-6992ed62e933 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83db4e7e-b6f7-47b2-bc6f-648687f2c544,revision_number=None']} {{(pid=119954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:52:59.054287 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-c765daaa-bf7e-4586-8642-1e4307052011 req-062587d3-fa65-4fa3-9448-7bf20141a265 service neutron] 10.222.0.66 "GET /v2.0/networks/80a2c60b-59e3-4807-9654-13174f656625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1678507 Mar 07 16:52:59.106210 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.db.db_base_plugin_common [req-0a3bd48b-7d60-4a1a-a12b-326e98852728 req-a88d27a4-5213-4802-a964-3162784fc66d tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] Allocated IP 172.20.0.6 (863049fb-91f0-4803-9992-666b65540a85/f97910cd-d5d7-4b8c-bfe2-694a46e38478/7d812681-5eed-4512-beb5-ab69909ae86a) {{(pid=119953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:52:59.234659 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfc3a72-4b73-42b4-9754-f21351dfbb73 req-39c55773-3a64-43f3-8ad4-6fec4572c996 tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:52:59.246684 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-7dfc3a72-4b73-42b4-9754-f21351dfbb73 req-39c55773-3a64-43f3-8ad4-6fec4572c996 tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] 10.222.0.18 "GET /v2.0/ports?device_id=301c6e16-505b-48af-a5b0-796dee2d11cd HTTP/1.1" status: 200 len: 944 time: 0.1241341 Mar 07 16:52:59.355509 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-7dfc3a72-4b73-42b4-9754-f21351dfbb73 req-fa16bc5e-4cc9-4dd5-8792-b5fcfb07fda6 tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] 10.222.0.18 "GET /v2.0/security-groups?id=60218460-59f4-4e1f-8c5b-28b25250067c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1071932 Mar 07 16:52:59.393214 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [req-0a3bd48b-7d60-4a1a-a12b-326e98852728 req-a88d27a4-5213-4802-a964-3162784fc66d tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] Publish callbacks [] for port (7d812681-5eed-4512-beb5-ab69909ae86a), precommit_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:59.426855 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6964f6-ec5d-4836-95c2-682daeb6fb78 req-1f873b46-9f22-4dc9-9624-1832f0fa9c1f tempest-DeleteServersTestJSON-1962960307 tempest-DeleteServersTestJSON-1962960307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:52:59.437191 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-ff6964f6-ec5d-4836-95c2-682daeb6fb78 req-1f873b46-9f22-4dc9-9624-1832f0fa9c1f tempest-DeleteServersTestJSON-1962960307 tempest-DeleteServersTestJSON-1962960307-project] 10.222.0.18 "GET /v2.0/ports?device_id=49123f41-9480-47cf-93dd-0e1df87b21b4 HTTP/1.1" status: 200 len: 945 time: 0.0843844 Mar 07 16:52:59.488582 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-5fe50269-0a66-41ed-91f3-fabb16e24de2 req-12596afb-78d1-4f85-8aac-3401f9c16aaa tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] 10.222.0.18 "GET /v2.0/ports?device_id=2231807d-5256-4035-968e-56509c3eb6cc HTTP/1.1" status: 200 len: 210 time: 0.0565364 Mar 07 16:52:59.512629 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-ff6964f6-ec5d-4836-95c2-682daeb6fb78 req-366b2317-938a-4b72-8964-169ece35eb2c tempest-DeleteServersTestJSON-1962960307 tempest-DeleteServersTestJSON-1962960307-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca7d0e2e-329d-4d0a-a506-d7be9afbb6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746827 Mar 07 16:52:59.516576 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [req-0a3bd48b-7d60-4a1a-a12b-326e98852728 req-a88d27a4-5213-4802-a964-3162784fc66d tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754346267055'] for port (7d812681-5eed-4512-beb5-ab69909ae86a), after_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:59.578476 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a3bd48b-7d60-4a1a-a12b-326e98852728 req-a88d27a4-5213-4802-a964-3162784fc66d tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] Network 863049fb-91f0-4803-9992-666b65540a85 is already hosted by enough agents. {{(pid=119953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:52:59.581879 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.scheduler.base_scheduler [req-0a3bd48b-7d60-4a1a-a12b-326e98852728 req-a88d27a4-5213-4802-a964-3162784fc66d tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] Resources bound (agent type, host, resource id): {{(pid=119953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:52:59.586566 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a3bd48b-7d60-4a1a-a12b-326e98852728 req-a88d27a4-5213-4802-a964-3162784fc66d tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] Received port after_create {{(pid=119953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:52:59.594760 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3bd48b-7d60-4a1a-a12b-326e98852728 req-a88d27a4-5213-4802-a964-3162784fc66d tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:52:59.595610 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [req-0a3bd48b-7d60-4a1a-a12b-326e98852728 req-a88d27a4-5213-4802-a964-3162784fc66d tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550935'] for port (None), before_response {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:59.603242 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88d27a4-5213-4802-a964-3162784fc66d tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] Pushing event updated for resources: {'Port': ['ID=7d812681-5eed-4512-beb5-ab69909ae86a,revision_number=1']} {{(pid=119953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:52:59.629691 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-0a3bd48b-7d60-4a1a-a12b-326e98852728 req-a88d27a4-5213-4802-a964-3162784fc66d tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9936399 Mar 07 16:52:59.641758 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.wsgi [-] (119954) accepted ('10.222.0.18', 50278) {{(pid=119954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:52:59.654523 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.v2.base [req-0a3bd48b-7d60-4a1a-a12b-326e98852728 req-824f248f-c03a-4521-a713-109fb10cec88 service neutron] Request body: {'port': {'device_id': '2231807d-5256-4035-968e-56509c3eb6cc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80475'}} {{(pid=119953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:52:59.669229 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-5b74e079-a209-4baa-a315-c7936519c85b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:59.781353 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [req-0a3bd48b-7d60-4a1a-a12b-326e98852728 req-824f248f-c03a-4521-a713-109fb10cec88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8385759'] for port (7d812681-5eed-4512-beb5-ab69909ae86a), before_update {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:59.818903 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-5b74e079-a209-4baa-a315-c7936519c85b admin admin] Publish callbacks [] for security_group (d9d9a18e-bd73-45b9-8d83-cfa736de2f22), precommit_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:59.827375 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-5b74e079-a209-4baa-a315-c7936519c85b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543383'] for security_group (d9d9a18e-bd73-45b9-8d83-cfa736de2f22), after_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:59.868866 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [None req-5b74e079-a209-4baa-a315-c7936519c85b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0f0ed2afb1034141bc6236d481de070e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2262945 Mar 07 16:52:59.870864 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b74e079-a209-4baa-a315-c7936519c85b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9d9a18e-bd73-45b9-8d83-cfa736de2f22,revision_number=1']} {{(pid=119954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:52:59.873412 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.wsgi [-] (119954) accepted ('10.222.0.18', 50284) {{(pid=119954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:52:59.919555 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.provisioning_blocks [None req-87352631-2b9a-4751-8a4d-0234b6be4c47 None None] Provisioning complete for port 7d812681-5eed-4512-beb5-ab69909ae86a triggered by entity DHCP. {{(pid=119955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:52:59.920086 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-87352631-2b9a-4751-8a4d-0234b6be4c47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8194280'] for port (7d812681-5eed-4512-beb5-ab69909ae86a), provisioning_complete {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:59.945901 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-dcf778b7-6d01-4428-83f9-b954c794453e admin admin] Publish callbacks [] for security_group (d9d9a18e-bd73-45b9-8d83-cfa736de2f22), before_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:59.973389 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-dcf778b7-6d01-4428-83f9-b954c794453e admin admin] Publish callbacks [] for security_group (d9d9a18e-bd73-45b9-8d83-cfa736de2f22), precommit_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:52:59.977325 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.plugin [None req-87352631-2b9a-4751-8a4d-0234b6be4c47 None None] Port 7d812681-5eed-4512-beb5-ab69909ae86a cannot update to ACTIVE because it is not bound. {{(pid=119955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:53:00.029039 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-dcf778b7-6d01-4428-83f9-b954c794453e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543383'] for security_group (d9d9a18e-bd73-45b9-8d83-cfa736de2f22), after_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:00.031818 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-dcf778b7-6d01-4428-83f9-b954c794453e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:00.035725 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [None req-dcf778b7-6d01-4428-83f9-b954c794453e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d9d9a18e-bd73-45b9-8d83-cfa736de2f22 HTTP/1.1" status: 204 len: 168 time: 0.1615012 Mar 07 16:53:00.044152 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf778b7-6d01-4428-83f9-b954c794453e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9d9a18e-bd73-45b9-8d83-cfa736de2f22,revision_number=None']} {{(pid=119954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:53:00.082279 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca822bd4-8ec3-495a-8a2e-e1f885d0907a req-d204e898-af8f-424b-aacb-7ed65955bd11 tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:53:00.084049 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-ca822bd4-8ec3-495a-8a2e-e1f885d0907a req-d204e898-af8f-424b-aacb-7ed65955bd11 tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c095ec4-a93a-4ccf-ae76-b30c7b1c954c HTTP/1.1" status: 200 len: 944 time: 0.1415863 Mar 07 16:53:00.339470 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-ca822bd4-8ec3-495a-8a2e-e1f885d0907a req-50c46153-d4e6-4b6c-8e1a-b9e73b9c0322 tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] 10.222.0.18 "GET /v2.0/security-groups?id=aeca2cc4-2657-4c4b-965e-0f9cde167a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2445407 Mar 07 16:53:00.388638 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.notifiers.nova [req-0a3bd48b-7d60-4a1a-a12b-326e98852728 req-824f248f-c03a-4521-a713-109fb10cec88 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d812681-5eed-4512-beb5-ab69909ae86a {{(pid=119953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:53:00.396228 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [req-0a3bd48b-7d60-4a1a-a12b-326e98852728 req-824f248f-c03a-4521-a713-109fb10cec88 service neutron] Publish callbacks [] for port (7d812681-5eed-4512-beb5-ab69909ae86a), precommit_update {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:00.408993 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.db.provisioning_blocks [req-0a3bd48b-7d60-4a1a-a12b-326e98852728 req-824f248f-c03a-4521-a713-109fb10cec88 service neutron] Transition to ACTIVE for port object 7d812681-5eed-4512-beb5-ab69909ae86a will not be triggered until provisioned by entity L2. {{(pid=119953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 16:53:00.414650 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [req-0a3bd48b-7d60-4a1a-a12b-326e98852728 req-824f248f-c03a-4521-a713-109fb10cec88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754346672056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754346267073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754346267091'] for port (7d812681-5eed-4512-beb5-ab69909ae86a), after_update {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:00.473880 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824f248f-c03a-4521-a713-109fb10cec88 service neutron] Pushing event updated for resources: {'Port': ['ID=7d812681-5eed-4512-beb5-ab69909ae86a,revision_number=2']} {{(pid=119953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:53:00.474341 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c5b93a-1f9e-4c83-8219-f5923ca5e842 req-56f43537-a5b2-43db-8b6e-3886be8e4135 tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:53:00.476683 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-b4c5b93a-1f9e-4c83-8219-f5923ca5e842 req-56f43537-a5b2-43db-8b6e-3886be8e4135 tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] 10.222.0.18 "GET /v2.0/ports?device_id=301c6e16-505b-48af-a5b0-796dee2d11cd HTTP/1.1" status: 200 len: 944 time: 0.0575407 Mar 07 16:53:00.529122 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.managers [req-0a3bd48b-7d60-4a1a-a12b-326e98852728 req-824f248f-c03a-4521-a713-109fb10cec88 service neutron] Attempting to bind port 7d812681-5eed-4512-beb5-ab69909ae86a on host hv-cinder-80475 for vnic_type normal with profile {{(pid=119953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:53:00.529463 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.managers [req-0a3bd48b-7d60-4a1a-a12b-326e98852728 req-824f248f-c03a-4521-a713-109fb10cec88 service neutron] Attempting to bind port 7d812681-5eed-4512-beb5-ab69909ae86a by drivers openvswitch,hyperv on host hv-cinder-80475 at level 0 using segments [{'id': 'ad3735d7-6f1d-4396-8c2b-5f6199488faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '863049fb-91f0-4803-9992-666b65540a85'}] {{(pid=119953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:53:00.529793 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a3bd48b-7d60-4a1a-a12b-326e98852728 req-824f248f-c03a-4521-a713-109fb10cec88 service neutron] Attempting to bind port 7d812681-5eed-4512-beb5-ab69909ae86a on network 863049fb-91f0-4803-9992-666b65540a85 {{(pid=119953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:53:00.545336 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-b4c5b93a-1f9e-4c83-8219-f5923ca5e842 req-c552a9d1-68e7-4192-b286-849bccb49bc1 tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] 10.222.0.18 "GET /v2.0/security-groups?id=60218460-59f4-4e1f-8c5b-28b25250067c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612707 Mar 07 16:53:00.550312 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a3bd48b-7d60-4a1a-a12b-326e98852728 req-824f248f-c03a-4521-a713-109fb10cec88 service neutron] Port 7d812681-5eed-4512-beb5-ab69909ae86a on network 863049fb-91f0-4803-9992-666b65540a85 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80475 {{(pid=119953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 16:53:00.550647 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a3bd48b-7d60-4a1a-a12b-326e98852728 req-824f248f-c03a-4521-a713-109fb10cec88 service neutron] Attempting to bind port 7d812681-5eed-4512-beb5-ab69909ae86a on network 863049fb-91f0-4803-9992-666b65540a85 {{(pid=119953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:53:00.558216 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a3bd48b-7d60-4a1a-a12b-326e98852728 req-824f248f-c03a-4521-a713-109fb10cec88 service neutron] Checking agent: {'id': '152bcc15-84f4-40a7-afe1-c30bc7269f8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80475', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 16, 50, 24), 'started_at': datetime.datetime(2022, 3, 7, 16, 50, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 52, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:53:00.558502 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a3bd48b-7d60-4a1a-a12b-326e98852728 req-824f248f-c03a-4521-a713-109fb10cec88 service neutron] Checking segment: {'id': 'ad3735d7-6f1d-4396-8c2b-5f6199488faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '863049fb-91f0-4803-9992-666b65540a85'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:53:00.558890 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a3bd48b-7d60-4a1a-a12b-326e98852728 req-824f248f-c03a-4521-a713-109fb10cec88 service neutron] Bound using segment: {'id': 'ad3735d7-6f1d-4396-8c2b-5f6199488faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '863049fb-91f0-4803-9992-666b65540a85'} {{(pid=119953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:53:00.559486 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.managers [req-0a3bd48b-7d60-4a1a-a12b-326e98852728 req-824f248f-c03a-4521-a713-109fb10cec88 service neutron] Bound port: 7d812681-5eed-4512-beb5-ab69909ae86a, host: hv-cinder-80475, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad3735d7-6f1d-4396-8c2b-5f6199488faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '863049fb-91f0-4803-9992-666b65540a85'}}] {{(pid=119953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:53:00.559888 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [req-0a3bd48b-7d60-4a1a-a12b-326e98852728 req-824f248f-c03a-4521-a713-109fb10cec88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8385759'] for port (7d812681-5eed-4512-beb5-ab69909ae86a), before_update {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:00.682811 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.db [req-0a3bd48b-7d60-4a1a-a12b-326e98852728 req-824f248f-c03a-4521-a713-109fb10cec88 service neutron] For port 7d812681-5eed-4512-beb5-ab69909ae86a, host hv-cinder-80475, cleared binding levels {{(pid=119953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:53:00.687504 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.db [req-0a3bd48b-7d60-4a1a-a12b-326e98852728 req-824f248f-c03a-4521-a713-109fb10cec88 service neutron] For port 7d812681-5eed-4512-beb5-ab69909ae86a, host hv-cinder-80475, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=7d812681-5eed-4512-beb5-ab69909ae86a,segment=NetworkSegment(ad3735d7-6f1d-4396-8c2b-5f6199488faa),segment_id=ad3735d7-6f1d-4396-8c2b-5f6199488faa)] {{(pid=119953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:53:00.699262 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b0aa01-ca29-49fa-8075-a7da6c31b055 req-fde6e59c-fa93-40d9-aa58-015865ce6ae1 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:53:00.700944 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-c9b0aa01-ca29-49fa-8075-a7da6c31b055 req-fde6e59c-fa93-40d9-aa58-015865ce6ae1 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] 10.222.0.18 "GET /v2.0/ports?device_id=2231807d-5256-4035-968e-56509c3eb6cc HTTP/1.1" status: 200 len: 943 time: 0.1066296 Mar 07 16:53:00.702696 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [req-0a3bd48b-7d60-4a1a-a12b-326e98852728 req-824f248f-c03a-4521-a713-109fb10cec88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754346672056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754346267073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754346267091'] for port (7d812681-5eed-4512-beb5-ab69909ae86a), after_update {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:00.760845 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3bd48b-7d60-4a1a-a12b-326e98852728 req-824f248f-c03a-4521-a713-109fb10cec88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:53:00.761286 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [req-0a3bd48b-7d60-4a1a-a12b-326e98852728 req-824f248f-c03a-4521-a713-109fb10cec88 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550935'] for port (None), before_response {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:00.762975 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-0a3bd48b-7d60-4a1a-a12b-326e98852728 req-824f248f-c03a-4521-a713-109fb10cec88 service neutron] 10.222.0.66 "PUT /v2.0/ports/7d812681-5eed-4512-beb5-ab69909ae86a HTTP/1.1" status: 200 len: 1093 time: 1.1187863 Mar 07 16:53:00.763135 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2231807d-5256-4035-968e-56509c3eb6cc', 'tag': '7d812681-5eed-4512-beb5-ab69909ae86a'}] {{(pid=119953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:53:00.765389 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed95515d7af65a162ef4af60abe3e4aacc73bb6c2379f81891a58e09c3a2d0f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47e9a27e-0b6a-4243-b3ad-2b367f8cd335" -d '{"events": [{"name": "network-changed", "server_uuid": "2231807d-5256-4035-968e-56509c3eb6cc", "tag": "7d812681-5eed-4512-beb5-ab69909ae86a"}]}' {{(pid=119953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:53:00.873114 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824f248f-c03a-4521-a713-109fb10cec88 service neutron] Pushing event updated for resources: {'Port': ['ID=7d812681-5eed-4512-beb5-ab69909ae86a,revision_number=3']} {{(pid=119953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:53:00.889475 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-c9b0aa01-ca29-49fa-8075-a7da6c31b055 req-ac9f7cf0-caaa-4a57-b693-ed1221d44ab9 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] 10.222.0.18 "GET /v2.0/security-groups?id=91de0b44-8849-4808-9a38-820e64d88ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1747332 Mar 07 16:53:00.892795 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 16:53:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be3b91e7-8ada-4ca6-ab12-9684f66a09a3 x-openstack-request-id: req-be3b91e7-8ada-4ca6-ab12-9684f66a09a3 {{(pid=119953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:53:00.893560 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2231807d-5256-4035-968e-56509c3eb6cc", "tag": "7d812681-5eed-4512-beb5-ab69909ae86a", "status": "completed", "code": 200}]} {{(pid=119953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:53:00.893961 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-be3b91e7-8ada-4ca6-ab12-9684f66a09a3 {{(pid=119953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:53:00.894524 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2231807d-5256-4035-968e-56509c3eb6cc', 'tag': '7d812681-5eed-4512-beb5-ab69909ae86a', 'status': 'completed', 'code': 200} Mar 07 16:53:00.937003 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.wsgi [-] (119954) accepted ('10.222.0.18', 50330) {{(pid=119954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:53:00.960092 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3bd48b-7d60-4a1a-a12b-326e98852728 req-ffb4dadd-d3fe-4bd6-a546-56daa9765fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:53:00.963101 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-0a3bd48b-7d60-4a1a-a12b-326e98852728 req-ffb4dadd-d3fe-4bd6-a546-56daa9765fdb service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=8ffb87e782b3452ab1b5e98b2ae4804b&device_id=2231807d-5256-4035-968e-56509c3eb6cc HTTP/1.1" status: 200 len: 1127 time: 0.1320052 Mar 07 16:53:00.974572 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.wsgi [-] (119953) accepted ('10.222.0.18', 50336) {{(pid=119953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:53:01.021839 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-0a3bd48b-7d60-4a1a-a12b-326e98852728 req-67648dbc-3428-4d6a-9ba8-0ca872161d47 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7d812681-5eed-4512-beb5-ab69909ae86a HTTP/1.1" status: 200 len: 217 time: 0.0381939 Mar 07 16:53:01.086717 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3bd48b-7d60-4a1a-a12b-326e98852728 req-2474fee2-e6ac-4e6c-a424-a81039b19e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:53:01.089364 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-0a3bd48b-7d60-4a1a-a12b-326e98852728 req-2474fee2-e6ac-4e6c-a424-a81039b19e29 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f97910cd-d5d7-4b8c-bfe2-694a46e38478 HTTP/1.1" status: 200 len: 856 time: 0.0602288 Mar 07 16:53:01.122403 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-f7c12cf1-a7cf-42f4-b3de-8b497722d16f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:01.201658 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-ce87a535-4939-4186-82b7-1569e25b170d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:01.212574 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3bd48b-7d60-4a1a-a12b-326e98852728 req-ef1cb1d6-a565-49c7-be77-bf7701d76f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:53:01.214531 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-0a3bd48b-7d60-4a1a-a12b-326e98852728 req-ef1cb1d6-a565-49c7-be77-bf7701d76f5e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=863049fb-91f0-4803-9992-666b65540a85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1082494 Mar 07 16:53:01.318950 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-f7c12cf1-a7cf-42f4-b3de-8b497722d16f admin admin] Publish callbacks [] for security_group (a613cc15-952d-428b-8386-74f32e56f46d), precommit_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:01.326447 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-f7c12cf1-a7cf-42f4-b3de-8b497722d16f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543383'] for security_group (a613cc15-952d-428b-8386-74f32e56f46d), after_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:01.365866 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [None req-f7c12cf1-a7cf-42f4-b3de-8b497722d16f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5d32923d646640d9bad441fde117488d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4275653 Mar 07 16:53:01.367201 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.wsgi [-] (119954) accepted ('10.222.0.18', 50368) {{(pid=119954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:53:01.416479 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c12cf1-a7cf-42f4-b3de-8b497722d16f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a613cc15-952d-428b-8386-74f32e56f46d,revision_number=1']} {{(pid=119954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:53:01.432555 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-0a3bd48b-7d60-4a1a-a12b-326e98852728 req-8a5cf654-c1bd-4942-a866-daf0f9a62813 service neutron] 10.222.0.66 "GET /v2.0/networks/863049fb-91f0-4803-9992-666b65540a85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2029383 Mar 07 16:53:01.455633 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-fbd09140-7386-4409-8f1d-6a09c33768b5 admin admin] Publish callbacks [] for security_group (a613cc15-952d-428b-8386-74f32e56f46d), before_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:01.456978 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-ce87a535-4939-4186-82b7-1569e25b170d admin admin] Publish callbacks [] for security_group (421b5880-96de-42d0-9d1c-2ecc0ab8711c), precommit_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:01.472471 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-ce87a535-4939-4186-82b7-1569e25b170d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543383'] for security_group (421b5880-96de-42d0-9d1c-2ecc0ab8711c), after_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:01.500749 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-fbd09140-7386-4409-8f1d-6a09c33768b5 admin admin] Publish callbacks [] for security_group (a613cc15-952d-428b-8386-74f32e56f46d), precommit_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:01.513129 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce87a535-4939-4186-82b7-1569e25b170d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=421b5880-96de-42d0-9d1c-2ecc0ab8711c,revision_number=1']} {{(pid=119953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:53:01.588548 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-fbd09140-7386-4409-8f1d-6a09c33768b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543383'] for security_group (a613cc15-952d-428b-8386-74f32e56f46d), after_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:01.592405 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [None req-ce87a535-4939-4186-82b7-1569e25b170d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=95c5c6d1a46f48fba21af0e4bb574c3f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6158745 Mar 07 16:53:01.594294 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-fbd09140-7386-4409-8f1d-6a09c33768b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:01.595389 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.wsgi [-] (119953) accepted ('10.222.0.18', 50382) {{(pid=119953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:53:01.595980 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [None req-fbd09140-7386-4409-8f1d-6a09c33768b5 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a613cc15-952d-428b-8386-74f32e56f46d HTTP/1.1" status: 204 len: 168 time: 0.2262199 Mar 07 16:53:01.622100 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd09140-7386-4409-8f1d-6a09c33768b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a613cc15-952d-428b-8386-74f32e56f46d,revision_number=None']} {{(pid=119954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:53:01.676467 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-0a3bd48b-7d60-4a1a-a12b-326e98852728 req-76a3bee9-30dd-45a6-acea-c7eac5cc595d service neutron] 10.222.0.66 "GET /v2.0/networks/863049fb-91f0-4803-9992-666b65540a85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2360847 Mar 07 16:53:01.685691 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803d4638-7bfe-4af9-ac70-2303b1bd76ff req-6fca50b5-b7c5-4a03-b2b5-743fcd0b4dd4 tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:53:01.687718 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-803d4638-7bfe-4af9-ac70-2303b1bd76ff req-6fca50b5-b7c5-4a03-b2b5-743fcd0b4dd4 tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c095ec4-a93a-4ccf-ae76-b30c7b1c954c HTTP/1.1" status: 200 len: 944 time: 0.1821117 Mar 07 16:53:01.706921 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-30d48906-0356-48aa-8ff6-135a176ef274 admin admin] Publish callbacks [] for security_group (421b5880-96de-42d0-9d1c-2ecc0ab8711c), before_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:01.771922 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-30d48906-0356-48aa-8ff6-135a176ef274 admin admin] Publish callbacks [] for security_group (421b5880-96de-42d0-9d1c-2ecc0ab8711c), precommit_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:01.817709 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.rpc [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Device 3def960f-3745-4403-84ce-5d83d455d620 details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=119955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 16:53:01.902694 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.rpc [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Device 21d6fb0f-c105-4295-a523-36732687cb39 up at agent hyperv_hv-cinder-80475 {{(pid=119955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:53:01.975096 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-803d4638-7bfe-4af9-ac70-2303b1bd76ff req-bbc9d54e-db06-4511-b450-d9b734d72f6f tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] 10.222.0.18 "GET /v2.0/security-groups?id=aeca2cc4-2657-4c4b-965e-0f9cde167a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2647176 Mar 07 16:53:02.029166 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e9a27e-0b6a-4243-b3ad-2b367f8cd335 req-ebf9b68a-00ac-4d2d-ae78-558586e3ea6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:53:02.031151 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-47e9a27e-0b6a-4243-b3ad-2b367f8cd335 req-ebf9b68a-00ac-4d2d-ae78-558586e3ea6b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=8ffb87e782b3452ab1b5e98b2ae4804b&device_id=2231807d-5256-4035-968e-56509c3eb6cc HTTP/1.1" status: 200 len: 1127 time: 0.1627126 Mar 07 16:53:02.049951 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735cfabc-eba3-43b9-b45f-e08fce6f0238 req-39503d0f-05ea-443a-a1b6-7a41b2763ac1 tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:53:02.051891 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-735cfabc-eba3-43b9-b45f-e08fce6f0238 req-39503d0f-05ea-443a-a1b6-7a41b2763ac1 tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] 10.222.0.18 "GET /v2.0/ports?device_id=301c6e16-505b-48af-a5b0-796dee2d11cd HTTP/1.1" status: 200 len: 944 time: 0.1284847 Mar 07 16:53:02.053239 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-30d48906-0356-48aa-8ff6-135a176ef274 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543383'] for security_group (421b5880-96de-42d0-9d1c-2ecc0ab8711c), after_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:02.056353 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-30d48906-0356-48aa-8ff6-135a176ef274 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:02.057754 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [None req-30d48906-0356-48aa-8ff6-135a176ef274 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/421b5880-96de-42d0-9d1c-2ecc0ab8711c HTTP/1.1" status: 204 len: 168 time: 0.4606545 Mar 07 16:53:02.101770 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d48906-0356-48aa-8ff6-135a176ef274 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=421b5880-96de-42d0-9d1c-2ecc0ab8711c,revision_number=None']} {{(pid=119953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:53:02.159935 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.provisioning_blocks [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Provisioning for port 21d6fb0f-c105-4295-a523-36732687cb39 completed by entity L2. {{(pid=119955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 16:53:02.168729 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.db [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] For port 3def960f-3745-4403-84ce-5d83d455d620, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=3def960f-3745-4403-84ce-5d83d455d620,segment=NetworkSegment(de5c8597-5ec3-4c96-892c-f2304ae7166d),segment_id=de5c8597-5ec3-4c96-892c-f2304ae7166d)] {{(pid=119955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:53:02.171833 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.provisioning_blocks [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Provisioning complete for port 21d6fb0f-c105-4295-a523-36732687cb39 triggered by entity L2. {{(pid=119955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:53:02.172359 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8194280'] for port (21d6fb0f-c105-4295-a523-36732687cb39), provisioning_complete {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:02.226197 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-735cfabc-eba3-43b9-b45f-e08fce6f0238 req-94e575c9-2aff-4ca0-8ce8-50951127e47b tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] 10.222.0.18 "GET /v2.0/security-groups?id=60218460-59f4-4e1f-8c5b-28b25250067c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1611574 Mar 07 16:53:02.325694 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.rpc [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Returning: {'device': '3def960f-3745-4403-84ce-5d83d455d620', 'network_id': '80a2c60b-59e3-4807-9654-13174f656625', 'port_id': '3def960f-3745-4403-84ce-5d83d455d620', 'mac_address': 'fa:16:3e:b3:18:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 870, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da018b7d-c800-4987-80e6-c869339f7229', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 16:53:02.417147 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2c137e-32a2-486a-8115-17b5d91d0c3b req-2f65dddd-17d5-4151-9ceb-1d530fcbaebc tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:53:02.426043 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-5f2c137e-32a2-486a-8115-17b5d91d0c3b req-2f65dddd-17d5-4151-9ceb-1d530fcbaebc tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] 10.222.0.18 "GET /v2.0/ports?device_id=2231807d-5256-4035-968e-56509c3eb6cc HTTP/1.1" status: 200 len: 943 time: 0.2706628 Mar 07 16:53:02.429016 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.plugin [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Current status of the port 21d6fb0f-c105-4295-a523-36732687cb39 is: BUILD; New status is: ACTIVE {{(pid=119955) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:53:02.429551 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8385759'] for port (21d6fb0f-c105-4295-a523-36732687cb39), before_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:02.433107 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.plugin [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Current status of the port 3def960f-3745-4403-84ce-5d83d455d620 is: DOWN; New status is: BUILD {{(pid=119955) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:53:02.433479 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8385759'] for port (3def960f-3745-4403-84ce-5d83d455d620), before_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:02.437126 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e9a27e-0b6a-4243-b3ad-2b367f8cd335 req-c6866e45-0ef9-4874-8b5f-6f48143f3810 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:53:02.439460 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-47e9a27e-0b6a-4243-b3ad-2b367f8cd335 req-c6866e45-0ef9-4874-8b5f-6f48143f3810 service neutron] 10.222.0.66 "GET /v2.0/networks?id=863049fb-91f0-4803-9992-666b65540a85 HTTP/1.1" status: 200 len: 918 time: 0.3716784 Mar 07 16:53:02.478137 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.db [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] For port 21d6fb0f-c105-4295-a523-36732687cb39, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=21d6fb0f-c105-4295-a523-36732687cb39,segment=NetworkSegment(4a056b74-7e94-4529-893a-3f499dced81d),segment_id=4a056b74-7e94-4529-893a-3f499dced81d)] {{(pid=119955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:53:02.479266 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '301c6e16-505b-48af-a5b0-796dee2d11cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21d6fb0f-c105-4295-a523-36732687cb39'}] {{(pid=119955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:53:02.481995 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd4f8a5135c3a8ba668d7ce7b18abb72183bcf445ca628a57cbbb7bee2c3e543" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51669a6d-37c1-4388-b12b-bb0e99801325" -d '{"events": [{"server_uuid": "301c6e16-505b-48af-a5b0-796dee2d11cd", "name": "network-vif-plugged", "status": "completed", "tag": "21d6fb0f-c105-4295-a523-36732687cb39"}]}' {{(pid=119955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:53:02.485594 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.notifiers.nova [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3def960f-3745-4403-84ce-5d83d455d620 {{(pid=119955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:53:02.493244 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-47e9a27e-0b6a-4243-b3ad-2b367f8cd335 req-01561d13-0536-4315-8691-4491a63fc13c service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7d812681-5eed-4512-beb5-ab69909ae86a HTTP/1.1" status: 200 len: 217 time: 0.0451441 Mar 07 16:53:02.494224 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754346672056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754346267073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754346267091'] for port (21d6fb0f-c105-4295-a523-36732687cb39), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:02.495069 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.rpc [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Device 1a817d53-6064-4f5e-96ff-067caa362090 up at agent hyperv_hv-cinder-80475 {{(pid=119955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:53:02.558938 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.db [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] For port 3def960f-3745-4403-84ce-5d83d455d620, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=3def960f-3745-4403-84ce-5d83d455d620,segment=NetworkSegment(de5c8597-5ec3-4c96-892c-f2304ae7166d),segment_id=de5c8597-5ec3-4c96-892c-f2304ae7166d)] {{(pid=119955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:53:02.562267 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-5f2c137e-32a2-486a-8115-17b5d91d0c3b req-7c97c7af-dab3-4b6a-a98a-9d6db8199638 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] 10.222.0.18 "GET /v2.0/security-groups?id=91de0b44-8849-4808-9a38-820e64d88ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1294897 Mar 07 16:53:02.562674 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 16:53:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b6e5d94-2b44-4d16-85e2-8f91e7bbcbb2 x-openstack-request-id: req-7b6e5d94-2b44-4d16-85e2-8f91e7bbcbb2 {{(pid=119955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:53:02.563165 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "301c6e16-505b-48af-a5b0-796dee2d11cd", "name": "network-vif-plugged", "status": "completed", "tag": "21d6fb0f-c105-4295-a523-36732687cb39", "code": 200}]} {{(pid=119955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:53:02.563609 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7b6e5d94-2b44-4d16-85e2-8f91e7bbcbb2 {{(pid=119955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:53:02.564180 dv-cinder-804757-24-iscsi neutron-server[119955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '301c6e16-505b-48af-a5b0-796dee2d11cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21d6fb0f-c105-4295-a523-36732687cb39', 'code': 200} Mar 07 16:53:02.587919 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754346672056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754346267073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754346267091'] for port (3def960f-3745-4403-84ce-5d83d455d620), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:02.595080 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.wsgi [-] (119954) accepted ('10.222.0.18', 50420) {{(pid=119954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:53:02.614181 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Pushing event updated for resources: {'Port': ['ID=21d6fb0f-c105-4295-a523-36732687cb39,revision_number=5']} {{(pid=119955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:53:02.626870 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-ed1fdb09-86ca-4328-a040-81168fa53505 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:02.651944 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.provisioning_blocks [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Provisioning for port 1a817d53-6064-4f5e-96ff-067caa362090 completed by entity L2. {{(pid=119955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 16:53:02.658540 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.provisioning_blocks [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Provisioning complete for port 1a817d53-6064-4f5e-96ff-067caa362090 triggered by entity L2. {{(pid=119955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:53:02.659133 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8194280'] for port (1a817d53-6064-4f5e-96ff-067caa362090), provisioning_complete {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:02.700360 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Pushing event updated for resources: {'Port': ['ID=3def960f-3745-4403-84ce-5d83d455d620,revision_number=4']} {{(pid=119955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:53:02.711962 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e9a27e-0b6a-4243-b3ad-2b367f8cd335 req-5ed7859c-dcac-4a4f-94ec-6e501afd89d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:53:02.713488 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-47e9a27e-0b6a-4243-b3ad-2b367f8cd335 req-5ed7859c-dcac-4a4f-94ec-6e501afd89d6 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f97910cd-d5d7-4b8c-bfe2-694a46e38478 HTTP/1.1" status: 200 len: 856 time: 0.1675920 Mar 07 16:53:02.787965 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.plugin [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Current status of the port 1a817d53-6064-4f5e-96ff-067caa362090 is: BUILD; New status is: ACTIVE {{(pid=119955) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:53:02.788924 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8385759'] for port (1a817d53-6064-4f5e-96ff-067caa362090), before_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:02.823270 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e9a27e-0b6a-4243-b3ad-2b367f8cd335 req-81babd2e-97c6-45b0-a6c6-768b770149f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:53:02.826284 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-ed1fdb09-86ca-4328-a040-81168fa53505 admin admin] Publish callbacks [] for security_group (2b94307e-e121-4a48-a078-7d03dfdd19c7), precommit_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:02.827767 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-47e9a27e-0b6a-4243-b3ad-2b367f8cd335 req-81babd2e-97c6-45b0-a6c6-768b770149f2 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=863049fb-91f0-4803-9992-666b65540a85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1050019 Mar 07 16:53:02.835245 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-ed1fdb09-86ca-4328-a040-81168fa53505 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543383'] for security_group (2b94307e-e121-4a48-a078-7d03dfdd19c7), after_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:02.836989 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.db [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] For port 1a817d53-6064-4f5e-96ff-067caa362090, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=1a817d53-6064-4f5e-96ff-067caa362090,segment=NetworkSegment(de5c8597-5ec3-4c96-892c-f2304ae7166d),segment_id=de5c8597-5ec3-4c96-892c-f2304ae7166d)] {{(pid=119955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:53:02.847382 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754346672056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754346267073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754346267091'] for port (1a817d53-6064-4f5e-96ff-067caa362090), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:02.905739 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Pushing event updated for resources: {'Port': ['ID=1a817d53-6064-4f5e-96ff-067caa362090,revision_number=5']} {{(pid=119955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:53:02.921809 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.db [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] get_ports_and_sgs() called for port_ids ['3def960f-3745-4403-84ce-5d83d455d620'] {{(pid=119955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:53:02.925165 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [None req-ed1fdb09-86ca-4328-a040-81168fa53505 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1c1a684291ee4ac7b1fb6c039c289a33&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3264768 Mar 07 16:53:02.925480 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.wsgi [-] (119953) accepted ('10.222.0.18', 50432) {{(pid=119953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:53:02.933712 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1fdb09-86ca-4328-a040-81168fa53505 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b94307e-e121-4a48-a078-7d03dfdd19c7,revision_number=1']} {{(pid=119954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:53:03.072462 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2379d978-0a14-45cd-8682-0d2926c59834 req-21b2bf6e-ac50-4031-8195-bdab9d25bdfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:53:03.074150 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-2379d978-0a14-45cd-8682-0d2926c59834 req-21b2bf6e-ac50-4031-8195-bdab9d25bdfc service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=301c6e16-505b-48af-a5b0-796dee2d11cd HTTP/1.1" status: 200 len: 1129 time: 0.2140672 Mar 07 16:53:03.128023 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-47e9a27e-0b6a-4243-b3ad-2b367f8cd335 req-8b04d90e-0bcf-4f50-9e5e-a403fc82301c service neutron] 10.222.0.66 "GET /v2.0/networks/863049fb-91f0-4803-9992-666b65540a85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2881460 Mar 07 16:53:03.136991 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-1661a9f5-f969-42e1-bdf7-adb881f9f577 admin admin] Publish callbacks [] for security_group (2b94307e-e121-4a48-a078-7d03dfdd19c7), before_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:03.150028 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d53aa3c-d3a0-4b7c-bdc2-70b08e20238c req-07c726ff-79b9-4fc1-b3eb-458ab2453e3b tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:53:03.151878 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-3d53aa3c-d3a0-4b7c-bdc2-70b08e20238c req-07c726ff-79b9-4fc1-b3eb-458ab2453e3b tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c095ec4-a93a-4ccf-ae76-b30c7b1c954c HTTP/1.1" status: 200 len: 945 time: 0.0814719 Mar 07 16:53:03.183880 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-1661a9f5-f969-42e1-bdf7-adb881f9f577 admin admin] Publish callbacks [] for security_group (2b94307e-e121-4a48-a078-7d03dfdd19c7), precommit_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:03.339285 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.wsgi [-] (119953) accepted ('10.222.0.18', 50448) {{(pid=119953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:53:03.341640 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-2379d978-0a14-45cd-8682-0d2926c59834 req-0f9af03b-a597-4781-969e-baf6d1d13fe9 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=60218460-59f4-4e1f-8c5b-28b25250067c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2541082 Mar 07 16:53:03.414058 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-47e9a27e-0b6a-4243-b3ad-2b367f8cd335 req-d04e2c69-b7af-4466-861d-62f1d902a2d3 service neutron] 10.222.0.66 "GET /v2.0/networks/863049fb-91f0-4803-9992-666b65540a85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2780287 Mar 07 16:53:03.419325 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-1661a9f5-f969-42e1-bdf7-adb881f9f577 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543383'] for security_group (2b94307e-e121-4a48-a078-7d03dfdd19c7), after_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:03.422261 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-1661a9f5-f969-42e1-bdf7-adb881f9f577 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:03.426587 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [None req-1661a9f5-f969-42e1-bdf7-adb881f9f577 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2b94307e-e121-4a48-a078-7d03dfdd19c7 HTTP/1.1" status: 204 len: 168 time: 0.4820318 Mar 07 16:53:03.438660 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1661a9f5-f969-42e1-bdf7-adb881f9f577 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b94307e-e121-4a48-a078-7d03dfdd19c7,revision_number=None']} {{(pid=119953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:53:03.467619 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee026dd-eb36-4a08-a1dc-1ba8c6a92464 req-3047e75d-e8b4-40db-8a0e-b6e060a8e46f tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:53:03.470622 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-dee026dd-eb36-4a08-a1dc-1ba8c6a92464 req-3047e75d-e8b4-40db-8a0e-b6e060a8e46f tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] 10.222.0.18 "GET /v2.0/ports?device_id=301c6e16-505b-48af-a5b0-796dee2d11cd HTTP/1.1" status: 200 len: 945 time: 0.1321957 Mar 07 16:53:03.506664 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-3d53aa3c-d3a0-4b7c-bdc2-70b08e20238c req-55e5f2a9-7d57-492f-868f-f35b66f266b0 tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] 10.222.0.18 "GET /v2.0/security-groups?id=aeca2cc4-2657-4c4b-965e-0f9cde167a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3447251 Mar 07 16:53:03.557270 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-dee026dd-eb36-4a08-a1dc-1ba8c6a92464 req-34e27eab-8034-4053-a0b4-beb1392ed746 tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] 10.222.0.18 "GET /v2.0/security-groups?id=60218460-59f4-4e1f-8c5b-28b25250067c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805779 Mar 07 16:53:03.564056 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-4afbca58-27a4-4545-a314-319fea692c7c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:03.697341 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-4afbca58-27a4-4545-a314-319fea692c7c admin admin] Publish callbacks [] for security_group (3d003e01-0a3f-471b-8053-ecf8091c008a), precommit_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:03.705969 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-4afbca58-27a4-4545-a314-319fea692c7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543383'] for security_group (3d003e01-0a3f-471b-8053-ecf8091c008a), after_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:03.723450 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdfbc84-c9ca-46a0-b596-20cb3b939b5e req-80395548-d7fe-42a5-9204-297d66ec23d4 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:53:03.726028 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-cfdfbc84-c9ca-46a0-b596-20cb3b939b5e req-80395548-d7fe-42a5-9204-297d66ec23d4 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] 10.222.0.18 "GET /v2.0/ports?device_id=2231807d-5256-4035-968e-56509c3eb6cc HTTP/1.1" status: 200 len: 943 time: 0.0657051 Mar 07 16:53:03.753132 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afbca58-27a4-4545-a314-319fea692c7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d003e01-0a3f-471b-8053-ecf8091c008a,revision_number=1']} {{(pid=119953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:53:03.773559 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [None req-4afbca58-27a4-4545-a314-319fea692c7c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1c3b3e6cc3c54a4791e4dbf0cf0d81be&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4307423 Mar 07 16:53:03.776258 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.wsgi [-] (119954) accepted ('10.222.0.18', 50466) {{(pid=119954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:53:03.822811 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-cfdfbc84-c9ca-46a0-b596-20cb3b939b5e req-bae15a78-3857-4d9f-87d8-ffd3bec6ce3a tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] 10.222.0.18 "GET /v2.0/security-groups?id=91de0b44-8849-4808-9a38-820e64d88ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0904567 Mar 07 16:53:03.828623 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.rpc [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Device 7d812681-5eed-4512-beb5-ab69909ae86a details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=119955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 16:53:03.875309 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.rpc [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Device 3def960f-3745-4403-84ce-5d83d455d620 up at agent hyperv_hv-cinder-80475 {{(pid=119955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:53:03.906119 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-56936fea-5d8d-4e47-ae24-ef95a10db8bf admin admin] Publish callbacks [] for security_group (3d003e01-0a3f-471b-8053-ecf8091c008a), before_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:03.931028 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-56936fea-5d8d-4e47-ae24-ef95a10db8bf admin admin] Publish callbacks [] for security_group (3d003e01-0a3f-471b-8053-ecf8091c008a), precommit_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:03.994007 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-56936fea-5d8d-4e47-ae24-ef95a10db8bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543383'] for security_group (3d003e01-0a3f-471b-8053-ecf8091c008a), after_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:03.997021 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-56936fea-5d8d-4e47-ae24-ef95a10db8bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:03.998172 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [None req-56936fea-5d8d-4e47-ae24-ef95a10db8bf admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3d003e01-0a3f-471b-8053-ecf8091c008a HTTP/1.1" status: 204 len: 168 time: 0.2202182 Mar 07 16:53:04.007338 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56936fea-5d8d-4e47-ae24-ef95a10db8bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d003e01-0a3f-471b-8053-ecf8091c008a,revision_number=None']} {{(pid=119954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:53:04.164092 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.provisioning_blocks [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Provisioning for port 3def960f-3745-4403-84ce-5d83d455d620 completed by entity L2. {{(pid=119955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 16:53:04.173618 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.db [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] For port 7d812681-5eed-4512-beb5-ab69909ae86a, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=7d812681-5eed-4512-beb5-ab69909ae86a,segment=NetworkSegment(ad3735d7-6f1d-4396-8c2b-5f6199488faa),segment_id=ad3735d7-6f1d-4396-8c2b-5f6199488faa)] {{(pid=119955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:53:04.176756 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.provisioning_blocks [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Provisioning complete for port 3def960f-3745-4403-84ce-5d83d455d620 triggered by entity L2. {{(pid=119955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:53:04.177129 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8194280'] for port (3def960f-3745-4403-84ce-5d83d455d620), provisioning_complete {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:04.208898 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.rpc [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Returning: {'device': '7d812681-5eed-4512-beb5-ab69909ae86a', 'network_id': '863049fb-91f0-4803-9992-666b65540a85', 'port_id': '7d812681-5eed-4512-beb5-ab69909ae86a', 'mac_address': 'fa:16:3e:de:ae:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 872, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f97910cd-d5d7-4b8c-bfe2-694a46e38478', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 16:53:04.257662 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.plugin [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Current status of the port 7d812681-5eed-4512-beb5-ab69909ae86a is: DOWN; New status is: BUILD {{(pid=119955) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:53:04.258229 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8385759'] for port (7d812681-5eed-4512-beb5-ab69909ae86a), before_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:04.275152 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.notifiers.nova [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d812681-5eed-4512-beb5-ab69909ae86a {{(pid=119955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:53:04.322993 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.db [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] For port 7d812681-5eed-4512-beb5-ab69909ae86a, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=7d812681-5eed-4512-beb5-ab69909ae86a,segment=NetworkSegment(ad3735d7-6f1d-4396-8c2b-5f6199488faa),segment_id=ad3735d7-6f1d-4396-8c2b-5f6199488faa)] {{(pid=119955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:53:04.326063 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.plugin [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Current status of the port 3def960f-3745-4403-84ce-5d83d455d620 is: BUILD; New status is: ACTIVE {{(pid=119955) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:53:04.326459 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8385759'] for port (3def960f-3745-4403-84ce-5d83d455d620), before_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:04.336329 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754346672056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754346267073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754346267091'] for port (7d812681-5eed-4512-beb5-ab69909ae86a), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:04.394660 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.db [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] For port 3def960f-3745-4403-84ce-5d83d455d620, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=3def960f-3745-4403-84ce-5d83d455d620,segment=NetworkSegment(de5c8597-5ec3-4c96-892c-f2304ae7166d),segment_id=de5c8597-5ec3-4c96-892c-f2304ae7166d)] {{(pid=119955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:53:04.403491 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754346672056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754346267073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754346267091'] for port (3def960f-3745-4403-84ce-5d83d455d620), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:04.408105 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Pushing event updated for resources: {'Port': ['ID=7d812681-5eed-4512-beb5-ab69909ae86a,revision_number=4']} {{(pid=119955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:53:04.438831 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.wsgi [-] (119954) accepted ('10.222.0.18', 50496) {{(pid=119954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:53:04.464425 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Pushing event updated for resources: {'Port': ['ID=3def960f-3745-4403-84ce-5d83d455d620,revision_number=5']} {{(pid=119955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:53:04.485614 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-dc918539-9e4a-4fbc-a3cb-d963a0396f62 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:04.565898 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18b987a9-4ded-49ed-aef5-06d2d12e7d9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a817d53-6064-4f5e-96ff-067caa362090'}, {'server_uuid': '0c095ec4-a93a-4ccf-ae76-b30c7b1c954c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3def960f-3745-4403-84ce-5d83d455d620'}] {{(pid=119955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:53:04.568686 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd4f8a5135c3a8ba668d7ce7b18abb72183bcf445ca628a57cbbb7bee2c3e543" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aec9f049-2b8b-4b48-89c1-2d6b4328e4ac" -d '{"events": [{"server_uuid": "18b987a9-4ded-49ed-aef5-06d2d12e7d9b", "name": "network-vif-plugged", "status": "completed", "tag": "1a817d53-6064-4f5e-96ff-067caa362090"}, {"server_uuid": "0c095ec4-a93a-4ccf-ae76-b30c7b1c954c", "name": "network-vif-plugged", "status": "completed", "tag": "3def960f-3745-4403-84ce-5d83d455d620"}]}' {{(pid=119955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:53:04.596481 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-dc918539-9e4a-4fbc-a3cb-d963a0396f62 admin admin] Publish callbacks [] for security_group (3d43cd0e-3b1a-4228-95bd-ffc52640b8eb), precommit_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:04.605982 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-dc918539-9e4a-4fbc-a3cb-d963a0396f62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543383'] for security_group (3d43cd0e-3b1a-4228-95bd-ffc52640b8eb), after_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:04.626077 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 07 Mar 2022 16:53:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22af947d-bda7-4275-9b42-dd7ffa13386d x-openstack-request-id: req-22af947d-bda7-4275-9b42-dd7ffa13386d {{(pid=119955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:53:04.626386 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18b987a9-4ded-49ed-aef5-06d2d12e7d9b", "name": "network-vif-plugged", "status": "completed", "tag": "1a817d53-6064-4f5e-96ff-067caa362090", "code": 200}, {"server_uuid": "0c095ec4-a93a-4ccf-ae76-b30c7b1c954c", "name": "network-vif-plugged", "status": "completed", "tag": "3def960f-3745-4403-84ce-5d83d455d620", "code": 200}]} {{(pid=119955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:53:04.626687 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-22af947d-bda7-4275-9b42-dd7ffa13386d {{(pid=119955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:53:04.627258 dv-cinder-804757-24-iscsi neutron-server[119955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18b987a9-4ded-49ed-aef5-06d2d12e7d9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a817d53-6064-4f5e-96ff-067caa362090', 'code': 200} Mar 07 16:53:04.627681 dv-cinder-804757-24-iscsi neutron-server[119955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c095ec4-a93a-4ccf-ae76-b30c7b1c954c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3def960f-3745-4403-84ce-5d83d455d620', 'code': 200} Mar 07 16:53:04.679034 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4162a4b1-cc04-4cc5-8754-b82922526d5a req-56260fe7-561a-4f6d-8a21-b2fb94adb878 tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:53:04.681897 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-4162a4b1-cc04-4cc5-8754-b82922526d5a req-56260fe7-561a-4f6d-8a21-b2fb94adb878 tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c095ec4-a93a-4ccf-ae76-b30c7b1c954c HTTP/1.1" status: 200 len: 946 time: 0.0752764 Mar 07 16:53:04.709173 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc918539-9e4a-4fbc-a3cb-d963a0396f62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d43cd0e-3b1a-4228-95bd-ffc52640b8eb,revision_number=1']} {{(pid=119954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:53:04.710445 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.db [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] get_ports_and_sgs() called for port_ids ['7d812681-5eed-4512-beb5-ab69909ae86a'] {{(pid=119955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:53:04.749901 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [None req-dc918539-9e4a-4fbc-a3cb-d963a0396f62 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=eda643452d764562ad54d5a24bafebd0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3077493 Mar 07 16:53:04.751620 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.wsgi [-] (119954) accepted ('10.222.0.18', 50514) {{(pid=119954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:53:04.815195 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7420828-171b-4eb7-ad25-951f7f33f059 req-0af76ee9-3b01-428c-bfb3-935ec41ad569 tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:53:04.821349 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-4162a4b1-cc04-4cc5-8754-b82922526d5a req-767d5abe-5cf5-4412-b234-b0f17365f0c7 tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] 10.222.0.18 "GET /v2.0/security-groups?id=aeca2cc4-2657-4c4b-965e-0f9cde167a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174839 Mar 07 16:53:04.832147 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-b7420828-171b-4eb7-ad25-951f7f33f059 req-0af76ee9-3b01-428c-bfb3-935ec41ad569 tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] 10.222.0.18 "GET /v2.0/ports?device_id=301c6e16-505b-48af-a5b0-796dee2d11cd HTTP/1.1" status: 200 len: 945 time: 0.1515903 Mar 07 16:53:04.915005 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-60b35e6a-fc5c-4c1d-8c5d-70b45fca6e51 admin admin] Publish callbacks [] for security_group (3d43cd0e-3b1a-4228-95bd-ffc52640b8eb), before_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:04.998370 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-60b35e6a-fc5c-4c1d-8c5d-70b45fca6e51 admin admin] Publish callbacks [] for security_group (3d43cd0e-3b1a-4228-95bd-ffc52640b8eb), precommit_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:05.009217 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-b7420828-171b-4eb7-ad25-951f7f33f059 req-2644281c-a4d5-47a4-860b-d6d824b83cf4 tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] 10.222.0.18 "GET /v2.0/security-groups?id=60218460-59f4-4e1f-8c5b-28b25250067c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1741939 Mar 07 16:53:05.084894 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-60b35e6a-fc5c-4c1d-8c5d-70b45fca6e51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543383'] for security_group (3d43cd0e-3b1a-4228-95bd-ffc52640b8eb), after_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:05.092655 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-60b35e6a-fc5c-4c1d-8c5d-70b45fca6e51 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:05.096399 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [None req-60b35e6a-fc5c-4c1d-8c5d-70b45fca6e51 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3d43cd0e-3b1a-4228-95bd-ffc52640b8eb HTTP/1.1" status: 204 len: 168 time: 0.3397675 Mar 07 16:53:05.125233 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b35e6a-fc5c-4c1d-8c5d-70b45fca6e51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d43cd0e-3b1a-4228-95bd-ffc52640b8eb,revision_number=None']} {{(pid=119954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:53:05.165044 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89967b18-5367-48d5-8661-ac8302f9b609 req-a207e9d4-86e0-4021-b6a5-820bee71c0df tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:53:05.166681 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-89967b18-5367-48d5-8661-ac8302f9b609 req-a207e9d4-86e0-4021-b6a5-820bee71c0df tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] 10.222.0.18 "GET /v2.0/ports?device_id=2231807d-5256-4035-968e-56509c3eb6cc HTTP/1.1" status: 200 len: 944 time: 0.2377133 Mar 07 16:53:05.170340 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af69514f-0617-43ea-b434-3ec9b6a79518 req-39621fde-5822-4246-8a8f-fc3c2e7afc83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:53:05.171956 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-af69514f-0617-43ea-b434-3ec9b6a79518 req-39621fde-5822-4246-8a8f-fc3c2e7afc83 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=18b987a9-4ded-49ed-aef5-06d2d12e7d9b HTTP/1.1" status: 200 len: 1129 time: 0.1532903 Mar 07 16:53:05.174616 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e417909-0272-4d8c-b3a3-5aa5aa4cb6e7 req-0f88ca10-2e04-456b-a5ff-fd2beacf28f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:53:05.176019 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-9e417909-0272-4d8c-b3a3-5aa5aa4cb6e7 req-0f88ca10-2e04-456b-a5ff-fd2beacf28f0 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=0c095ec4-a93a-4ccf-ae76-b30c7b1c954c HTTP/1.1" status: 200 len: 1130 time: 0.1704540 Mar 07 16:53:05.242492 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0925bc0c-42ec-43fa-a004-f6de9bec2bbc req-16e2a45d-5f5a-4055-a663-e6e444cc1b0e tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:53:05.248039 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-0925bc0c-42ec-43fa-a004-f6de9bec2bbc req-16e2a45d-5f5a-4055-a663-e6e444cc1b0e tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] 10.222.0.18 "GET /v2.0/ports?device_id=301c6e16-505b-48af-a5b0-796dee2d11cd HTTP/1.1" status: 200 len: 945 time: 0.1252398 Mar 07 16:53:05.256893 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.wsgi [-] (119954) accepted ('10.222.0.18', 50546) {{(pid=119954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:53:05.262299 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.v2.base [None req-2107e551-4502-4898-936f-1d1ac4031bd4 tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] Request body: {'floatingip': {'port_id': '21d6fb0f-c105-4295-a523-36732687cb39'}} {{(pid=119954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:53:05.275449 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-89967b18-5367-48d5-8661-ac8302f9b609 req-fe5e6720-a794-4263-a743-46d482d49d99 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] 10.222.0.18 "GET /v2.0/security-groups?id=91de0b44-8849-4808-9a38-820e64d88ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0984509 Mar 07 16:53:05.282116 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-9e417909-0272-4d8c-b3a3-5aa5aa4cb6e7 req-9d033560-00cc-4127-a6ff-789b32350f0f service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=aeca2cc4-2657-4c4b-965e-0f9cde167a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971851 Mar 07 16:53:05.284504 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-af69514f-0617-43ea-b434-3ec9b6a79518 req-0ad362aa-c62d-4bbe-8856-3e732fbcc257 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=aeca2cc4-2657-4c4b-965e-0f9cde167a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015415 Mar 07 16:53:05.370986 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-2107e551-4502-4898-936f-1d1ac4031bd4 tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] Publish callbacks [] for floatingip (75b919bf-e075-4c84-80c1-42971795af30), before_update {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:05.744333 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.wsgi [-] (119953) accepted ('10.222.0.18', 50566) {{(pid=119953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:53:05.773455 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.wsgi [-] (119953) accepted ('10.222.0.18', 50572) {{(pid=119953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:53:05.790165 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-e4368bf7-bed1-4ae9-a198-a7b543605748 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:05.835575 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.rpc [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Device 7d812681-5eed-4512-beb5-ab69909ae86a up at agent hyperv_hv-cinder-80475 {{(pid=119955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:53:05.972458 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-e4368bf7-bed1-4ae9-a198-a7b543605748 admin admin] Publish callbacks [] for security_group (e4f3a8e0-3bed-4d3b-87e7-772efac7d8d2), precommit_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:05.981353 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-e4368bf7-bed1-4ae9-a198-a7b543605748 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543383'] for security_group (e4f3a8e0-3bed-4d3b-87e7-772efac7d8d2), after_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:05.983700 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.provisioning_blocks [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Provisioning for port 7d812681-5eed-4512-beb5-ab69909ae86a completed by entity L2. {{(pid=119955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 16:53:05.991886 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.provisioning_blocks [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Provisioning complete for port 7d812681-5eed-4512-beb5-ab69909ae86a triggered by entity L2. {{(pid=119955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:53:05.992584 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8194280'] for port (7d812681-5eed-4512-beb5-ab69909ae86a), provisioning_complete {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:06.040593 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [None req-e4368bf7-bed1-4ae9-a198-a7b543605748 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2a285d51b2a74a87bcda0c4bd9ecc205&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2649915 Mar 07 16:53:06.041777 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-9aaeace0-3674-475e-8505-932506816c4e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:06.043728 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.wsgi [-] (119953) accepted ('10.222.0.18', 50578) {{(pid=119953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:53:06.079269 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4368bf7-bed1-4ae9-a198-a7b543605748 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4f3a8e0-3bed-4d3b-87e7-772efac7d8d2,revision_number=1']} {{(pid=119953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:53:06.124349 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-9b8029f6-eecf-44af-ae52-c52dee47cf6d admin admin] Publish callbacks [] for security_group (e4f3a8e0-3bed-4d3b-87e7-772efac7d8d2), before_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:06.136002 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.plugin [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Current status of the port 7d812681-5eed-4512-beb5-ab69909ae86a is: BUILD; New status is: ACTIVE {{(pid=119955) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:53:06.136535 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8385759'] for port (7d812681-5eed-4512-beb5-ab69909ae86a), before_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:06.158974 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.db.resource_extend [None req-2107e551-4502-4898-936f-1d1ac4031bd4 tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=119954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 07 16:53:06.163157 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-9b8029f6-eecf-44af-ae52-c52dee47cf6d admin admin] Publish callbacks [] for security_group (e4f3a8e0-3bed-4d3b-87e7-772efac7d8d2), precommit_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:06.193928 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.db [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] For port 7d812681-5eed-4512-beb5-ab69909ae86a, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=7d812681-5eed-4512-beb5-ab69909ae86a,segment=NetworkSegment(ad3735d7-6f1d-4396-8c2b-5f6199488faa),segment_id=ad3735d7-6f1d-4396-8c2b-5f6199488faa)] {{(pid=119955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:53:06.202272 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754346672056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754346267073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754346267091'] for port (7d812681-5eed-4512-beb5-ab69909ae86a), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:06.237924 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-9aaeace0-3674-475e-8505-932506816c4e admin admin] Publish callbacks [] for security_group (e087a759-1116-475c-aed8-ea41e9f3b4f2), precommit_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:06.245978 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-9aaeace0-3674-475e-8505-932506816c4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543383'] for security_group (e087a759-1116-475c-aed8-ea41e9f3b4f2), after_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:06.254001 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-9b8029f6-eecf-44af-ae52-c52dee47cf6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543383'] for security_group (e4f3a8e0-3bed-4d3b-87e7-772efac7d8d2), after_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:06.256532 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-9b8029f6-eecf-44af-ae52-c52dee47cf6d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:06.258332 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [None req-9b8029f6-eecf-44af-ae52-c52dee47cf6d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e4f3a8e0-3bed-4d3b-87e7-772efac7d8d2 HTTP/1.1" status: 204 len: 168 time: 0.2111213 Mar 07 16:53:06.282486 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-2107e551-4502-4898-936f-1d1ac4031bd4 tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:06.290877 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-2107e551-4502-4898-936f-1d1ac4031bd4 tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-706389'] for floatingip (75b919bf-e075-4c84-80c1-42971795af30), after_update {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:06.294687 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aaeace0-3674-475e-8505-932506816c4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e087a759-1116-475c-aed8-ea41e9f3b4f2,revision_number=1']} {{(pid=119953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:53:06.299263 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [None req-9aaeace0-3674-475e-8505-932506816c4e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9949e77bae3f4aad858ce96afd7db0a2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5538516 Mar 07 16:53:06.302017 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.wsgi [-] (119953) accepted ('10.222.0.18', 50586) {{(pid=119953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:53:06.304467 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Pushing event updated for resources: {'Port': ['ID=7d812681-5eed-4512-beb5-ab69909ae86a,revision_number=5']} {{(pid=119955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:53:06.340765 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8029f6-eecf-44af-ae52-c52dee47cf6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4f3a8e0-3bed-4d3b-87e7-772efac7d8d2,revision_number=None']} {{(pid=119953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:53:06.367745 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-9e5fd010-c7f5-4fe3-a85a-61197474ccc3 admin admin] Publish callbacks [] for security_group (e087a759-1116-475c-aed8-ea41e9f3b4f2), before_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:06.410852 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-9e5fd010-c7f5-4fe3-a85a-61197474ccc3 admin admin] Publish callbacks [] for security_group (e087a759-1116-475c-aed8-ea41e9f3b4f2), precommit_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:06.415378 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552915f1-4587-43e5-8312-5190eb5b1c59 req-847fa55f-7a13-421c-b4b6-613fa268d91a tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:53:06.422346 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-552915f1-4587-43e5-8312-5190eb5b1c59 req-847fa55f-7a13-421c-b4b6-613fa268d91a tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c095ec4-a93a-4ccf-ae76-b30c7b1c954c HTTP/1.1" status: 200 len: 946 time: 0.4391646 Mar 07 16:53:06.457950 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.db.l3_db [None req-2107e551-4502-4898-936f-1d1ac4031bd4 tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] Floating IP 75b919bf-e075-4c84-80c1-42971795af30 associated. External IP: 172.27.2.254, port: 21d6fb0f-c105-4295-a523-36732687cb39. Mar 07 16:53:06.516341 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0df65e-3776-4eff-bdcc-e39ff0f0dd18 req-7e36331c-6a8a-4d91-92b4-1ab8e5f704c0 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:53:06.517629 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-1f0df65e-3776-4eff-bdcc-e39ff0f0dd18 req-7e36331c-6a8a-4d91-92b4-1ab8e5f704c0 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] 10.222.0.18 "GET /v2.0/ports?device_id=2231807d-5256-4035-968e-56509c3eb6cc HTTP/1.1" status: 200 len: 945 time: 0.0722396 Mar 07 16:53:06.534917 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-552915f1-4587-43e5-8312-5190eb5b1c59 req-b83238f5-bea2-4a88-bf92-c6eae20acbd2 tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] 10.222.0.18 "GET /v2.0/security-groups?id=aeca2cc4-2657-4c4b-965e-0f9cde167a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113136 Mar 07 16:53:06.544639 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-9e5fd010-c7f5-4fe3-a85a-61197474ccc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543383'] for security_group (e087a759-1116-475c-aed8-ea41e9f3b4f2), after_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:06.547173 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-9e5fd010-c7f5-4fe3-a85a-61197474ccc3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:06.548327 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [None req-9e5fd010-c7f5-4fe3-a85a-61197474ccc3 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e087a759-1116-475c-aed8-ea41e9f3b4f2 HTTP/1.1" status: 204 len: 168 time: 0.2447011 Mar 07 16:53:06.579791 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5fd010-c7f5-4fe3-a85a-61197474ccc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e087a759-1116-475c-aed8-ea41e9f3b4f2,revision_number=None']} {{(pid=119953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:53:06.611512 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-1f0df65e-3776-4eff-bdcc-e39ff0f0dd18 req-461541f1-d198-4015-a7d7-5ea53e5a8073 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] 10.222.0.18 "GET /v2.0/security-groups?id=91de0b44-8849-4808-9a38-820e64d88ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807993 Mar 07 16:53:06.630381 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2231807d-5256-4035-968e-56509c3eb6cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d812681-5eed-4512-beb5-ab69909ae86a'}] {{(pid=119955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:53:06.635327 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd4f8a5135c3a8ba668d7ce7b18abb72183bcf445ca628a57cbbb7bee2c3e543" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a55be86e-10e8-45f5-943e-877dc4bc1beb" -d '{"events": [{"server_uuid": "2231807d-5256-4035-968e-56509c3eb6cc", "name": "network-vif-plugged", "status": "completed", "tag": "7d812681-5eed-4512-beb5-ab69909ae86a"}]}' {{(pid=119955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:53:06.687408 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 16:53:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51fca4fa-9e48-4747-821a-bd3e8afca352 x-openstack-request-id: req-51fca4fa-9e48-4747-821a-bd3e8afca352 {{(pid=119955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:53:06.687910 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2231807d-5256-4035-968e-56509c3eb6cc", "name": "network-vif-plugged", "status": "completed", "tag": "7d812681-5eed-4512-beb5-ab69909ae86a", "code": 200}]} {{(pid=119955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:53:06.688305 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-51fca4fa-9e48-4747-821a-bd3e8afca352 {{(pid=119955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:53:06.688826 dv-cinder-804757-24-iscsi neutron-server[119955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2231807d-5256-4035-968e-56509c3eb6cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d812681-5eed-4512-beb5-ab69909ae86a', 'code': 200} Mar 07 16:53:06.800778 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2107e551-4502-4898-936f-1d1ac4031bd4 tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] Router 7438646f-16c5-41cf-bfe1-423ac73df92e has already been hosted by L3 agent 4cbb3502-d72e-4663-b57e-51d645794085 {{(pid=119954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 16:53:06.922383 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2107e551-4502-4898-936f-1d1ac4031bd4 tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] Notify agent at l3_agent.dv-cinder-804757-24-iscsi the message routers_updated {{(pid=119954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:53:06.927127 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-2107e551-4502-4898-936f-1d1ac4031bd4 tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47102'] for floatingip (None), before_response {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:06.937478 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a2e6324-a805-44de-b2fb-dfc844ffaf2e None None] Sync routers for ids ['7438646f-16c5-41cf-bfe1-423ac73df92e'] in dv-cinder-804757-24-iscsi {{(pid=119956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:53:06.949587 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a2e6324-a805-44de-b2fb-dfc844ffaf2e None None] Routers {'7438646f-16c5-41cf-bfe1-423ac73df92e'} bound to L3 agent in host dv-cinder-804757-24-iscsi {{(pid=119956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:53:06.950499 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.db.l3_hamode_db [None req-0a2e6324-a805-44de-b2fb-dfc844ffaf2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T16:44:19Z,description=,heartbeat_timestamp=2022-03-07T16:52:49Z,host='dv-cinder-804757-24-iscsi',id=4cbb3502-d72e-4663-b57e-51d645794085,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:44:19Z,topic='l3_agent')) {'router_ids': ['7438646f-16c5-41cf-bfe1-423ac73df92e'], 'active': True} {{(pid=119956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:53:06.972633 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [None req-2107e551-4502-4898-936f-1d1ac4031bd4 tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] 10.222.0.18 "PUT /v2.0/floatingips/75b919bf-e075-4c84-80c1-42971795af30 HTTP/1.1" status: 200 len: 991 time: 1.7138329 Mar 07 16:53:06.973443 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '301c6e16-505b-48af-a5b0-796dee2d11cd', 'tag': '21d6fb0f-c105-4295-a523-36732687cb39'}] {{(pid=119954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:53:06.977671 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}841d5110a94e235157c02b6f4389d133be5f90b089d7eeb6218efd7d6b06db25" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b97db50d-c0b4-4222-9f8d-6c7f1fd8809b" -d '{"events": [{"name": "network-changed", "server_uuid": "301c6e16-505b-48af-a5b0-796dee2d11cd", "tag": "21d6fb0f-c105-4295-a523-36732687cb39"}]}' {{(pid=119954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:53:07.017137 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 16:53:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d13415f-2834-4a20-bfd2-c407c49e0bf8 x-openstack-request-id: req-2d13415f-2834-4a20-bfd2-c407c49e0bf8 {{(pid=119954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:53:07.017596 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "301c6e16-505b-48af-a5b0-796dee2d11cd", "tag": "21d6fb0f-c105-4295-a523-36732687cb39", "status": "completed", "code": 200}]} {{(pid=119954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:53:07.018032 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2d13415f-2834-4a20-bfd2-c407c49e0bf8 {{(pid=119954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:53:07.018593 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '301c6e16-505b-48af-a5b0-796dee2d11cd', 'tag': '21d6fb0f-c105-4295-a523-36732687cb39', 'status': 'completed', 'code': 200} Mar 07 16:53:07.083069 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.db.l3_dvr_db [None req-0a2e6324-a805-44de-b2fb-dfc844ffaf2e None None] Set router 7438646f-16c5-41cf-bfe1-423ac73df92e gateway port host: dv-cinder-804757-24-iscsi {{(pid=119956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:53:07.334181 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97db50d-c0b4-4222-9f8d-6c7f1fd8809b req-5d3fa8b3-95e3-424e-92fc-017e7306eb18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:53:07.336402 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-b97db50d-c0b4-4222-9f8d-6c7f1fd8809b req-5d3fa8b3-95e3-424e-92fc-017e7306eb18 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=edf4ec5f5dd34ec494b36396a8594bc1&device_id=301c6e16-505b-48af-a5b0-796dee2d11cd HTTP/1.1" status: 200 len: 1129 time: 0.0823500 Mar 07 16:53:07.396275 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72cd683-10f8-4508-ac0c-01b80082428d req-b191da51-6fe9-48b7-87aa-c70d1ab40ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:53:07.397804 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-a72cd683-10f8-4508-ac0c-01b80082428d req-b191da51-6fe9-48b7-87aa-c70d1ab40ebe service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=2231807d-5256-4035-968e-56509c3eb6cc HTTP/1.1" status: 200 len: 1129 time: 0.1071820 Mar 07 16:53:07.529676 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.db.l3_hamode_db [None req-0a2e6324-a805-44de-b2fb-dfc844ffaf2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7438646f-16c5-41cf-bfe1-423ac73df92e', 'name': 'tempest-AttachVolumeTestJSON-1470381237-router', 'tenant_id': 'edf4ec5f5dd34ec494b36396a8594bc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'external_fixed_ips': [{'subnet_id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'ip_address': '172.27.2.57'}], 'enable_snat': True}, 'gw_port_id': '55b6bdda-6312-4fcb-bcc8-ffef56435af8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:52:17Z', 'updated_at': '2022-03-07T16:52:24Z', 'revision_number': 4, 'project_id': 'edf4ec5f5dd34ec494b36396a8594bc1', 'gw_port': {'id': '55b6bdda-6312-4fcb-bcc8-ffef56435af8', 'name': '', 'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:e5:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7438646f-16c5-41cf-bfe1-423ac73df92e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'ip_address': '172.27.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:52:18Z', 'updated_at': '2022-03-07T16:52:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-24-iscsi', '_floatingips': [{'id': '75b919bf-e075-4c84-80c1-42971795af30', 'tenant_id': 'edf4ec5f5dd34ec494b36396a8594bc1', 'floating_ip_address': '172.27.2.254', 'floating_network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'router_id': '7438646f-16c5-41cf-bfe1-423ac73df92e', 'port_id': '21d6fb0f-c105-4295-a523-36732687cb39', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 117, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '958030d9-7413-4af7-a61d-7e3a7fb6105d', 'mac_address': 'fa:16:3e:a3:c6:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '301c6e16-505b-48af-a5b0-796dee2d11cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T16:52:32Z', 'updated_at': '2022-03-07T16:53:05Z', 'revision_number': 1, 'project_id': 'edf4ec5f5dd34ec494b36396a8594bc1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2e0330e-e9e2-4a91-98aa-009090466f41', 'name': '', 'network_id': '958030d9-7413-4af7-a61d-7e3a7fb6105d', 'tenant_id': 'edf4ec5f5dd34ec494b36396a8594bc1', 'mac_address': 'fa:16:3e:fc:dd:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7438646f-16c5-41cf-bfe1-423ac73df92e', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '31c7bf73-b45c-4589-a934-6b9bdc6a30ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:52:22Z', 'updated_at': '2022-03-07T16:52:32Z', 'revision_number': 5, 'project_id': 'edf4ec5f5dd34ec494b36396a8594bc1', 'subnets': [{'id': '31c7bf73-b45c-4589-a934-6b9bdc6a30ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-24-iscsi', False) {} {{(pid=119956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:53:07.563506 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a2e6324-a805-44de-b2fb-dfc844ffaf2e None None] Checking router: 7438646f-16c5-41cf-bfe1-423ac73df92e for host: dv-cinder-804757-24-iscsi {{(pid=119956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 16:53:07.570907 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-a72cd683-10f8-4508-ac0c-01b80082428d req-68c50025-65d6-4b25-90ce-a33c362dfa84 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=91de0b44-8849-4808-9a38-820e64d88ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1019943 Mar 07 16:53:07.572403 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97db50d-c0b4-4222-9f8d-6c7f1fd8809b req-f6823e63-3892-42ac-9fb0-f43940d6310a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:53:07.573753 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-b97db50d-c0b4-4222-9f8d-6c7f1fd8809b req-f6823e63-3892-42ac-9fb0-f43940d6310a service neutron] 10.222.0.66 "GET /v2.0/networks?id=958030d9-7413-4af7-a61d-7e3a7fb6105d HTTP/1.1" status: 200 len: 912 time: 0.2101638 Mar 07 16:53:07.574579 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a2e6324-a805-44de-b2fb-dfc844ffaf2e None None] Routers {'7438646f-16c5-41cf-bfe1-423ac73df92e'} bound to L3 agent in host dv-cinder-804757-24-iscsi {{(pid=119956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:53:07.575361 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.db.l3_hamode_db [None req-0a2e6324-a805-44de-b2fb-dfc844ffaf2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T16:44:19Z,description=,heartbeat_timestamp=2022-03-07T16:52:49Z,host='dv-cinder-804757-24-iscsi',id=4cbb3502-d72e-4663-b57e-51d645794085,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:44:19Z,topic='l3_agent')) {'router_ids': ['7438646f-16c5-41cf-bfe1-423ac73df92e'], 'active': True} {{(pid=119956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:53:07.687888 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.db.l3_dvr_db [None req-0a2e6324-a805-44de-b2fb-dfc844ffaf2e None None] Set router 7438646f-16c5-41cf-bfe1-423ac73df92e gateway port host: dv-cinder-804757-24-iscsi {{(pid=119956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:53:07.706557 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93807f78-f82a-41fb-ac3c-becdbc3189b0 req-837a72f6-4877-4feb-a029-3755cad296ad tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:53:07.717691 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-93807f78-f82a-41fb-ac3c-becdbc3189b0 req-837a72f6-4877-4feb-a029-3755cad296ad tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c095ec4-a93a-4ccf-ae76-b30c7b1c954c HTTP/1.1" status: 200 len: 946 time: 0.0915129 Mar 07 16:53:07.820420 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9960ad5b-4620-428a-b3a7-6dae8ba1b0b0 req-a1abcbe3-2895-49ee-81d3-96d6f1ef2d94 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:53:07.829654 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-9960ad5b-4620-428a-b3a7-6dae8ba1b0b0 req-a1abcbe3-2895-49ee-81d3-96d6f1ef2d94 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] 10.222.0.18 "GET /v2.0/ports?device_id=2231807d-5256-4035-968e-56509c3eb6cc HTTP/1.1" status: 200 len: 945 time: 0.1182308 Mar 07 16:53:08.122578 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.wsgi [-] (119954) accepted ('10.222.0.18', 50680) {{(pid=119954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:53:08.157047 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.db.l3_hamode_db [None req-0a2e6324-a805-44de-b2fb-dfc844ffaf2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7438646f-16c5-41cf-bfe1-423ac73df92e', 'name': 'tempest-AttachVolumeTestJSON-1470381237-router', 'tenant_id': 'edf4ec5f5dd34ec494b36396a8594bc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'external_fixed_ips': [{'subnet_id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'ip_address': '172.27.2.57'}], 'enable_snat': True}, 'gw_port_id': '55b6bdda-6312-4fcb-bcc8-ffef56435af8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:52:17Z', 'updated_at': '2022-03-07T16:52:24Z', 'revision_number': 4, 'project_id': 'edf4ec5f5dd34ec494b36396a8594bc1', 'gw_port': {'id': '55b6bdda-6312-4fcb-bcc8-ffef56435af8', 'name': '', 'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:e5:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7438646f-16c5-41cf-bfe1-423ac73df92e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'ip_address': '172.27.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:52:18Z', 'updated_at': '2022-03-07T16:52:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-24-iscsi', '_floatingips': [{'id': '75b919bf-e075-4c84-80c1-42971795af30', 'tenant_id': 'edf4ec5f5dd34ec494b36396a8594bc1', 'floating_ip_address': '172.27.2.254', 'floating_network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'router_id': '7438646f-16c5-41cf-bfe1-423ac73df92e', 'port_id': '21d6fb0f-c105-4295-a523-36732687cb39', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 117, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '958030d9-7413-4af7-a61d-7e3a7fb6105d', 'mac_address': 'fa:16:3e:a3:c6:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '301c6e16-505b-48af-a5b0-796dee2d11cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T16:52:32Z', 'updated_at': '2022-03-07T16:53:05Z', 'revision_number': 1, 'project_id': 'edf4ec5f5dd34ec494b36396a8594bc1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2e0330e-e9e2-4a91-98aa-009090466f41', 'name': '', 'network_id': '958030d9-7413-4af7-a61d-7e3a7fb6105d', 'tenant_id': 'edf4ec5f5dd34ec494b36396a8594bc1', 'mac_address': 'fa:16:3e:fc:dd:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7438646f-16c5-41cf-bfe1-423ac73df92e', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '31c7bf73-b45c-4589-a934-6b9bdc6a30ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:52:22Z', 'updated_at': '2022-03-07T16:52:32Z', 'revision_number': 5, 'project_id': 'edf4ec5f5dd34ec494b36396a8594bc1', 'subnets': [{'id': '31c7bf73-b45c-4589-a934-6b9bdc6a30ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-24-iscsi', False) {} {{(pid=119956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:53:08.163034 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-93807f78-f82a-41fb-ac3c-becdbc3189b0 req-b065902d-d5da-4f89-b6e7-72070617a926 tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] 10.222.0.18 "GET /v2.0/security-groups?id=aeca2cc4-2657-4c4b-965e-0f9cde167a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4434962 Mar 07 16:53:08.203421 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a2e6324-a805-44de-b2fb-dfc844ffaf2e None None] The sync data for ids ['7438646f-16c5-41cf-bfe1-423ac73df92e'] in dv-cinder-804757-24-iscsi is: [{'id': '7438646f-16c5-41cf-bfe1-423ac73df92e', 'name': 'tempest-AttachVolumeTestJSON-1470381237-router', 'tenant_id': 'edf4ec5f5dd34ec494b36396a8594bc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'external_fixed_ips': [{'subnet_id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'ip_address': '172.27.2.57'}], 'enable_snat': True}, 'gw_port_id': '55b6bdda-6312-4fcb-bcc8-ffef56435af8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:52:17Z', 'updated_at': '2022-03-07T16:52:24Z', 'revision_number': 4, 'project_id': 'edf4ec5f5dd34ec494b36396a8594bc1', 'gw_port': {'id': '55b6bdda-6312-4fcb-bcc8-ffef56435af8', 'name': '', 'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:e5:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7438646f-16c5-41cf-bfe1-423ac73df92e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'ip_address': '172.27.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:52:18Z', 'updated_at': '2022-03-07T16:52:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-24-iscsi', '_floatingips': [{'id': '75b919bf-e075-4c84-80c1-42971795af30', 'tenant_id': 'edf4ec5f5dd34ec494b36396a8594bc1', 'floating_ip_address': '172.27.2.254', 'floating_network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'router_id': '7438646f-16c5-41cf-bfe1-423ac73df92e', 'port_id': '21d6fb0f-c105-4295-a523-36732687cb39', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 117, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '958030d9-7413-4af7-a61d-7e3a7fb6105d', 'mac_address': 'fa:16:3e:a3:c6:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '301c6e16-505b-48af-a5b0-796dee2d11cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T16:52:32Z', 'updated_at': '2022-03-07T16:53:05Z', 'revision_number': 1, 'project_id': 'edf4ec5f5dd34ec494b36396a8594bc1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2e0330e-e9e2-4a91-98aa-009090466f41', 'name': '', 'network_id': '958030d9-7413-4af7-a61d-7e3a7fb6105d', 'tenant_id': 'edf4ec5f5dd34ec494b36396a8594bc1', 'mac_address': 'fa:16:3e:fc:dd:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7438646f-16c5-41cf-bfe1-423ac73df92e', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '31c7bf73-b45c-4589-a934-6b9bdc6a30ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:52:22Z', 'updated_at': '2022-03-07T16:52:32Z', 'revision_number': 5, 'project_id': 'edf4ec5f5dd34ec494b36396a8594bc1', 'subnets': [{'id': '31c7bf73-b45c-4589-a934-6b9bdc6a30ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:53:08.218105 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-b97db50d-c0b4-4222-9f8d-6c7f1fd8809b req-b88d91b8-6513-4154-81cf-c64f3c555c1c service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=21d6fb0f-c105-4295-a523-36732687cb39 HTTP/1.1" status: 200 len: 999 time: 0.3350244 Mar 07 16:53:08.245740 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-9960ad5b-4620-428a-b3a7-6dae8ba1b0b0 req-eba7c784-1748-4f22-b322-505689292323 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] 10.222.0.18 "GET /v2.0/security-groups?id=91de0b44-8849-4808-9a38-820e64d88ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4151037 Mar 07 16:53:08.292959 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97db50d-c0b4-4222-9f8d-6c7f1fd8809b req-02da4a73-f87e-4bc6-90e8-814e22ccef99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:53:08.294441 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-b97db50d-c0b4-4222-9f8d-6c7f1fd8809b req-02da4a73-f87e-4bc6-90e8-814e22ccef99 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=31c7bf73-b45c-4589-a934-6b9bdc6a30ea HTTP/1.1" status: 200 len: 850 time: 0.0477629 Mar 07 16:53:08.360797 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97db50d-c0b4-4222-9f8d-6c7f1fd8809b req-b5bb97fc-179f-40be-98ed-7d5f6bbe327d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:53:08.362864 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-b97db50d-c0b4-4222-9f8d-6c7f1fd8809b req-b5bb97fc-179f-40be-98ed-7d5f6bbe327d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=958030d9-7413-4af7-a61d-7e3a7fb6105d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0594535 Mar 07 16:53:08.499090 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-b48d661b-bcaa-4d6c-bc41-ba26778e70d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:08.627872 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bef60ecd-04ce-4057-a0ae-3222c49d652d None None] New status for floating IP 75b919bf-e075-4c84-80c1-42971795af30: ACTIVE {{(pid=119955) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 16:53:08.674127 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-b97db50d-c0b4-4222-9f8d-6c7f1fd8809b req-78720b5e-2b5c-49fb-804d-5952dc38629e service neutron] 10.222.0.66 "GET /v2.0/networks/958030d9-7413-4af7-a61d-7e3a7fb6105d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2918496 Mar 07 16:53:08.691408 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-b48d661b-bcaa-4d6c-bc41-ba26778e70d7 admin admin] Publish callbacks [] for security_group (08974a2e-c6a7-47af-aa04-89c2560904a8), precommit_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:08.703201 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-b48d661b-bcaa-4d6c-bc41-ba26778e70d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543383'] for security_group (08974a2e-c6a7-47af-aa04-89c2560904a8), after_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:08.775362 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [None req-b48d661b-bcaa-4d6c-bc41-ba26778e70d7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3f852a697ceb48e990e01444360528c3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6514485 Mar 07 16:53:08.782435 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48d661b-bcaa-4d6c-bc41-ba26778e70d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08974a2e-c6a7-47af-aa04-89c2560904a8,revision_number=1']} {{(pid=119954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:53:08.785945 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.wsgi [-] (119954) accepted ('10.222.0.18', 50704) {{(pid=119954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:53:08.792077 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80e308c-d858-4dc1-a372-fce67d452277 req-ea337599-ea9f-422b-82d1-775a7d5dc8f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:53:08.797511 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-e80e308c-d858-4dc1-a372-fce67d452277 req-ea337599-ea9f-422b-82d1-775a7d5dc8f1 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=fb0f78d7968f4bf1aee503f8e1cfe0f0&device_id=0c095ec4-a93a-4ccf-ae76-b30c7b1c954c HTTP/1.1" status: 200 len: 1130 time: 0.2516809 Mar 07 16:53:08.832723 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d7d396-c227-443c-a004-0f3a0ddc41f4 req-50816684-b660-40e8-a8c3-42cc4a92eb19 tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:53:08.843706 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-c3d7d396-c227-443c-a004-0f3a0ddc41f4 req-50816684-b660-40e8-a8c3-42cc4a92eb19 tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c095ec4-a93a-4ccf-ae76-b30c7b1c954c HTTP/1.1" status: 200 len: 946 time: 0.3349864 Mar 07 16:53:08.869148 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-79819f45-5bdf-47f2-8da7-672e31145438 admin admin] Publish callbacks [] for security_group (08974a2e-c6a7-47af-aa04-89c2560904a8), before_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:08.930119 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-79819f45-5bdf-47f2-8da7-672e31145438 admin admin] Publish callbacks [] for security_group (08974a2e-c6a7-47af-aa04-89c2560904a8), precommit_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:09.017561 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-c3d7d396-c227-443c-a004-0f3a0ddc41f4 req-a016ae39-f9ee-4bfb-a559-1730125fe48b tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] 10.222.0.18 "GET /v2.0/security-groups?id=aeca2cc4-2657-4c4b-965e-0f9cde167a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728532 Mar 07 16:53:09.060141 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-b97db50d-c0b4-4222-9f8d-6c7f1fd8809b req-a8378b35-5ac3-48de-828c-84a2e201ca38 service neutron] 10.222.0.66 "GET /v2.0/networks/958030d9-7413-4af7-a61d-7e3a7fb6105d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3686910 Mar 07 16:53:09.071264 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80e308c-d858-4dc1-a372-fce67d452277 req-88f55707-ebce-4020-ad54-a85468bf4124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:53:09.073780 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-e80e308c-d858-4dc1-a372-fce67d452277 req-88f55707-ebce-4020-ad54-a85468bf4124 service neutron] 10.222.0.66 "GET /v2.0/networks?id=80a2c60b-59e3-4807-9654-13174f656625 HTTP/1.1" status: 200 len: 920 time: 0.2644680 Mar 07 16:53:09.095811 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-79819f45-5bdf-47f2-8da7-672e31145438 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543383'] for security_group (08974a2e-c6a7-47af-aa04-89c2560904a8), after_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:09.099687 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-79819f45-5bdf-47f2-8da7-672e31145438 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:09.100958 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [None req-79819f45-5bdf-47f2-8da7-672e31145438 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/08974a2e-c6a7-47af-aa04-89c2560904a8 HTTP/1.1" status: 204 len: 168 time: 0.3136501 Mar 07 16:53:09.117877 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79819f45-5bdf-47f2-8da7-672e31145438 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08974a2e-c6a7-47af-aa04-89c2560904a8,revision_number=None']} {{(pid=119954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:53:09.201525 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-e80e308c-d858-4dc1-a372-fce67d452277 req-02677e52-aab0-42f0-b834-60e89442b354 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3def960f-3745-4403-84ce-5d83d455d620 HTTP/1.1" status: 200 len: 217 time: 0.0740957 Mar 07 16:53:09.291449 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80e308c-d858-4dc1-a372-fce67d452277 req-41cdd8e3-7683-49dc-9b3d-f2ebbacf4835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:53:09.294467 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-e80e308c-d858-4dc1-a372-fce67d452277 req-41cdd8e3-7683-49dc-9b3d-f2ebbacf4835 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=da018b7d-c800-4987-80e6-c869339f7229 HTTP/1.1" status: 200 len: 859 time: 0.0742481 Mar 07 16:53:09.355852 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-e80e308c-d858-4dc1-a372-fce67d452277 req-acacfa75-ca96-4bd3-9767-cb12a2e3b377 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=80a2c60b-59e3-4807-9654-13174f656625&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250721 Mar 07 16:53:09.425188 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05c51c2-9882-4e97-8644-b343de87f80b req-5d214fb1-82c5-4eae-b935-77b472a27fad tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:53:09.435337 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-c05c51c2-9882-4e97-8644-b343de87f80b req-5d214fb1-82c5-4eae-b935-77b472a27fad tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] 10.222.0.18 "GET /v2.0/ports?device_id=2231807d-5256-4035-968e-56509c3eb6cc HTTP/1.1" status: 200 len: 945 time: 0.1076846 Mar 07 16:53:09.464629 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-e80e308c-d858-4dc1-a372-fce67d452277 req-5fdc548b-4bcd-4a0c-9b16-ecf11c30edc4 service neutron] 10.222.0.66 "GET /v2.0/networks/80a2c60b-59e3-4807-9654-13174f656625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994711 Mar 07 16:53:09.492462 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-c05c51c2-9882-4e97-8644-b343de87f80b req-925298c7-8e72-4d2c-864d-cfebc69a96a9 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] 10.222.0.18 "GET /v2.0/security-groups?id=91de0b44-8849-4808-9a38-820e64d88ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545495 Mar 07 16:53:09.598756 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-e80e308c-d858-4dc1-a372-fce67d452277 req-a03b37bb-e34e-4929-aa11-4e09ae38ee10 service neutron] 10.222.0.66 "GET /v2.0/networks/80a2c60b-59e3-4807-9654-13174f656625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216645 Mar 07 16:53:09.683201 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d2331b-e34d-405b-a195-80c3afde022a req-104dcb80-bb3c-4c75-81ba-b722d68809cc tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:53:09.684863 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-42d2331b-e34d-405b-a195-80c3afde022a req-104dcb80-bb3c-4c75-81ba-b722d68809cc tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] 10.222.0.18 "GET /v2.0/ports?device_id=2231807d-5256-4035-968e-56509c3eb6cc HTTP/1.1" status: 200 len: 945 time: 0.0582287 Mar 07 16:53:09.695684 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.wsgi [-] (119954) accepted ('10.222.0.18', 50748) {{(pid=119954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:53:09.701688 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.v2.base [None req-c57e0213-a7c3-4ef0-990a-c63f99cfb834 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] Request body: {'floatingip': {'port_id': '7d812681-5eed-4512-beb5-ab69909ae86a'}} {{(pid=119954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:53:09.744571 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-c57e0213-a7c3-4ef0-990a-c63f99cfb834 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] Publish callbacks [] for floatingip (8cafe398-d710-4f67-8260-a4b5cf3be996), before_update {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:09.937736 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.wsgi [-] (119954) accepted ('10.222.0.18', 50758) {{(pid=119954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:53:09.957825 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-3da4ee56-714e-41a8-8ed1-36766bc2450c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:10.143072 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-3da4ee56-714e-41a8-8ed1-36766bc2450c admin admin] Publish callbacks [] for security_group (1f849249-1769-4d64-aefd-142f40dc3dbf), precommit_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:10.201599 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-3da4ee56-714e-41a8-8ed1-36766bc2450c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543383'] for security_group (1f849249-1769-4d64-aefd-142f40dc3dbf), after_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:10.315449 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da4ee56-714e-41a8-8ed1-36766bc2450c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f849249-1769-4d64-aefd-142f40dc3dbf,revision_number=1']} {{(pid=119954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:53:10.328811 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [None req-3da4ee56-714e-41a8-8ed1-36766bc2450c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=406b0107caf94ba99a5ae7a040c4d029&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3853574 Mar 07 16:53:10.328811 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.wsgi [-] (119954) accepted ('10.222.0.18', 50770) {{(pid=119954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:53:10.507831 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-5eac2197-02a2-4a2c-9656-bfc666b73a04 admin admin] Publish callbacks [] for security_group (1f849249-1769-4d64-aefd-142f40dc3dbf), before_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:10.527167 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-c57e0213-a7c3-4ef0-990a-c63f99cfb834 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:10.534479 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80580fb7-3d11-4125-8e3c-41f3b36df12f req-48922a6e-4a1f-4d77-b384-f3f24e632e65 tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:53:10.535985 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-80580fb7-3d11-4125-8e3c-41f3b36df12f req-48922a6e-4a1f-4d77-b384-f3f24e632e65 tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c095ec4-a93a-4ccf-ae76-b30c7b1c954c HTTP/1.1" status: 200 len: 946 time: 0.1660323 Mar 07 16:53:10.539646 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-c57e0213-a7c3-4ef0-990a-c63f99cfb834 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-706389'] for floatingip (8cafe398-d710-4f67-8260-a4b5cf3be996), after_update {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:10.588574 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-5eac2197-02a2-4a2c-9656-bfc666b73a04 admin admin] Publish callbacks [] for security_group (1f849249-1769-4d64-aefd-142f40dc3dbf), precommit_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:10.693103 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-80580fb7-3d11-4125-8e3c-41f3b36df12f req-667a5b35-22c1-4b08-bfed-b5189fbac414 tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] 10.222.0.18 "GET /v2.0/security-groups?id=aeca2cc4-2657-4c4b-965e-0f9cde167a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469886 Mar 07 16:53:10.707240 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.db.l3_db [None req-c57e0213-a7c3-4ef0-990a-c63f99cfb834 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] Floating IP 8cafe398-d710-4f67-8260-a4b5cf3be996 associated. External IP: 172.27.2.157, port: 7d812681-5eed-4512-beb5-ab69909ae86a. Mar 07 16:53:10.747864 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-5eac2197-02a2-4a2c-9656-bfc666b73a04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543383'] for security_group (1f849249-1769-4d64-aefd-142f40dc3dbf), after_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:10.750338 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-5eac2197-02a2-4a2c-9656-bfc666b73a04 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:10.751459 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [None req-5eac2197-02a2-4a2c-9656-bfc666b73a04 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1f849249-1769-4d64-aefd-142f40dc3dbf HTTP/1.1" status: 204 len: 168 time: 0.4228463 Mar 07 16:53:10.766411 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eac2197-02a2-4a2c-9656-bfc666b73a04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f849249-1769-4d64-aefd-142f40dc3dbf,revision_number=None']} {{(pid=119954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:53:10.963782 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c57e0213-a7c3-4ef0-990a-c63f99cfb834 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] Router 31af1578-2e16-497b-982e-6dcdf8b503fa has already been hosted by L3 agent 4cbb3502-d72e-4663-b57e-51d645794085 {{(pid=119954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 16:53:11.100081 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c57e0213-a7c3-4ef0-990a-c63f99cfb834 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] Notify agent at l3_agent.dv-cinder-804757-24-iscsi the message routers_updated {{(pid=119954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:53:11.105029 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-c57e0213-a7c3-4ef0-990a-c63f99cfb834 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47102'] for floatingip (None), before_response {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:11.112101 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ef455f5-96c9-490a-959d-4c94495c297e None None] Sync routers for ids ['31af1578-2e16-497b-982e-6dcdf8b503fa'] in dv-cinder-804757-24-iscsi {{(pid=119956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:53:11.123585 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ef455f5-96c9-490a-959d-4c94495c297e None None] Routers {'31af1578-2e16-497b-982e-6dcdf8b503fa'} bound to L3 agent in host dv-cinder-804757-24-iscsi {{(pid=119956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:53:11.125173 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.db.l3_hamode_db [None req-5ef455f5-96c9-490a-959d-4c94495c297e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T16:44:19Z,description=,heartbeat_timestamp=2022-03-07T16:52:49Z,host='dv-cinder-804757-24-iscsi',id=4cbb3502-d72e-4663-b57e-51d645794085,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:44:19Z,topic='l3_agent')) {'router_ids': ['31af1578-2e16-497b-982e-6dcdf8b503fa'], 'active': True} {{(pid=119956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:53:11.144003 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [None req-c57e0213-a7c3-4ef0-990a-c63f99cfb834 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] 10.222.0.18 "PUT /v2.0/floatingips/8cafe398-d710-4f67-8260-a4b5cf3be996 HTTP/1.1" status: 200 len: 991 time: 1.4467561 Mar 07 16:53:11.144637 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2231807d-5256-4035-968e-56509c3eb6cc', 'tag': '7d812681-5eed-4512-beb5-ab69909ae86a'}] {{(pid=119954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:53:11.147245 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}841d5110a94e235157c02b6f4389d133be5f90b089d7eeb6218efd7d6b06db25" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75e381cc-9688-4c9e-90d6-2446ce133cda" -d '{"events": [{"name": "network-changed", "server_uuid": "2231807d-5256-4035-968e-56509c3eb6cc", "tag": "7d812681-5eed-4512-beb5-ab69909ae86a"}]}' {{(pid=119954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:53:11.222984 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 16:53:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-584d2b20-cf87-4816-87b8-c39b0efcd00d x-openstack-request-id: req-584d2b20-cf87-4816-87b8-c39b0efcd00d {{(pid=119954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:53:11.222984 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2231807d-5256-4035-968e-56509c3eb6cc", "tag": "7d812681-5eed-4512-beb5-ab69909ae86a", "status": "completed", "code": 200}]} {{(pid=119954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:53:11.223324 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-584d2b20-cf87-4816-87b8-c39b0efcd00d {{(pid=119954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:53:11.223857 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2231807d-5256-4035-968e-56509c3eb6cc', 'tag': '7d812681-5eed-4512-beb5-ab69909ae86a', 'status': 'completed', 'code': 200} Mar 07 16:53:11.313889 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.db.l3_dvr_db [None req-5ef455f5-96c9-490a-959d-4c94495c297e None None] Set router 31af1578-2e16-497b-982e-6dcdf8b503fa gateway port host: dv-cinder-804757-24-iscsi {{(pid=119956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:53:11.340106 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3db1af-c99a-4768-b5b0-ff51bf23a3e5 req-4dc759f8-ec74-415a-a6fd-d2aaf6b8eaf4 tempest-DeleteServersTestJSON-1962960307 tempest-DeleteServersTestJSON-1962960307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:53:11.363147 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-ca3db1af-c99a-4768-b5b0-ff51bf23a3e5 req-4dc759f8-ec74-415a-a6fd-d2aaf6b8eaf4 tempest-DeleteServersTestJSON-1962960307 tempest-DeleteServersTestJSON-1962960307-project] 10.222.0.18 "GET /v2.0/ports?device_id=49123f41-9480-47cf-93dd-0e1df87b21b4 HTTP/1.1" status: 200 len: 945 time: 0.1089051 Mar 07 16:53:11.517711 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-ca3db1af-c99a-4768-b5b0-ff51bf23a3e5 req-b7bd1d69-85cb-4acd-a1ee-a728e43c3532 tempest-DeleteServersTestJSON-1962960307 tempest-DeleteServersTestJSON-1962960307-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca7d0e2e-329d-4d0a-a506-d7be9afbb6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494393 Mar 07 16:53:11.539936 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e381cc-9688-4c9e-90d6-2446ce133cda req-7ad9ce30-17a9-462d-843b-8db3d4afb3e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:53:11.541849 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-75e381cc-9688-4c9e-90d6-2446ce133cda req-7ad9ce30-17a9-462d-843b-8db3d4afb3e5 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=8ffb87e782b3452ab1b5e98b2ae4804b&device_id=2231807d-5256-4035-968e-56509c3eb6cc HTTP/1.1" status: 200 len: 1129 time: 0.1673086 Mar 07 16:53:11.692757 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e381cc-9688-4c9e-90d6-2446ce133cda req-dad05bd8-043a-48cd-ae0b-987e97349521 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:53:11.695020 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-75e381cc-9688-4c9e-90d6-2446ce133cda req-dad05bd8-043a-48cd-ae0b-987e97349521 service neutron] 10.222.0.66 "GET /v2.0/networks?id=863049fb-91f0-4803-9992-666b65540a85 HTTP/1.1" status: 200 len: 918 time: 0.1464248 Mar 07 16:53:11.754146 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.db.l3_hamode_db [None req-5ef455f5-96c9-490a-959d-4c94495c297e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31af1578-2e16-497b-982e-6dcdf8b503fa', 'name': 'tempest-AttachVolumeShelveTestJSON-1712230962-router', 'tenant_id': '8ffb87e782b3452ab1b5e98b2ae4804b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'external_fixed_ips': [{'subnet_id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'ip_address': '172.27.2.28'}], 'enable_snat': True}, 'gw_port_id': '290c4866-1262-4288-abf9-0facba2a54f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:52:20Z', 'updated_at': '2022-03-07T16:52:36Z', 'revision_number': 4, 'project_id': '8ffb87e782b3452ab1b5e98b2ae4804b', 'gw_port': {'id': '290c4866-1262-4288-abf9-0facba2a54f1', 'name': '', 'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:a1:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31af1578-2e16-497b-982e-6dcdf8b503fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'ip_address': '172.27.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:52:21Z', 'updated_at': '2022-03-07T16:52:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-24-iscsi', '_floatingips': [{'id': '8cafe398-d710-4f67-8260-a4b5cf3be996', 'tenant_id': '8ffb87e782b3452ab1b5e98b2ae4804b', 'floating_ip_address': '172.27.2.157', 'floating_network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'router_id': '31af1578-2e16-497b-982e-6dcdf8b503fa', 'port_id': '7d812681-5eed-4512-beb5-ab69909ae86a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 171, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '863049fb-91f0-4803-9992-666b65540a85', 'mac_address': 'fa:16:3e:de:ae:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2231807d-5256-4035-968e-56509c3eb6cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T16:52:49Z', 'updated_at': '2022-03-07T16:53:10Z', 'revision_number': 1, 'project_id': '8ffb87e782b3452ab1b5e98b2ae4804b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12eb627a-3000-4be1-95ec-01ed9572f28c', 'name': '', 'network_id': '863049fb-91f0-4803-9992-666b65540a85', 'tenant_id': '8ffb87e782b3452ab1b5e98b2ae4804b', 'mac_address': 'fa:16:3e:66:cd:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31af1578-2e16-497b-982e-6dcdf8b503fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'f97910cd-d5d7-4b8c-bfe2-694a46e38478', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:52:29Z', 'updated_at': '2022-03-07T16:52:44Z', 'revision_number': 5, 'project_id': '8ffb87e782b3452ab1b5e98b2ae4804b', 'subnets': [{'id': 'f97910cd-d5d7-4b8c-bfe2-694a46e38478', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-24-iscsi', False) {} {{(pid=119956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:53:11.772457 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-75e381cc-9688-4c9e-90d6-2446ce133cda req-6e601667-9c65-4363-a848-5507cbb65ef0 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7d812681-5eed-4512-beb5-ab69909ae86a HTTP/1.1" status: 200 len: 999 time: 0.0702486 Mar 07 16:53:11.782260 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ef455f5-96c9-490a-959d-4c94495c297e None None] Checking router: 31af1578-2e16-497b-982e-6dcdf8b503fa for host: dv-cinder-804757-24-iscsi {{(pid=119956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 16:53:11.791003 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ef455f5-96c9-490a-959d-4c94495c297e None None] Routers {'31af1578-2e16-497b-982e-6dcdf8b503fa'} bound to L3 agent in host dv-cinder-804757-24-iscsi {{(pid=119956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:53:11.791614 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.db.l3_hamode_db [None req-5ef455f5-96c9-490a-959d-4c94495c297e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T16:44:19Z,description=,heartbeat_timestamp=2022-03-07T16:52:49Z,host='dv-cinder-804757-24-iscsi',id=4cbb3502-d72e-4663-b57e-51d645794085,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:44:19Z,topic='l3_agent')) {'router_ids': ['31af1578-2e16-497b-982e-6dcdf8b503fa'], 'active': True} {{(pid=119956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:53:11.827277 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e381cc-9688-4c9e-90d6-2446ce133cda req-16db5f5e-573a-4804-9f3a-c5b407c2d6e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:53:11.828984 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-75e381cc-9688-4c9e-90d6-2446ce133cda req-16db5f5e-573a-4804-9f3a-c5b407c2d6e3 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f97910cd-d5d7-4b8c-bfe2-694a46e38478 HTTP/1.1" status: 200 len: 856 time: 0.0502203 Mar 07 16:53:11.874042 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff6b65f-0dc0-4fde-baa8-9154da0be7a6 req-25d07941-6db4-4496-9fe0-c37358a1ca9c tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:53:11.875628 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-5ff6b65f-0dc0-4fde-baa8-9154da0be7a6 req-25d07941-6db4-4496-9fe0-c37358a1ca9c tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c095ec4-a93a-4ccf-ae76-b30c7b1c954c HTTP/1.1" status: 200 len: 946 time: 0.1016312 Mar 07 16:53:11.896121 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e381cc-9688-4c9e-90d6-2446ce133cda req-3fa96227-16ab-4086-bf68-386b0a3430a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:53:11.897654 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-75e381cc-9688-4c9e-90d6-2446ce133cda req-3fa96227-16ab-4086-bf68-386b0a3430a7 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=863049fb-91f0-4803-9992-666b65540a85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0538087 Mar 07 16:53:11.960710 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.db.l3_dvr_db [None req-5ef455f5-96c9-490a-959d-4c94495c297e None None] Set router 31af1578-2e16-497b-982e-6dcdf8b503fa gateway port host: dv-cinder-804757-24-iscsi {{(pid=119956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:53:11.967814 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-5ff6b65f-0dc0-4fde-baa8-9154da0be7a6 req-3e1c6a97-1a22-4a4a-ad7a-55a2cc074492 tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] 10.222.0.18 "GET /v2.0/security-groups?id=aeca2cc4-2657-4c4b-965e-0f9cde167a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754364 Mar 07 16:53:12.013380 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-75e381cc-9688-4c9e-90d6-2446ce133cda req-6e1b5ff1-7863-44b1-8a76-6d9186f91222 service neutron] 10.222.0.66 "GET /v2.0/networks/863049fb-91f0-4803-9992-666b65540a85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1075096 Mar 07 16:53:12.131229 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-75e381cc-9688-4c9e-90d6-2446ce133cda req-212a9a92-be93-4fe7-912a-20a5da025162 service neutron] 10.222.0.66 "GET /v2.0/networks/863049fb-91f0-4803-9992-666b65540a85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1058993 Mar 07 16:53:12.246992 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.db.l3_hamode_db [None req-5ef455f5-96c9-490a-959d-4c94495c297e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31af1578-2e16-497b-982e-6dcdf8b503fa', 'name': 'tempest-AttachVolumeShelveTestJSON-1712230962-router', 'tenant_id': '8ffb87e782b3452ab1b5e98b2ae4804b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'external_fixed_ips': [{'subnet_id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'ip_address': '172.27.2.28'}], 'enable_snat': True}, 'gw_port_id': '290c4866-1262-4288-abf9-0facba2a54f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:52:20Z', 'updated_at': '2022-03-07T16:52:36Z', 'revision_number': 4, 'project_id': '8ffb87e782b3452ab1b5e98b2ae4804b', 'gw_port': {'id': '290c4866-1262-4288-abf9-0facba2a54f1', 'name': '', 'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:a1:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31af1578-2e16-497b-982e-6dcdf8b503fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'ip_address': '172.27.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:52:21Z', 'updated_at': '2022-03-07T16:52:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-24-iscsi', '_floatingips': [{'id': '8cafe398-d710-4f67-8260-a4b5cf3be996', 'tenant_id': '8ffb87e782b3452ab1b5e98b2ae4804b', 'floating_ip_address': '172.27.2.157', 'floating_network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'router_id': '31af1578-2e16-497b-982e-6dcdf8b503fa', 'port_id': '7d812681-5eed-4512-beb5-ab69909ae86a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 171, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '863049fb-91f0-4803-9992-666b65540a85', 'mac_address': 'fa:16:3e:de:ae:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2231807d-5256-4035-968e-56509c3eb6cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T16:52:49Z', 'updated_at': '2022-03-07T16:53:10Z', 'revision_number': 1, 'project_id': '8ffb87e782b3452ab1b5e98b2ae4804b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12eb627a-3000-4be1-95ec-01ed9572f28c', 'name': '', 'network_id': '863049fb-91f0-4803-9992-666b65540a85', 'tenant_id': '8ffb87e782b3452ab1b5e98b2ae4804b', 'mac_address': 'fa:16:3e:66:cd:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31af1578-2e16-497b-982e-6dcdf8b503fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'f97910cd-d5d7-4b8c-bfe2-694a46e38478', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:52:29Z', 'updated_at': '2022-03-07T16:52:44Z', 'revision_number': 5, 'project_id': '8ffb87e782b3452ab1b5e98b2ae4804b', 'subnets': [{'id': 'f97910cd-d5d7-4b8c-bfe2-694a46e38478', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-24-iscsi', False) {} {{(pid=119956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:53:12.276100 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ef455f5-96c9-490a-959d-4c94495c297e None None] The sync data for ids ['31af1578-2e16-497b-982e-6dcdf8b503fa'] in dv-cinder-804757-24-iscsi is: [{'id': '31af1578-2e16-497b-982e-6dcdf8b503fa', 'name': 'tempest-AttachVolumeShelveTestJSON-1712230962-router', 'tenant_id': '8ffb87e782b3452ab1b5e98b2ae4804b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'external_fixed_ips': [{'subnet_id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'ip_address': '172.27.2.28'}], 'enable_snat': True}, 'gw_port_id': '290c4866-1262-4288-abf9-0facba2a54f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:52:20Z', 'updated_at': '2022-03-07T16:52:36Z', 'revision_number': 4, 'project_id': '8ffb87e782b3452ab1b5e98b2ae4804b', 'gw_port': {'id': '290c4866-1262-4288-abf9-0facba2a54f1', 'name': '', 'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:a1:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31af1578-2e16-497b-982e-6dcdf8b503fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'ip_address': '172.27.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:52:21Z', 'updated_at': '2022-03-07T16:52:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-24-iscsi', '_floatingips': [{'id': '8cafe398-d710-4f67-8260-a4b5cf3be996', 'tenant_id': '8ffb87e782b3452ab1b5e98b2ae4804b', 'floating_ip_address': '172.27.2.157', 'floating_network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'router_id': '31af1578-2e16-497b-982e-6dcdf8b503fa', 'port_id': '7d812681-5eed-4512-beb5-ab69909ae86a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 171, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '863049fb-91f0-4803-9992-666b65540a85', 'mac_address': 'fa:16:3e:de:ae:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2231807d-5256-4035-968e-56509c3eb6cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T16:52:49Z', 'updated_at': '2022-03-07T16:53:10Z', 'revision_number': 1, 'project_id': '8ffb87e782b3452ab1b5e98b2ae4804b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12eb627a-3000-4be1-95ec-01ed9572f28c', 'name': '', 'network_id': '863049fb-91f0-4803-9992-666b65540a85', 'tenant_id': '8ffb87e782b3452ab1b5e98b2ae4804b', 'mac_address': 'fa:16:3e:66:cd:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31af1578-2e16-497b-982e-6dcdf8b503fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'f97910cd-d5d7-4b8c-bfe2-694a46e38478', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:52:29Z', 'updated_at': '2022-03-07T16:52:44Z', 'revision_number': 5, 'project_id': '8ffb87e782b3452ab1b5e98b2ae4804b', 'subnets': [{'id': 'f97910cd-d5d7-4b8c-bfe2-694a46e38478', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:53:12.524333 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf5277df-5008-4048-bc2b-bca7838e8548 None None] New status for floating IP 8cafe398-d710-4f67-8260-a4b5cf3be996: ACTIVE {{(pid=119955) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 16:53:12.651040 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b70e9a-0015-4ab5-b665-079f0dd892da req-68e7fdc4-868c-4fa6-b3b4-ccaf972fa725 tempest-DeleteServersTestJSON-1962960307 tempest-DeleteServersTestJSON-1962960307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:53:12.652647 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-15b70e9a-0015-4ab5-b665-079f0dd892da req-68e7fdc4-868c-4fa6-b3b4-ccaf972fa725 tempest-DeleteServersTestJSON-1962960307 tempest-DeleteServersTestJSON-1962960307-project] 10.222.0.18 "GET /v2.0/ports?device_id=49123f41-9480-47cf-93dd-0e1df87b21b4 HTTP/1.1" status: 200 len: 945 time: 0.0743024 Mar 07 16:53:12.708326 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-15b70e9a-0015-4ab5-b665-079f0dd892da req-39469645-d8a9-429b-bf08-e383a8a91bb9 tempest-DeleteServersTestJSON-1962960307 tempest-DeleteServersTestJSON-1962960307-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca7d0e2e-329d-4d0a-a506-d7be9afbb6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496888 Mar 07 16:53:13.106014 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc5ed74-07d9-4ff1-b018-21a57b92dd7c req-374b3ff6-b4b0-4ef0-97b7-6212e08df933 tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:53:13.108142 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-dbc5ed74-07d9-4ff1-b018-21a57b92dd7c req-374b3ff6-b4b0-4ef0-97b7-6212e08df933 tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c095ec4-a93a-4ccf-ae76-b30c7b1c954c HTTP/1.1" status: 200 len: 946 time: 0.0616050 Mar 07 16:53:13.188061 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-dbc5ed74-07d9-4ff1-b018-21a57b92dd7c req-f31b6f34-970f-4f9d-bb9b-fc261f209e02 tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] 10.222.0.18 "GET /v2.0/security-groups?id=aeca2cc4-2657-4c4b-965e-0f9cde167a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677633 Mar 07 16:53:13.336336 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.wsgi [-] (119954) accepted ('10.222.0.18', 50930) {{(pid=119954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:53:13.446568 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-97348556-d657-4e56-bd40-86103fd100ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:13.529202 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661f818b-8701-44ee-aa6d-2a8794e7d91d req-c514519e-050b-4530-bfde-8021baeb12e6 tempest-DeleteServersTestJSON-1962960307 tempest-DeleteServersTestJSON-1962960307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:53:13.530883 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-661f818b-8701-44ee-aa6d-2a8794e7d91d req-c514519e-050b-4530-bfde-8021baeb12e6 tempest-DeleteServersTestJSON-1962960307 tempest-DeleteServersTestJSON-1962960307-project] 10.222.0.66 "GET /v2.0/ports?device_id=49123f41-9480-47cf-93dd-0e1df87b21b4 HTTP/1.1" status: 200 len: 945 time: 0.0603578 Mar 07 16:53:13.537101 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-97348556-d657-4e56-bd40-86103fd100ce admin admin] Publish callbacks [] for security_group (2c6e8f2d-7a43-49d4-9d46-b6874ee511b6), precommit_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:13.541324 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-97348556-d657-4e56-bd40-86103fd100ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543383'] for security_group (2c6e8f2d-7a43-49d4-9d46-b6874ee511b6), after_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:13.583033 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97348556-d657-4e56-bd40-86103fd100ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c6e8f2d-7a43-49d4-9d46-b6874ee511b6,revision_number=1']} {{(pid=119954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:53:13.592728 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [None req-97348556-d657-4e56-bd40-86103fd100ce admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5a32b001ee284913a39e6c5a96390cd0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2550535 Mar 07 16:53:13.593291 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.wsgi [-] (119954) accepted ('10.222.0.18', 50944) {{(pid=119954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:53:13.651144 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-2606f56c-6b4d-4e3b-b7cd-44b04b40f863 admin admin] Publish callbacks [] for security_group (2c6e8f2d-7a43-49d4-9d46-b6874ee511b6), before_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:13.676102 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-2606f56c-6b4d-4e3b-b7cd-44b04b40f863 admin admin] Publish callbacks [] for security_group (2c6e8f2d-7a43-49d4-9d46-b6874ee511b6), precommit_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:13.712008 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.plugin [req-661f818b-8701-44ee-aa6d-2a8794e7d91d req-5202ab47-906a-46ce-96cd-beeb54bd1bc4 tempest-DeleteServersTestJSON-1962960307 tempest-DeleteServersTestJSON-1962960307-project] Deleting port bc97aa31-6f1d-49c9-9188-38222a0555c0 {{(pid=119953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:53:13.712577 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [req-661f818b-8701-44ee-aa6d-2a8794e7d91d req-5202ab47-906a-46ce-96cd-beeb54bd1bc4 tempest-DeleteServersTestJSON-1962960307 tempest-DeleteServersTestJSON-1962960307-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754346666051'] for port (bc97aa31-6f1d-49c9-9188-38222a0555c0), before_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:13.735501 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-2606f56c-6b4d-4e3b-b7cd-44b04b40f863 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543383'] for security_group (2c6e8f2d-7a43-49d4-9d46-b6874ee511b6), after_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:13.738917 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-2606f56c-6b4d-4e3b-b7cd-44b04b40f863 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:13.742683 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [None req-2606f56c-6b4d-4e3b-b7cd-44b04b40f863 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2c6e8f2d-7a43-49d4-9d46-b6874ee511b6 HTTP/1.1" status: 204 len: 168 time: 0.1458623 Mar 07 16:53:13.749219 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2606f56c-6b4d-4e3b-b7cd-44b04b40f863 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c6e8f2d-7a43-49d4-9d46-b6874ee511b6,revision_number=None']} {{(pid=119954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:53:13.890209 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.db [req-661f818b-8701-44ee-aa6d-2a8794e7d91d req-5202ab47-906a-46ce-96cd-beeb54bd1bc4 tempest-DeleteServersTestJSON-1962960307 tempest-DeleteServersTestJSON-1962960307-project] For port bc97aa31-6f1d-49c9-9188-38222a0555c0, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=bc97aa31-6f1d-49c9-9188-38222a0555c0,segment=NetworkSegment(f9129b6d-cadb-48d6-8f79-c9ca67c48ac7),segment_id=f9129b6d-cadb-48d6-8f79-c9ca67c48ac7)] {{(pid=119953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:53:13.890574 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [req-661f818b-8701-44ee-aa6d-2a8794e7d91d req-5202ab47-906a-46ce-96cd-beeb54bd1bc4 tempest-DeleteServersTestJSON-1962960307 tempest-DeleteServersTestJSON-1962960307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704071'] for port (bc97aa31-6f1d-49c9-9188-38222a0555c0), precommit_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:13.911336 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.plugin [req-661f818b-8701-44ee-aa6d-2a8794e7d91d req-5202ab47-906a-46ce-96cd-beeb54bd1bc4 tempest-DeleteServersTestJSON-1962960307 tempest-DeleteServersTestJSON-1962960307-project] Calling delete_port for bc97aa31-6f1d-49c9-9188-38222a0555c0 owned by compute:nova {{(pid=119953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:53:13.924121 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dd6a3b-e348-48ff-b9f7-5833e418acad req-ebad88ff-5141-4907-b074-1bbff3e63d51 tempest-DeleteServersTestJSON-1962960307 tempest-DeleteServersTestJSON-1962960307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:53:13.925602 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-57dd6a3b-e348-48ff-b9f7-5833e418acad req-ebad88ff-5141-4907-b074-1bbff3e63d51 tempest-DeleteServersTestJSON-1962960307 tempest-DeleteServersTestJSON-1962960307-project] 10.222.0.18 "GET /v2.0/ports?device_id=49123f41-9480-47cf-93dd-0e1df87b21b4 HTTP/1.1" status: 200 len: 945 time: 0.1064043 Mar 07 16:53:14.048337 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-57dd6a3b-e348-48ff-b9f7-5833e418acad req-ecb4bc55-6768-45c2-8460-da9e05242d1b tempest-DeleteServersTestJSON-1962960307 tempest-DeleteServersTestJSON-1962960307-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca7d0e2e-329d-4d0a-a506-d7be9afbb6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146288 Mar 07 16:53:14.075847 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.wsgi [-] (119954) accepted ('10.222.0.18', 50964) {{(pid=119954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:53:14.092140 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-5d9af1fd-1bfd-454e-a96a-8d43e3411592 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:14.139015 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [req-661f818b-8701-44ee-aa6d-2a8794e7d91d req-5202ab47-906a-46ce-96cd-beeb54bd1bc4 tempest-DeleteServersTestJSON-1962960307 tempest-DeleteServersTestJSON-1962960307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754346672038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754346267064'] for port (bc97aa31-6f1d-49c9-9188-38222a0555c0), after_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:14.174463 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5202ab47-906a-46ce-96cd-beeb54bd1bc4 tempest-DeleteServersTestJSON-1962960307 tempest-DeleteServersTestJSON-1962960307-project] Pushing event deleted for resources: {'Port': ['ID=bc97aa31-6f1d-49c9-9188-38222a0555c0,revision_number=None']} {{(pid=119953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:53:14.183894 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-5d9af1fd-1bfd-454e-a96a-8d43e3411592 admin admin] Publish callbacks [] for security_group (0edea21e-665d-4dd2-ab87-ac6bee123fa7), precommit_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:14.189329 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-5d9af1fd-1bfd-454e-a96a-8d43e3411592 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543383'] for security_group (0edea21e-665d-4dd2-ab87-ac6bee123fa7), after_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:14.226225 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9af1fd-1bfd-454e-a96a-8d43e3411592 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0edea21e-665d-4dd2-ab87-ac6bee123fa7,revision_number=1']} {{(pid=119954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:53:14.245053 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [None req-5d9af1fd-1bfd-454e-a96a-8d43e3411592 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8fac26082a204891a71d2476a1c42c4f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1672225 Mar 07 16:53:14.247697 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.wsgi [-] (119954) accepted ('10.222.0.18', 50980) {{(pid=119954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:53:14.293062 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.db.l3_dvrscheduler_db [req-661f818b-8701-44ee-aa6d-2a8794e7d91d req-5202ab47-906a-46ce-96cd-beeb54bd1bc4 tempest-DeleteServersTestJSON-1962960307 tempest-DeleteServersTestJSON-1962960307-project] No DVR routers for this DVR port bc97aa31-6f1d-49c9-9188-38222a0555c0 on host hv-cinder-80475 {{(pid=119953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:53:14.298253 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [req-661f818b-8701-44ee-aa6d-2a8794e7d91d req-5202ab47-906a-46ce-96cd-beeb54bd1bc4 tempest-DeleteServersTestJSON-1962960307 tempest-DeleteServersTestJSON-1962960307-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47102'] for port (None), before_response {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:14.301734 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-661f818b-8701-44ee-aa6d-2a8794e7d91d req-5202ab47-906a-46ce-96cd-beeb54bd1bc4 tempest-DeleteServersTestJSON-1962960307 tempest-DeleteServersTestJSON-1962960307-project] 10.222.0.66 "DELETE /v2.0/ports/bc97aa31-6f1d-49c9-9188-38222a0555c0 HTTP/1.1" status: 204 len: 173 time: 0.7657230 Mar 07 16:53:14.302195 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49123f41-9480-47cf-93dd-0e1df87b21b4', 'name': 'network-vif-deleted', 'tag': 'bc97aa31-6f1d-49c9-9188-38222a0555c0'}] {{(pid=119953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:53:14.304488 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed95515d7af65a162ef4af60abe3e4aacc73bb6c2379f81891a58e09c3a2d0f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9832af9-6403-409c-be7f-4b059f0af5fd" -d '{"events": [{"server_uuid": "49123f41-9480-47cf-93dd-0e1df87b21b4", "name": "network-vif-deleted", "tag": "bc97aa31-6f1d-49c9-9188-38222a0555c0"}]}' {{(pid=119953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:53:14.318917 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-1a2a1c12-7097-44ac-8448-812c7faea266 admin admin] Publish callbacks [] for security_group (0edea21e-665d-4dd2-ab87-ac6bee123fa7), before_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:14.367491 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 16:53:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5adfccd-6ec4-4a16-b6b1-57f2cd17dc79 x-openstack-request-id: req-f5adfccd-6ec4-4a16-b6b1-57f2cd17dc79 {{(pid=119953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:53:14.367848 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49123f41-9480-47cf-93dd-0e1df87b21b4", "name": "network-vif-deleted", "tag": "bc97aa31-6f1d-49c9-9188-38222a0555c0", "status": "completed", "code": 200}]} {{(pid=119953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:53:14.368110 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f5adfccd-6ec4-4a16-b6b1-57f2cd17dc79 {{(pid=119953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:53:14.368881 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49123f41-9480-47cf-93dd-0e1df87b21b4', 'name': 'network-vif-deleted', 'tag': 'bc97aa31-6f1d-49c9-9188-38222a0555c0', 'status': 'completed', 'code': 200} Mar 07 16:53:14.370322 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-1a2a1c12-7097-44ac-8448-812c7faea266 admin admin] Publish callbacks [] for security_group (0edea21e-665d-4dd2-ab87-ac6bee123fa7), precommit_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:14.420578 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3264f79-2b98-4790-af5b-512b895c43a6 req-933db576-b865-4b88-ae76-2e546a83cba3 tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:53:14.423068 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-f3264f79-2b98-4790-af5b-512b895c43a6 req-933db576-b865-4b88-ae76-2e546a83cba3 tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c095ec4-a93a-4ccf-ae76-b30c7b1c954c HTTP/1.1" status: 200 len: 946 time: 0.1237502 Mar 07 16:53:14.471668 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-1a2a1c12-7097-44ac-8448-812c7faea266 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543383'] for security_group (0edea21e-665d-4dd2-ab87-ac6bee123fa7), after_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:14.474699 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-1a2a1c12-7097-44ac-8448-812c7faea266 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:14.476139 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [None req-1a2a1c12-7097-44ac-8448-812c7faea266 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0edea21e-665d-4dd2-ab87-ac6bee123fa7 HTTP/1.1" status: 204 len: 168 time: 0.2273009 Mar 07 16:53:14.498315 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2a1c12-7097-44ac-8448-812c7faea266 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0edea21e-665d-4dd2-ab87-ac6bee123fa7,revision_number=None']} {{(pid=119954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:53:14.513646 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-f3264f79-2b98-4790-af5b-512b895c43a6 req-ceb98775-f6ef-41de-ae8b-31263ff89f42 tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] 10.222.0.18 "GET /v2.0/security-groups?id=aeca2cc4-2657-4c4b-965e-0f9cde167a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728922 Mar 07 16:53:14.706666 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.wsgi [-] (119953) accepted ('10.222.0.18', 51002) {{(pid=119953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:53:14.863724 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-955951a3-5e72-4865-b50e-bf62d8584e56 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:14.939316 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-955951a3-5e72-4865-b50e-bf62d8584e56 admin admin] Publish callbacks [] for security_group (f6a50b20-50b1-4fd4-9ee9-8e6393aadddc), precommit_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:14.943429 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-955951a3-5e72-4865-b50e-bf62d8584e56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543383'] for security_group (f6a50b20-50b1-4fd4-9ee9-8e6393aadddc), after_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:14.981340 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [None req-955951a3-5e72-4865-b50e-bf62d8584e56 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d0f4151097c1473caf33b9cf7c1b4fa4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2728903 Mar 07 16:53:14.982187 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955951a3-5e72-4865-b50e-bf62d8584e56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6a50b20-50b1-4fd4-9ee9-8e6393aadddc,revision_number=1']} {{(pid=119953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:53:14.984120 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.wsgi [-] (119954) accepted ('10.222.0.18', 51014) {{(pid=119954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:53:15.037364 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-e30ea247-8aef-46d7-9bab-6624574fb7b5 admin admin] Publish callbacks [] for security_group (f6a50b20-50b1-4fd4-9ee9-8e6393aadddc), before_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:15.058272 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-e30ea247-8aef-46d7-9bab-6624574fb7b5 admin admin] Publish callbacks [] for security_group (f6a50b20-50b1-4fd4-9ee9-8e6393aadddc), precommit_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:15.108461 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-e30ea247-8aef-46d7-9bab-6624574fb7b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543383'] for security_group (f6a50b20-50b1-4fd4-9ee9-8e6393aadddc), after_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:15.118866 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-e30ea247-8aef-46d7-9bab-6624574fb7b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:15.122839 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [None req-e30ea247-8aef-46d7-9bab-6624574fb7b5 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f6a50b20-50b1-4fd4-9ee9-8e6393aadddc HTTP/1.1" status: 204 len: 168 time: 0.1351738 Mar 07 16:53:15.133393 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30ea247-8aef-46d7-9bab-6624574fb7b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6a50b20-50b1-4fd4-9ee9-8e6393aadddc,revision_number=None']} {{(pid=119954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:53:15.197329 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-8bf50a68-c972-46e4-aace-1c4011ae9b04 req-db751e68-c89b-4903-b583-8c67ab1a0e64 tempest-DeleteServersTestJSON-1962960307 tempest-DeleteServersTestJSON-1962960307-project] 10.222.0.18 "GET /v2.0/ports?device_id=49123f41-9480-47cf-93dd-0e1df87b21b4 HTTP/1.1" status: 200 len: 210 time: 0.0475304 Mar 07 16:53:15.524933 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.wsgi [-] (119954) accepted ('10.222.0.18', 51046) {{(pid=119954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:53:15.540371 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-9d58288b-eafe-4f6a-86f4-4718ed8751b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:15.652857 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-9d58288b-eafe-4f6a-86f4-4718ed8751b9 admin admin] Publish callbacks [] for security_group (7e7b40ea-8684-44d6-8f9c-2d6bc46604fc), precommit_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:15.660817 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-9d58288b-eafe-4f6a-86f4-4718ed8751b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543383'] for security_group (7e7b40ea-8684-44d6-8f9c-2d6bc46604fc), after_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:15.692832 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b7ee18-e3e8-4207-a291-a6f2a0e9c201 req-7dd28ba4-efbf-46c3-ad64-c3353b698a94 tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:53:15.694311 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-55b7ee18-e3e8-4207-a291-a6f2a0e9c201 req-7dd28ba4-efbf-46c3-ad64-c3353b698a94 tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c095ec4-a93a-4ccf-ae76-b30c7b1c954c HTTP/1.1" status: 200 len: 946 time: 0.0935307 Mar 07 16:53:15.724238 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [None req-9d58288b-eafe-4f6a-86f4-4718ed8751b9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=36d8e782ef7f4bc28d45ffc61f6c2d37&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1980014 Mar 07 16:53:15.726983 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.wsgi [-] (119953) accepted ('10.222.0.18', 51054) {{(pid=119953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:53:15.730478 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d58288b-eafe-4f6a-86f4-4718ed8751b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e7b40ea-8684-44d6-8f9c-2d6bc46604fc,revision_number=1']} {{(pid=119954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:53:15.768895 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-55b7ee18-e3e8-4207-a291-a6f2a0e9c201 req-08ba41c7-618b-49d1-9e54-5956438fd320 tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] 10.222.0.18 "GET /v2.0/security-groups?id=aeca2cc4-2657-4c4b-965e-0f9cde167a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569804 Mar 07 16:53:15.778140 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-f4c48e9e-3049-4269-95bc-d0f39d20212e admin admin] Publish callbacks [] for security_group (7e7b40ea-8684-44d6-8f9c-2d6bc46604fc), before_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:15.807307 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-f4c48e9e-3049-4269-95bc-d0f39d20212e admin admin] Publish callbacks [] for security_group (7e7b40ea-8684-44d6-8f9c-2d6bc46604fc), precommit_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:15.862996 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.wsgi [-] (119954) accepted ('10.222.0.18', 51062) {{(pid=119954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:53:15.879087 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-f4c48e9e-3049-4269-95bc-d0f39d20212e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543383'] for security_group (7e7b40ea-8684-44d6-8f9c-2d6bc46604fc), after_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:15.879087 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-f4c48e9e-3049-4269-95bc-d0f39d20212e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:15.879087 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [None req-f4c48e9e-3049-4269-95bc-d0f39d20212e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7e7b40ea-8684-44d6-8f9c-2d6bc46604fc HTTP/1.1" status: 204 len: 168 time: 0.1479468 Mar 07 16:53:15.879998 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.rpc [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Device bc97aa31-6f1d-49c9-9188-38222a0555c0 no longer exists at agent hyperv_hv-cinder-80475 {{(pid=119955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:53:15.899832 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c48e9e-3049-4269-95bc-d0f39d20212e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e7b40ea-8684-44d6-8f9c-2d6bc46604fc,revision_number=None']} {{(pid=119953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:53:15.901189 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.plugin [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] No Port match for: bc97aa31-6f1d-49c9-9188-38222a0555c0 {{(pid=119955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:53:15.901537 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.rpc [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Device bc97aa31-6f1d-49c9-9188-38222a0555c0 not bound to the agent host hv-cinder-80475 {{(pid=119955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:53:16.069786 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-259b3757-c377-476e-826e-c5f43f0d0451 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:16.165996 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-259b3757-c377-476e-826e-c5f43f0d0451 admin admin] Publish callbacks [] for security_group (f65556da-5ec3-49f8-8c46-503ee4af5219), precommit_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:16.180740 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-259b3757-c377-476e-826e-c5f43f0d0451 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543383'] for security_group (f65556da-5ec3-49f8-8c46-503ee4af5219), after_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:16.220151 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [None req-259b3757-c377-476e-826e-c5f43f0d0451 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=bf7fdb8fa9604a2a9e34b652cc593a86&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3555357 Mar 07 16:53:16.221455 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259b3757-c377-476e-826e-c5f43f0d0451 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f65556da-5ec3-49f8-8c46-503ee4af5219,revision_number=1']} {{(pid=119954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:53:16.223657 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.wsgi [-] (119953) accepted ('10.222.0.18', 51088) {{(pid=119953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:53:16.305805 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-0a53a16c-b4f5-4638-b389-34e9e30f8b68 admin admin] Publish callbacks [] for security_group (f65556da-5ec3-49f8-8c46-503ee4af5219), before_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:16.307726 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.wsgi [-] (119953) accepted ('10.222.0.18', 51096) {{(pid=119953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:53:16.332379 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-4c1f4434-b9e6-4a58-b88c-06bd3d298448 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:16.358856 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-0a53a16c-b4f5-4638-b389-34e9e30f8b68 admin admin] Publish callbacks [] for security_group (f65556da-5ec3-49f8-8c46-503ee4af5219), precommit_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:16.434390 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-0a53a16c-b4f5-4638-b389-34e9e30f8b68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543383'] for security_group (f65556da-5ec3-49f8-8c46-503ee4af5219), after_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:16.437207 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-0a53a16c-b4f5-4638-b389-34e9e30f8b68 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:16.438346 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [None req-0a53a16c-b4f5-4638-b389-34e9e30f8b68 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f65556da-5ec3-49f8-8c46-503ee4af5219 HTTP/1.1" status: 204 len: 168 time: 0.2116385 Mar 07 16:53:16.456257 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a53a16c-b4f5-4638-b389-34e9e30f8b68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f65556da-5ec3-49f8-8c46-503ee4af5219,revision_number=None']} {{(pid=119953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:53:16.470600 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-4c1f4434-b9e6-4a58-b88c-06bd3d298448 admin admin] Publish callbacks [] for security_group (2c8a6853-63f1-46d5-938c-fb4a5521c072), precommit_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:16.479962 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-4c1f4434-b9e6-4a58-b88c-06bd3d298448 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543383'] for security_group (2c8a6853-63f1-46d5-938c-fb4a5521c072), after_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:16.520993 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1f4434-b9e6-4a58-b88c-06bd3d298448 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c8a6853-63f1-46d5-938c-fb4a5521c072,revision_number=1']} {{(pid=119953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:53:16.525659 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [None req-4c1f4434-b9e6-4a58-b88c-06bd3d298448 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9164684146f14b6ea834c8968d00d464&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2169023 Mar 07 16:53:16.529082 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.wsgi [-] (119954) accepted ('10.222.0.18', 51112) {{(pid=119954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:53:16.607817 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-9054e0ed-2327-4764-a5a3-3efcba62e26c admin admin] Publish callbacks [] for security_group (2c8a6853-63f1-46d5-938c-fb4a5521c072), before_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:16.644198 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-9054e0ed-2327-4764-a5a3-3efcba62e26c admin admin] Publish callbacks [] for security_group (2c8a6853-63f1-46d5-938c-fb4a5521c072), precommit_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:16.699491 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-9054e0ed-2327-4764-a5a3-3efcba62e26c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543383'] for security_group (2c8a6853-63f1-46d5-938c-fb4a5521c072), after_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:16.702403 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-9054e0ed-2327-4764-a5a3-3efcba62e26c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:16.704188 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [None req-9054e0ed-2327-4764-a5a3-3efcba62e26c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2c8a6853-63f1-46d5-938c-fb4a5521c072 HTTP/1.1" status: 204 len: 168 time: 0.1740167 Mar 07 16:53:16.712144 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9054e0ed-2327-4764-a5a3-3efcba62e26c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c8a6853-63f1-46d5-938c-fb4a5521c072,revision_number=None']} {{(pid=119954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:53:16.996504 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.wsgi [-] (119954) accepted ('10.222.0.18', 51138) {{(pid=119954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:53:17.009817 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-da76d282-20a5-4fc3-a565-27ef2626a1e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:17.099839 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b2ea58-84fa-435f-b3b8-9a0e594d0f1d req-d7683fac-13bc-4abc-a389-f89ae03bd293 tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:53:17.101383 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-16b2ea58-84fa-435f-b3b8-9a0e594d0f1d req-d7683fac-13bc-4abc-a389-f89ae03bd293 tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c095ec4-a93a-4ccf-ae76-b30c7b1c954c HTTP/1.1" status: 200 len: 946 time: 0.0623188 Mar 07 16:53:17.129935 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-da76d282-20a5-4fc3-a565-27ef2626a1e4 admin admin] Publish callbacks [] for security_group (1aab9e70-bbfd-4c1c-9515-3495aa330a3c), precommit_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:17.139102 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-da76d282-20a5-4fc3-a565-27ef2626a1e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543383'] for security_group (1aab9e70-bbfd-4c1c-9515-3495aa330a3c), after_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:17.157475 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-16b2ea58-84fa-435f-b3b8-9a0e594d0f1d req-afe0d32f-91b8-411b-aeda-3ff6021ddd78 tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] 10.222.0.18 "GET /v2.0/security-groups?id=aeca2cc4-2657-4c4b-965e-0f9cde167a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494554 Mar 07 16:53:17.161596 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-80c6c8d6-c05f-4bb8-9969-11d187c39bae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194190'] for agent (85f07778-81ef-4888-a2e3-51ae57b6426a), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:17.192122 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [None req-da76d282-20a5-4fc3-a565-27ef2626a1e4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=24fa21c16ba544e3be49709aadf9b8b9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1922634 Mar 07 16:53:17.192122 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da76d282-20a5-4fc3-a565-27ef2626a1e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1aab9e70-bbfd-4c1c-9515-3495aa330a3c,revision_number=1']} {{(pid=119954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:53:17.192514 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.wsgi [-] (119953) accepted ('10.222.0.18', 51152) {{(pid=119953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:53:17.209736 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da76d282-20a5-4fc3-a565-27ef2626a1e4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:53:17.210154 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da76d282-20a5-4fc3-a565-27ef2626a1e4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:53:17.210871 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da76d282-20a5-4fc3-a565-27ef2626a1e4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:53:17.211951 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da76d282-20a5-4fc3-a565-27ef2626a1e4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:53:17.212177 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da76d282-20a5-4fc3-a565-27ef2626a1e4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:53:17.212508 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da76d282-20a5-4fc3-a565-27ef2626a1e4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:53:17.212861 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da76d282-20a5-4fc3-a565-27ef2626a1e4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:53:17.213564 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da76d282-20a5-4fc3-a565-27ef2626a1e4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:53:17.213806 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da76d282-20a5-4fc3-a565-27ef2626a1e4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:53:17.214136 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da76d282-20a5-4fc3-a565-27ef2626a1e4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:53:17.214456 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da76d282-20a5-4fc3-a565-27ef2626a1e4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:53:17.214772 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da76d282-20a5-4fc3-a565-27ef2626a1e4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:53:17.215081 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da76d282-20a5-4fc3-a565-27ef2626a1e4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:53:17.241798 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-5fe4d2ef-e1a0-4dea-9ed1-9d8f14659d00 admin admin] Publish callbacks [] for security_group (1aab9e70-bbfd-4c1c-9515-3495aa330a3c), before_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:17.266872 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-5fe4d2ef-e1a0-4dea-9ed1-9d8f14659d00 admin admin] Publish callbacks [] for security_group (1aab9e70-bbfd-4c1c-9515-3495aa330a3c), precommit_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:17.333499 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-5fe4d2ef-e1a0-4dea-9ed1-9d8f14659d00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543383'] for security_group (1aab9e70-bbfd-4c1c-9515-3495aa330a3c), after_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:17.336880 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-5fe4d2ef-e1a0-4dea-9ed1-9d8f14659d00 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:17.340341 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [None req-5fe4d2ef-e1a0-4dea-9ed1-9d8f14659d00 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1aab9e70-bbfd-4c1c-9515-3495aa330a3c HTTP/1.1" status: 204 len: 168 time: 0.1467607 Mar 07 16:53:17.354750 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe4d2ef-e1a0-4dea-9ed1-9d8f14659d00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1aab9e70-bbfd-4c1c-9515-3495aa330a3c,revision_number=None']} {{(pid=119953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:53:17.362697 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe4d2ef-e1a0-4dea-9ed1-9d8f14659d00 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:53:17.363050 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe4d2ef-e1a0-4dea-9ed1-9d8f14659d00 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:53:17.363388 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe4d2ef-e1a0-4dea-9ed1-9d8f14659d00 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:53:17.363720 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe4d2ef-e1a0-4dea-9ed1-9d8f14659d00 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:53:17.364081 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe4d2ef-e1a0-4dea-9ed1-9d8f14659d00 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:53:17.364407 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe4d2ef-e1a0-4dea-9ed1-9d8f14659d00 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:53:17.364734 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe4d2ef-e1a0-4dea-9ed1-9d8f14659d00 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:53:17.365061 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe4d2ef-e1a0-4dea-9ed1-9d8f14659d00 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:53:17.365386 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe4d2ef-e1a0-4dea-9ed1-9d8f14659d00 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:53:17.365788 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe4d2ef-e1a0-4dea-9ed1-9d8f14659d00 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:53:17.366011 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe4d2ef-e1a0-4dea-9ed1-9d8f14659d00 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:53:17.366331 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe4d2ef-e1a0-4dea-9ed1-9d8f14659d00 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:53:17.366645 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe4d2ef-e1a0-4dea-9ed1-9d8f14659d00 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:53:17.669760 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.wsgi [-] (119953) accepted ('10.222.0.18', 51188) {{(pid=119953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:53:17.737581 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.wsgi [-] (119953) accepted ('10.222.0.18', 51198) {{(pid=119953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:53:17.784861 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.db.db_base_plugin_v2 [None req-935da09f-2e66-4950-95b9-c4d6236ed727 admin admin] Deleting subnet 4d870a2e-0423-4f07-899b-7a8ec2b09f8c {{(pid=119953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 16:53:17.788054 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-935da09f-2e66-4950-95b9-c4d6236ed727 admin admin] Publish callbacks [] for subnet (4d870a2e-0423-4f07-899b-7a8ec2b09f8c), before_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:17.824446 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-935da09f-2e66-4950-95b9-c4d6236ed727 admin admin] Publish callbacks [] for subnet (4d870a2e-0423-4f07-899b-7a8ec2b09f8c), precommit_delete_associations {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:17.834110 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-935da09f-2e66-4950-95b9-c4d6236ed727 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8314618'] for subnet (4d870a2e-0423-4f07-899b-7a8ec2b09f8c), precommit_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:17.894911 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-935da09f-2e66-4950-95b9-c4d6236ed727 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8314593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917'] for subnet (4d870a2e-0423-4f07-899b-7a8ec2b09f8c), after_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:17.936488 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935da09f-2e66-4950-95b9-c4d6236ed727 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4d870a2e-0423-4f07-899b-7a8ec2b09f8c,revision_number=None']} {{(pid=119953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:53:17.938685 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-935da09f-2e66-4950-95b9-c4d6236ed727 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550935'] for subnet (None), before_response {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:17.941917 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [None req-935da09f-2e66-4950-95b9-c4d6236ed727 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/4d870a2e-0423-4f07-899b-7a8ec2b09f8c HTTP/1.1" status: 204 len: 168 time: 0.2031984 Mar 07 16:53:17.943193 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-16c05822-fdc8-43c9-b048-98f67b4fb832 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:17.944490 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.wsgi [-] (119954) accepted ('10.222.0.18', 51204) {{(pid=119954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:53:17.952559 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.wsgi [-] (119954) accepted ('10.222.0.18', 51206) {{(pid=119954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:53:18.037375 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-a67a3686-e99d-4087-9910-e94a96748382 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7565685'] for network (63a94190-77ce-4422-9932-045b08515abb), before_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:18.040817 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-16c05822-fdc8-43c9-b048-98f67b4fb832 admin admin] Publish callbacks [] for security_group (bb7b990a-2c57-44fe-bf52-ec6bc54b447b), precommit_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:18.047233 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-16c05822-fdc8-43c9-b048-98f67b4fb832 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543383'] for security_group (bb7b990a-2c57-44fe-bf52-ec6bc54b447b), after_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:18.100301 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [None req-16c05822-fdc8-43c9-b048-98f67b4fb832 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1531f44156d34ba693144fd3e4f91e34&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4293344 Mar 07 16:53:18.101246 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.wsgi [-] (119954) accepted ('10.222.0.18', 51220) {{(pid=119954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:53:18.104257 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c05822-fdc8-43c9-b048-98f67b4fb832 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb7b990a-2c57-44fe-bf52-ec6bc54b447b,revision_number=1']} {{(pid=119953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:53:18.149386 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-a67a3686-e99d-4087-9910-e94a96748382 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8196213', 'neutron.services.segments.db._delete_segments_for_network-8754346594151'] for network (63a94190-77ce-4422-9932-045b08515abb), precommit_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:18.173216 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-961c5611-b678-4282-a3eb-3edea6a00b8d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:18.209889 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.services.segments.db [None req-a67a3686-e99d-4087-9910-e94a96748382 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63a94190-77ce-4422-9932-045b08515abb']}} {{(pid=119954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:53:18.226407 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.services.segments.db [None req-a67a3686-e99d-4087-9910-e94a96748382 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9129b6d-cadb-48d6-8f79-c9ca67c48ac7') {'for_net_delete': True} {{(pid=119954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:53:18.226780 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.services.segments.db [None req-a67a3686-e99d-4087-9910-e94a96748382 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9129b6d-cadb-48d6-8f79-c9ca67c48ac7') {} {{(pid=119954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:53:18.253518 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-a67a3686-e99d-4087-9910-e94a96748382 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754346595440', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3033254'] for segment (f9129b6d-cadb-48d6-8f79-c9ca67c48ac7), before_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:18.298241 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-a67a3686-e99d-4087-9910-e94a96748382 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8315985'] for segment (f9129b6d-cadb-48d6-8f79-c9ca67c48ac7), precommit_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:18.304658 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-45b68222-6a1c-4ed7-b193-1cc42f8d75c0 admin admin] Publish callbacks [] for security_group (bb7b990a-2c57-44fe-bf52-ec6bc54b447b), before_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:18.314590 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a67a3686-e99d-4087-9910-e94a96748382 admin admin] Releasing vlan 894 on physical network physnet1 to pool {{(pid=119954) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 16:53:18.314977 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-a67a3686-e99d-4087-9910-e94a96748382 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8315985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3211719'] for segment (f9129b6d-cadb-48d6-8f79-c9ca67c48ac7), after_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:18.316737 dv-cinder-804757-24-iscsi neutron-server[119954]: Traceback (most recent call last): Mar 07 16:53:18.316737 dv-cinder-804757-24-iscsi neutron-server[119954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 16:53:18.316737 dv-cinder-804757-24-iscsi neutron-server[119954]: timer() Mar 07 16:53:18.316737 dv-cinder-804757-24-iscsi neutron-server[119954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 16:53:18.316737 dv-cinder-804757-24-iscsi neutron-server[119954]: cb(*args, **kw) Mar 07 16:53:18.316737 dv-cinder-804757-24-iscsi neutron-server[119954]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 16:53:18.316737 dv-cinder-804757-24-iscsi neutron-server[119954]: return func(*args, **kwargs) Mar 07 16:53:18.316737 dv-cinder-804757-24-iscsi neutron-server[119954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 16:53:18.316737 dv-cinder-804757-24-iscsi neutron-server[119954]: self._notify() Mar 07 16:53:18.316737 dv-cinder-804757-24-iscsi neutron-server[119954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 16:53:18.316737 dv-cinder-804757-24-iscsi neutron-server[119954]: self.callback(batched_events) Mar 07 16:53:18.316737 dv-cinder-804757-24-iscsi neutron-server[119954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 16:53:18.316737 dv-cinder-804757-24-iscsi neutron-server[119954]: event.method(event) Mar 07 16:53:18.316737 dv-cinder-804757-24-iscsi neutron-server[119954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 16:53:18.316737 dv-cinder-804757-24-iscsi neutron-server[119954]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 16:53:18.316737 dv-cinder-804757-24-iscsi neutron-server[119954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 16:53:18.316737 dv-cinder-804757-24-iscsi neutron-server[119954]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 16:53:18.316737 dv-cinder-804757-24-iscsi neutron-server[119954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 16:53:18.316737 dv-cinder-804757-24-iscsi neutron-server[119954]: return f(self, *a, **k) Mar 07 16:53:18.316737 dv-cinder-804757-24-iscsi neutron-server[119954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 16:53:18.316737 dv-cinder-804757-24-iscsi neutron-server[119954]: return self._get(url).json() Mar 07 16:53:18.316737 dv-cinder-804757-24-iscsi neutron-server[119954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 16:53:18.316737 dv-cinder-804757-24-iscsi neutron-server[119954]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 16:53:18.316737 dv-cinder-804757-24-iscsi neutron-server[119954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 16:53:18.316737 dv-cinder-804757-24-iscsi neutron-server[119954]: return self.request(url, 'GET', **kwargs) Mar 07 16:53:18.316737 dv-cinder-804757-24-iscsi neutron-server[119954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 16:53:18.316737 dv-cinder-804757-24-iscsi neutron-server[119954]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 16:53:18.316737 dv-cinder-804757-24-iscsi neutron-server[119954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 16:53:18.316737 dv-cinder-804757-24-iscsi neutron-server[119954]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 16:53:18.316737 dv-cinder-804757-24-iscsi neutron-server[119954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 16:53:18.316737 dv-cinder-804757-24-iscsi neutron-server[119954]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 16:53:18.316737 dv-cinder-804757-24-iscsi neutron-server[119954]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 16:53:18.605205 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-45b68222-6a1c-4ed7-b193-1cc42f8d75c0 admin admin] Publish callbacks [] for security_group (bb7b990a-2c57-44fe-bf52-ec6bc54b447b), precommit_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:18.641200 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-a67a3686-e99d-4087-9910-e94a96748382 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8196220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-705199'] for network (63a94190-77ce-4422-9932-045b08515abb), after_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:18.659659 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-a67a3686-e99d-4087-9910-e94a96748382 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550935'] for network (None), before_response {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:18.662693 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [None req-a67a3686-e99d-4087-9910-e94a96748382 admin admin] 10.222.0.18 "DELETE /v2.0/networks/63a94190-77ce-4422-9932-045b08515abb HTTP/1.1" status: 204 len: 168 time: 0.7172263 Mar 07 16:53:18.679513 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfa561e-bfe7-4590-958e-9411b0f9fdc0 req-5d853885-244c-4df4-bed3-cc2af71ec220 tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:53:18.681298 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-ddfa561e-bfe7-4590-958e-9411b0f9fdc0 req-5d853885-244c-4df4-bed3-cc2af71ec220 tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c095ec4-a93a-4ccf-ae76-b30c7b1c954c HTTP/1.1" status: 200 len: 946 time: 0.4408803 Mar 07 16:53:18.697779 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-961c5611-b678-4282-a3eb-3edea6a00b8d admin admin] Publish callbacks [] for security_group (333906c0-a41f-489f-9a81-7e456b6207e8), precommit_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:18.700803 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67a3686-e99d-4087-9910-e94a96748382 admin admin] Pushing event deleted for resources: {'Network': ['ID=63a94190-77ce-4422-9932-045b08515abb,revision_number=None']} {{(pid=119954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:53:18.717100 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-961c5611-b678-4282-a3eb-3edea6a00b8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543383'] for security_group (333906c0-a41f-489f-9a81-7e456b6207e8), after_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:18.783512 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [None req-961c5611-b678-4282-a3eb-3edea6a00b8d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2adff7dd8ceb4406972ea96d9bf2cf55&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8297958 Mar 07 16:53:18.787958 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.wsgi [-] (119953) accepted ('10.222.0.18', 51280) {{(pid=119953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:53:18.790173 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-45b68222-6a1c-4ed7-b193-1cc42f8d75c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543383'] for security_group (bb7b990a-2c57-44fe-bf52-ec6bc54b447b), after_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:18.792829 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-45b68222-6a1c-4ed7-b193-1cc42f8d75c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:18.797396 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [None req-45b68222-6a1c-4ed7-b193-1cc42f8d75c0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/bb7b990a-2c57-44fe-bf52-ec6bc54b447b HTTP/1.1" status: 204 len: 168 time: 0.6950874 Mar 07 16:53:18.798322 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961c5611-b678-4282-a3eb-3edea6a00b8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=333906c0-a41f-489f-9a81-7e456b6207e8,revision_number=1']} {{(pid=119954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:53:18.806856 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-ddfa561e-bfe7-4590-958e-9411b0f9fdc0 req-ed74540d-dcfd-42e4-b1a8-f7b5d09018e4 tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] 10.222.0.18 "GET /v2.0/security-groups?id=aeca2cc4-2657-4c4b-965e-0f9cde167a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075075 Mar 07 16:53:18.814744 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b68222-6a1c-4ed7-b193-1cc42f8d75c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb7b990a-2c57-44fe-bf52-ec6bc54b447b,revision_number=None']} {{(pid=119954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:53:18.897859 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-32ef7137-f679-4f6f-87fb-30c920061650 admin admin] Publish callbacks [] for security_group (333906c0-a41f-489f-9a81-7e456b6207e8), before_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:18.926820 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-32ef7137-f679-4f6f-87fb-30c920061650 admin admin] Publish callbacks [] for security_group (333906c0-a41f-489f-9a81-7e456b6207e8), precommit_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:18.980063 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-32ef7137-f679-4f6f-87fb-30c920061650 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543383'] for security_group (333906c0-a41f-489f-9a81-7e456b6207e8), after_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:18.982941 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-32ef7137-f679-4f6f-87fb-30c920061650 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:18.987155 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [None req-32ef7137-f679-4f6f-87fb-30c920061650 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/333906c0-a41f-489f-9a81-7e456b6207e8 HTTP/1.1" status: 204 len: 168 time: 0.1950803 Mar 07 16:53:18.987155 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.wsgi [-] (119953) accepted ('10.222.0.18', 51290) {{(pid=119953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:53:19.006447 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ef7137-f679-4f6f-87fb-30c920061650 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=333906c0-a41f-489f-9a81-7e456b6207e8,revision_number=None']} {{(pid=119953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:53:19.046539 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.wsgi [-] (119954) accepted ('10.222.0.18', 51296) {{(pid=119954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:53:19.047275 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [None req-2c490844-3540-4b46-bf97-ea52013e2da5 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=bc3014a338a744549fcce3af802b9b5f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0581608 Mar 07 16:53:19.105002 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-836d9bce-0da0-4f79-9b9f-2da59a12fe7d admin admin] Publish callbacks [] for security_group (ca7d0e2e-329d-4d0a-a506-d7be9afbb6a4), before_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:19.128394 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-836d9bce-0da0-4f79-9b9f-2da59a12fe7d admin admin] Publish callbacks [] for security_group (ca7d0e2e-329d-4d0a-a506-d7be9afbb6a4), precommit_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:19.191030 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-836d9bce-0da0-4f79-9b9f-2da59a12fe7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543383'] for security_group (ca7d0e2e-329d-4d0a-a506-d7be9afbb6a4), after_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:19.195082 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-836d9bce-0da0-4f79-9b9f-2da59a12fe7d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:19.196430 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [None req-836d9bce-0da0-4f79-9b9f-2da59a12fe7d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ca7d0e2e-329d-4d0a-a506-d7be9afbb6a4 HTTP/1.1" status: 204 len: 168 time: 0.1489046 Mar 07 16:53:19.204551 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836d9bce-0da0-4f79-9b9f-2da59a12fe7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca7d0e2e-329d-4d0a-a506-d7be9afbb6a4,revision_number=None']} {{(pid=119954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:53:19.364468 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.wsgi [-] (119954) accepted ('10.222.0.18', 51320) {{(pid=119954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:53:19.383553 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-785f6a16-f21f-4907-8b90-8406b4cc54de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:19.392439 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-32937713-c561-4101-a019-da7d665db5fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194190'] for agent (4cbb3502-d72e-4663-b57e-51d645794085), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:19.471467 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-785f6a16-f21f-4907-8b90-8406b4cc54de admin admin] Publish callbacks [] for security_group (a51562b7-2af7-4763-9cf7-75afe3eb1070), precommit_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:19.479087 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-785f6a16-f21f-4907-8b90-8406b4cc54de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543383'] for security_group (a51562b7-2af7-4763-9cf7-75afe3eb1070), after_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:19.518908 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [None req-785f6a16-f21f-4907-8b90-8406b4cc54de admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c13c1aad3554463c8ab9f7693d024e0c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1525002 Mar 07 16:53:19.521235 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785f6a16-f21f-4907-8b90-8406b4cc54de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a51562b7-2af7-4763-9cf7-75afe3eb1070,revision_number=1']} {{(pid=119954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:53:19.521976 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.wsgi [-] (119953) accepted ('10.222.0.18', 51324) {{(pid=119953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:53:19.645564 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.wsgi [-] (119954) accepted ('10.222.0.18', 51328) {{(pid=119954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:53:19.662845 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-9295598c-aace-46ad-a916-b01c5eb86ad0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:19.774159 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-9295598c-aace-46ad-a916-b01c5eb86ad0 admin admin] Publish callbacks [] for security_group (5e22b95f-9a22-495f-8654-c3c5cf5f563f), precommit_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:19.779738 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-9295598c-aace-46ad-a916-b01c5eb86ad0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543383'] for security_group (5e22b95f-9a22-495f-8654-c3c5cf5f563f), after_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:19.831606 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9295598c-aace-46ad-a916-b01c5eb86ad0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e22b95f-9a22-495f-8654-c3c5cf5f563f,revision_number=1']} {{(pid=119954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:53:19.845964 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [None req-9295598c-aace-46ad-a916-b01c5eb86ad0 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ae800912ac5b4580b4d2544aa060e47f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1965873 Mar 07 16:53:19.846236 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.wsgi [-] (119954) accepted ('10.222.0.18', 51340) {{(pid=119954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:53:19.897604 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-432cee38-5214-4b46-8725-9bad244911c2 req-2432ce56-5012-443e-85b3-02ee97e01f39 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=301c6e16-505b-48af-a5b0-796dee2d11cd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1041071 Mar 07 16:53:19.900543 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-40348273-709f-477a-9285-2df89f8fbff0 admin admin] Publish callbacks [] for security_group (a51562b7-2af7-4763-9cf7-75afe3eb1070), before_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:19.934961 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-40d26153-dd65-44ac-a952-1fd9bd0e4584 admin admin] Publish callbacks [] for security_group (5e22b95f-9a22-495f-8654-c3c5cf5f563f), before_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:19.972440 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-40d26153-dd65-44ac-a952-1fd9bd0e4584 admin admin] Publish callbacks [] for security_group (5e22b95f-9a22-495f-8654-c3c5cf5f563f), precommit_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:19.973593 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-40348273-709f-477a-9285-2df89f8fbff0 admin admin] Publish callbacks [] for security_group (a51562b7-2af7-4763-9cf7-75afe3eb1070), precommit_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:20.032496 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-40d26153-dd65-44ac-a952-1fd9bd0e4584 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543383'] for security_group (5e22b95f-9a22-495f-8654-c3c5cf5f563f), after_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:20.035263 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-40d26153-dd65-44ac-a952-1fd9bd0e4584 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:20.039378 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [None req-40d26153-dd65-44ac-a952-1fd9bd0e4584 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5e22b95f-9a22-495f-8654-c3c5cf5f563f HTTP/1.1" status: 204 len: 168 time: 0.1921747 Mar 07 16:53:20.048148 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d26153-dd65-44ac-a952-1fd9bd0e4584 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e22b95f-9a22-495f-8654-c3c5cf5f563f,revision_number=None']} {{(pid=119954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:53:20.075549 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3500da3f-f537-4901-a59a-fab7febab2c3 req-a9455053-588d-4526-bd66-9e39f83f5b50 tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:53:20.082960 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-3500da3f-f537-4901-a59a-fab7febab2c3 req-a9455053-588d-4526-bd66-9e39f83f5b50 tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c095ec4-a93a-4ccf-ae76-b30c7b1c954c HTTP/1.1" status: 200 len: 946 time: 0.1733689 Mar 07 16:53:20.177064 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-40348273-709f-477a-9285-2df89f8fbff0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543383'] for security_group (a51562b7-2af7-4763-9cf7-75afe3eb1070), after_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:20.179529 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-40348273-709f-477a-9285-2df89f8fbff0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:20.180999 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [None req-40348273-709f-477a-9285-2df89f8fbff0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a51562b7-2af7-4763-9cf7-75afe3eb1070 HTTP/1.1" status: 204 len: 168 time: 0.6580381 Mar 07 16:53:20.206575 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40348273-709f-477a-9285-2df89f8fbff0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a51562b7-2af7-4763-9cf7-75afe3eb1070,revision_number=None']} {{(pid=119953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:53:20.244076 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-3500da3f-f537-4901-a59a-fab7febab2c3 req-7ac28862-13ca-4b23-bf2f-f8cff19342e8 tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] 10.222.0.18 "GET /v2.0/security-groups?id=aeca2cc4-2657-4c4b-965e-0f9cde167a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497555 Mar 07 16:53:20.249855 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432cee38-5214-4b46-8725-9bad244911c2 req-c67f1d6c-a50c-4597-b620-e7217237d6f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:53:20.254005 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-432cee38-5214-4b46-8725-9bad244911c2 req-c67f1d6c-a50c-4597-b620-e7217237d6f4 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=edf4ec5f5dd34ec494b36396a8594bc1&device_id=301c6e16-505b-48af-a5b0-796dee2d11cd HTTP/1.1" status: 200 len: 1129 time: 0.1972229 Mar 07 16:53:20.400593 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432cee38-5214-4b46-8725-9bad244911c2 req-beb6b0f5-ff71-4df2-90f9-0c830861cace service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:53:20.402070 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-432cee38-5214-4b46-8725-9bad244911c2 req-beb6b0f5-ff71-4df2-90f9-0c830861cace service neutron] 10.222.0.66 "GET /v2.0/networks?id=958030d9-7413-4af7-a61d-7e3a7fb6105d HTTP/1.1" status: 200 len: 912 time: 0.1154289 Mar 07 16:53:20.480036 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-432cee38-5214-4b46-8725-9bad244911c2 req-eef10ff3-7b68-4804-9d59-e3b2f5d55c61 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=21d6fb0f-c105-4295-a523-36732687cb39 HTTP/1.1" status: 200 len: 1001 time: 0.0679305 Mar 07 16:53:20.491786 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-ad94e2ed-e0a8-44ae-a5ff-cf9ca5ab0e17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194190'] for agent (82ccd293-b7fb-4417-a581-186a4d7e9931), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:20.550439 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432cee38-5214-4b46-8725-9bad244911c2 req-5c3a5571-b8ab-4702-80ef-ad1c7a31d112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:53:20.552688 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-432cee38-5214-4b46-8725-9bad244911c2 req-5c3a5571-b8ab-4702-80ef-ad1c7a31d112 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=31c7bf73-b45c-4589-a934-6b9bdc6a30ea HTTP/1.1" status: 200 len: 850 time: 0.0651801 Mar 07 16:53:20.613324 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432cee38-5214-4b46-8725-9bad244911c2 req-5edbeedc-64c7-4064-8cbe-1e130967fb10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:53:20.614934 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-432cee38-5214-4b46-8725-9bad244911c2 req-5edbeedc-64c7-4064-8cbe-1e130967fb10 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=958030d9-7413-4af7-a61d-7e3a7fb6105d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0553813 Mar 07 16:53:20.627488 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.wsgi [-] (119954) accepted ('10.222.0.18', 51394) {{(pid=119954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:53:20.648736 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-92d7de8c-4069-466b-9c88-fa4b1328f155 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:20.752219 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-432cee38-5214-4b46-8725-9bad244911c2 req-3d4c2056-aee9-4845-9e0a-93d2c5259632 service neutron] 10.222.0.66 "GET /v2.0/networks/958030d9-7413-4af7-a61d-7e3a7fb6105d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1122215 Mar 07 16:53:20.763388 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-92d7de8c-4069-466b-9c88-fa4b1328f155 admin admin] Publish callbacks [] for security_group (a40330c7-cbac-4fce-b1c0-32c17cf38bdd), precommit_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:20.768262 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-92d7de8c-4069-466b-9c88-fa4b1328f155 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543383'] for security_group (a40330c7-cbac-4fce-b1c0-32c17cf38bdd), after_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:20.813134 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d7de8c-4069-466b-9c88-fa4b1328f155 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a40330c7-cbac-4fce-b1c0-32c17cf38bdd,revision_number=1']} {{(pid=119954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:53:20.825801 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [None req-92d7de8c-4069-466b-9c88-fa4b1328f155 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b0333b79c59e4975a23e4a9f20eb7141&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1969373 Mar 07 16:53:20.834485 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.wsgi [-] (119954) accepted ('10.222.0.18', 51402) {{(pid=119954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:53:20.894384 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-432cee38-5214-4b46-8725-9bad244911c2 req-85fe2f5a-f784-41d7-addc-52920ddf71b8 service neutron] 10.222.0.66 "GET /v2.0/networks/958030d9-7413-4af7-a61d-7e3a7fb6105d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329117 Mar 07 16:53:20.905317 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-76743146-5421-4c28-86d1-ff5790a62e22 admin admin] Publish callbacks [] for security_group (a40330c7-cbac-4fce-b1c0-32c17cf38bdd), before_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:20.932636 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-76743146-5421-4c28-86d1-ff5790a62e22 admin admin] Publish callbacks [] for security_group (a40330c7-cbac-4fce-b1c0-32c17cf38bdd), precommit_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:20.975041 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.wsgi [-] (119954) accepted ('10.222.0.18', 51414) {{(pid=119954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:53:21.010280 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-76743146-5421-4c28-86d1-ff5790a62e22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543383'] for security_group (a40330c7-cbac-4fce-b1c0-32c17cf38bdd), after_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:21.015703 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-76743146-5421-4c28-86d1-ff5790a62e22 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:21.017443 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [None req-76743146-5421-4c28-86d1-ff5790a62e22 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a40330c7-cbac-4fce-b1c0-32c17cf38bdd HTTP/1.1" status: 204 len: 168 time: 0.1811166 Mar 07 16:53:21.027588 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76743146-5421-4c28-86d1-ff5790a62e22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a40330c7-cbac-4fce-b1c0-32c17cf38bdd,revision_number=None']} {{(pid=119954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:53:21.198016 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-ce37326f-f88a-4f31-9866-0e43b31b113e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:21.320781 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-ce37326f-f88a-4f31-9866-0e43b31b113e admin admin] Publish callbacks [] for security_group (03bf3673-5677-4b37-b5f9-bb2521e737f4), precommit_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:21.327113 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-ce37326f-f88a-4f31-9866-0e43b31b113e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543383'] for security_group (03bf3673-5677-4b37-b5f9-bb2521e737f4), after_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:21.368582 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [None req-ce37326f-f88a-4f31-9866-0e43b31b113e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5fa40c9baf8c475aa3efa6989eac75fb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3919346 Mar 07 16:53:21.371651 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.wsgi [-] (119953) accepted ('10.222.0.18', 51432) {{(pid=119953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:53:21.394166 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce37326f-f88a-4f31-9866-0e43b31b113e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03bf3673-5677-4b37-b5f9-bb2521e737f4,revision_number=1']} {{(pid=119954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:53:21.401932 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9ddd0c-aef4-47b6-9f08-812c387c4652 req-e87d86c7-a96f-47d2-bb85-4fe4c8e95748 tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:53:21.403811 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-5b9ddd0c-aef4-47b6-9f08-812c387c4652 req-e87d86c7-a96f-47d2-bb85-4fe4c8e95748 tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c095ec4-a93a-4ccf-ae76-b30c7b1c954c HTTP/1.1" status: 200 len: 946 time: 0.0849907 Mar 07 16:53:21.464772 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-450b50b4-f5a8-414d-b3c1-86e84f96fdc8 admin admin] Publish callbacks [] for security_group (03bf3673-5677-4b37-b5f9-bb2521e737f4), before_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:21.495593 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-5b9ddd0c-aef4-47b6-9f08-812c387c4652 req-e77dc64f-76fb-4421-97b0-c4eced9ede3b tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] 10.222.0.18 "GET /v2.0/security-groups?id=aeca2cc4-2657-4c4b-965e-0f9cde167a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787868 Mar 07 16:53:21.500756 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-450b50b4-f5a8-414d-b3c1-86e84f96fdc8 admin admin] Publish callbacks [] for security_group (03bf3673-5677-4b37-b5f9-bb2521e737f4), precommit_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:21.575321 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-450b50b4-f5a8-414d-b3c1-86e84f96fdc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543383'] for security_group (03bf3673-5677-4b37-b5f9-bb2521e737f4), after_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:21.579287 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-450b50b4-f5a8-414d-b3c1-86e84f96fdc8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:21.580557 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [None req-450b50b4-f5a8-414d-b3c1-86e84f96fdc8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/03bf3673-5677-4b37-b5f9-bb2521e737f4 HTTP/1.1" status: 204 len: 168 time: 0.2075574 Mar 07 16:53:21.599833 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450b50b4-f5a8-414d-b3c1-86e84f96fdc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03bf3673-5677-4b37-b5f9-bb2521e737f4,revision_number=None']} {{(pid=119953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:53:22.049416 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.wsgi [-] (119954) accepted ('10.222.0.18', 51470) {{(pid=119954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:53:22.065958 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-6599f167-6890-4623-8795-7ed36eb33669 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:22.136434 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-0d1b32c5-0803-4391-a623-fc098c7d5199 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194190'] for agent (8123e327-866e-42b5-856f-55ddd9e9e5b2), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:22.193842 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-6599f167-6890-4623-8795-7ed36eb33669 admin admin] Publish callbacks [] for security_group (2e3cd5a0-0959-4921-a391-37a1517a6099), precommit_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:22.198853 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-6599f167-6890-4623-8795-7ed36eb33669 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543383'] for security_group (2e3cd5a0-0959-4921-a391-37a1517a6099), after_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:22.240315 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [None req-6599f167-6890-4623-8795-7ed36eb33669 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6fbc3b951b82415eac1ed5be1d3b1d8a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1899359 Mar 07 16:53:22.241226 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.wsgi [-] (119953) accepted ('10.222.0.18', 51502) {{(pid=119953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:53:22.241909 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6599f167-6890-4623-8795-7ed36eb33669 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e3cd5a0-0959-4921-a391-37a1517a6099,revision_number=1']} {{(pid=119954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:53:22.307878 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-c152988d-70a9-4fef-aa29-995463091d04 admin admin] Publish callbacks [] for security_group (2e3cd5a0-0959-4921-a391-37a1517a6099), before_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:22.331842 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-c152988d-70a9-4fef-aa29-995463091d04 admin admin] Publish callbacks [] for security_group (2e3cd5a0-0959-4921-a391-37a1517a6099), precommit_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:22.382654 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-c152988d-70a9-4fef-aa29-995463091d04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543383'] for security_group (2e3cd5a0-0959-4921-a391-37a1517a6099), after_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:22.385430 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-c152988d-70a9-4fef-aa29-995463091d04 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:22.386831 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [None req-c152988d-70a9-4fef-aa29-995463091d04 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2e3cd5a0-0959-4921-a391-37a1517a6099 HTTP/1.1" status: 204 len: 168 time: 0.1441863 Mar 07 16:53:22.394690 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c152988d-70a9-4fef-aa29-995463091d04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e3cd5a0-0959-4921-a391-37a1517a6099,revision_number=None']} {{(pid=119953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:53:22.679895 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cc071a-d51c-41f5-b340-f54a05a9ca16 req-c3d00231-a0e7-4080-90a2-5ae780a906b9 tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:53:22.681503 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-c6cc071a-d51c-41f5-b340-f54a05a9ca16 req-c3d00231-a0e7-4080-90a2-5ae780a906b9 tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c095ec4-a93a-4ccf-ae76-b30c7b1c954c HTTP/1.1" status: 200 len: 946 time: 0.0785341 Mar 07 16:53:22.730335 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-c6cc071a-d51c-41f5-b340-f54a05a9ca16 req-254a7028-e842-40ec-a73d-1be01e0ccbe1 tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] 10.222.0.18 "GET /v2.0/security-groups?id=aeca2cc4-2657-4c4b-965e-0f9cde167a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422990 Mar 07 16:53:23.015712 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.wsgi [-] (119954) accepted ('10.222.0.18', 51560) {{(pid=119954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:53:23.138530 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-b3464d3b-7583-4d91-a7b4-0032993c2b33 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:23.226575 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-b3464d3b-7583-4d91-a7b4-0032993c2b33 admin admin] Publish callbacks [] for security_group (1445658a-ee92-4481-aaa5-37dfe7373ab7), precommit_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:23.231604 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-b3464d3b-7583-4d91-a7b4-0032993c2b33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543383'] for security_group (1445658a-ee92-4481-aaa5-37dfe7373ab7), after_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:23.274004 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [None req-b3464d3b-7583-4d91-a7b4-0032993c2b33 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=12b4aec4df57477b8c52b83e30738945&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2518611 Mar 07 16:53:23.275257 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3464d3b-7583-4d91-a7b4-0032993c2b33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1445658a-ee92-4481-aaa5-37dfe7373ab7,revision_number=1']} {{(pid=119954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:53:23.278716 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.wsgi [-] (119954) accepted ('10.222.0.18', 51590) {{(pid=119954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:53:23.332181 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-63a1a486-5e76-4832-bb9d-070388c4f1fb admin admin] Publish callbacks [] for security_group (1445658a-ee92-4481-aaa5-37dfe7373ab7), before_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:23.356736 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-63a1a486-5e76-4832-bb9d-070388c4f1fb admin admin] Publish callbacks [] for security_group (1445658a-ee92-4481-aaa5-37dfe7373ab7), precommit_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:23.404246 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-63a1a486-5e76-4832-bb9d-070388c4f1fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543383'] for security_group (1445658a-ee92-4481-aaa5-37dfe7373ab7), after_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:23.406839 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-63a1a486-5e76-4832-bb9d-070388c4f1fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:23.408133 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [None req-63a1a486-5e76-4832-bb9d-070388c4f1fb admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1445658a-ee92-4481-aaa5-37dfe7373ab7 HTTP/1.1" status: 204 len: 168 time: 0.1280911 Mar 07 16:53:23.416498 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a1a486-5e76-4832-bb9d-070388c4f1fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1445658a-ee92-4481-aaa5-37dfe7373ab7,revision_number=None']} {{(pid=119954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:53:23.467341 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194190'] for agent (3df9d949-03e8-46c4-b37f-6f8a21aeab22), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:23.732396 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.wsgi [-] (119954) accepted ('10.222.0.18', 51608) {{(pid=119954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:53:23.855230 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-e3969d78-a22c-4032-a8d2-734d580f3dfe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:23.896332 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8395aa40-4595-4fab-9ef9-1638f3d3fd89 req-b9323e86-90c0-49ee-a158-5d069dbc4784 tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:53:23.897761 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-8395aa40-4595-4fab-9ef9-1638f3d3fd89 req-b9323e86-90c0-49ee-a158-5d069dbc4784 tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c095ec4-a93a-4ccf-ae76-b30c7b1c954c HTTP/1.1" status: 200 len: 946 time: 0.0865228 Mar 07 16:53:23.970654 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-8395aa40-4595-4fab-9ef9-1638f3d3fd89 req-8b68795d-3020-473d-b04a-3a716e836699 tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] 10.222.0.18 "GET /v2.0/security-groups?id=aeca2cc4-2657-4c4b-965e-0f9cde167a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659790 Mar 07 16:53:23.998756 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-e3969d78-a22c-4032-a8d2-734d580f3dfe admin admin] Publish callbacks [] for security_group (78069178-d0cc-4b82-96fd-060f63d5977d), precommit_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:24.003212 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-e3969d78-a22c-4032-a8d2-734d580f3dfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543383'] for security_group (78069178-d0cc-4b82-96fd-060f63d5977d), after_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:24.042085 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [None req-e3969d78-a22c-4032-a8d2-734d580f3dfe admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4277eda9618a4e6d8c9af20d07742336&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3080707 Mar 07 16:53:24.042918 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3969d78-a22c-4032-a8d2-734d580f3dfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78069178-d0cc-4b82-96fd-060f63d5977d,revision_number=1']} {{(pid=119954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:53:24.044244 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.wsgi [-] (119953) accepted ('10.222.0.18', 51626) {{(pid=119953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:53:24.095159 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-04a3d6e5-2137-43a0-95d9-90db735970b6 admin admin] Publish callbacks [] for security_group (78069178-d0cc-4b82-96fd-060f63d5977d), before_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:24.116491 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-04a3d6e5-2137-43a0-95d9-90db735970b6 admin admin] Publish callbacks [] for security_group (78069178-d0cc-4b82-96fd-060f63d5977d), precommit_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:24.173286 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194190'] for agent (152bcc15-84f4-40a7-afe1-c30bc7269f8a), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:24.193482 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-04a3d6e5-2137-43a0-95d9-90db735970b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543383'] for security_group (78069178-d0cc-4b82-96fd-060f63d5977d), after_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:24.194845 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-04a3d6e5-2137-43a0-95d9-90db735970b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:24.196452 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [None req-04a3d6e5-2137-43a0-95d9-90db735970b6 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/78069178-d0cc-4b82-96fd-060f63d5977d HTTP/1.1" status: 204 len: 168 time: 0.1509585 Mar 07 16:53:24.207257 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a3d6e5-2137-43a0-95d9-90db735970b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78069178-d0cc-4b82-96fd-060f63d5977d,revision_number=None']} {{(pid=119953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:53:25.090987 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ba707a-3a14-4b8c-954d-a8c7c5015260 req-25196895-b8e2-42d1-b223-5ac0098e9e6c tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:53:25.092789 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-c7ba707a-3a14-4b8c-954d-a8c7c5015260 req-25196895-b8e2-42d1-b223-5ac0098e9e6c tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c095ec4-a93a-4ccf-ae76-b30c7b1c954c HTTP/1.1" status: 200 len: 946 time: 0.0537808 Mar 07 16:53:25.140794 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-c7ba707a-3a14-4b8c-954d-a8c7c5015260 req-bb0ad5e7-d649-46db-a292-efae9819ddc7 tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] 10.222.0.18 "GET /v2.0/security-groups?id=aeca2cc4-2657-4c4b-965e-0f9cde167a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424855 Mar 07 16:53:26.265458 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cfe89a-1ff6-472d-991f-e50bdacb2b25 req-f4aa6e93-94d9-439f-9644-c3bbb48ef439 tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:53:26.266925 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-a9cfe89a-1ff6-472d-991f-e50bdacb2b25 req-f4aa6e93-94d9-439f-9644-c3bbb48ef439 tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c095ec4-a93a-4ccf-ae76-b30c7b1c954c HTTP/1.1" status: 200 len: 946 time: 0.0527852 Mar 07 16:53:26.316044 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-a9cfe89a-1ff6-472d-991f-e50bdacb2b25 req-a5f613f4-21a7-4633-ba9d-4d6fd6dbfa8f tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] 10.222.0.18 "GET /v2.0/security-groups?id=aeca2cc4-2657-4c4b-965e-0f9cde167a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410106 Mar 07 16:53:27.456249 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92068a5-ad92-47db-86d1-7435736bc4f7 req-a8aab613-0bd3-44f5-83da-4040902b6209 tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:53:27.457730 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-d92068a5-ad92-47db-86d1-7435736bc4f7 req-a8aab613-0bd3-44f5-83da-4040902b6209 tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c095ec4-a93a-4ccf-ae76-b30c7b1c954c HTTP/1.1" status: 200 len: 946 time: 0.0601661 Mar 07 16:53:27.517600 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-d92068a5-ad92-47db-86d1-7435736bc4f7 req-ce340bb9-336b-475e-86d1-efb18d347f68 tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] 10.222.0.18 "GET /v2.0/security-groups?id=aeca2cc4-2657-4c4b-965e-0f9cde167a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541499 Mar 07 16:53:28.673491 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c71f0c-a5c6-4e20-aea4-0e47aa320a70 req-74eb8d55-4e11-4705-8349-38ebda227bb4 tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:53:28.674901 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-97c71f0c-a5c6-4e20-aea4-0e47aa320a70 req-74eb8d55-4e11-4705-8349-38ebda227bb4 tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c095ec4-a93a-4ccf-ae76-b30c7b1c954c HTTP/1.1" status: 200 len: 946 time: 0.0544617 Mar 07 16:53:28.723624 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-97c71f0c-a5c6-4e20-aea4-0e47aa320a70 req-08c1e8a7-b54a-4770-9646-40ba1ebe50c7 tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] 10.222.0.18 "GET /v2.0/security-groups?id=aeca2cc4-2657-4c4b-965e-0f9cde167a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427179 Mar 07 16:53:29.666699 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.db.agents_db [None req-64435fe0-d7c6-4327-a557-6d3e8ab92464 None None] Agent healthcheck: found 6 active agents {{(pid=119956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 16:53:29.854750 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab4660c-071e-437c-b15d-b949fcecebb5 req-7698928d-05f1-4200-aa11-58c6b66c2828 tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:53:29.856292 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-cab4660c-071e-437c-b15d-b949fcecebb5 req-7698928d-05f1-4200-aa11-58c6b66c2828 tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c095ec4-a93a-4ccf-ae76-b30c7b1c954c HTTP/1.1" status: 200 len: 946 time: 0.0530467 Mar 07 16:53:29.909886 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-cab4660c-071e-437c-b15d-b949fcecebb5 req-88a659d2-4c81-40b5-be31-9b290c847a6c tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] 10.222.0.18 "GET /v2.0/security-groups?id=aeca2cc4-2657-4c4b-965e-0f9cde167a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479655 Mar 07 16:53:31.033075 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ac3dc0-6987-4ac1-be8e-d6eb2e371987 req-8893e708-c63d-4052-a46c-095540021f99 tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:53:31.034539 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-80ac3dc0-6987-4ac1-be8e-d6eb2e371987 req-8893e708-c63d-4052-a46c-095540021f99 tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c095ec4-a93a-4ccf-ae76-b30c7b1c954c HTTP/1.1" status: 200 len: 946 time: 0.0520208 Mar 07 16:53:31.081297 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-80ac3dc0-6987-4ac1-be8e-d6eb2e371987 req-bd8086cc-574e-49d4-b776-1b4d69804e0f tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] 10.222.0.18 "GET /v2.0/security-groups?id=aeca2cc4-2657-4c4b-965e-0f9cde167a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410912 Mar 07 16:53:32.210983 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52fbe0a-63b5-4650-bc32-6e457c5f6de4 req-b66ebfb9-f2b1-4bee-84fc-8537d3a2edfa tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:53:32.212407 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-c52fbe0a-63b5-4650-bc32-6e457c5f6de4 req-b66ebfb9-f2b1-4bee-84fc-8537d3a2edfa tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c095ec4-a93a-4ccf-ae76-b30c7b1c954c HTTP/1.1" status: 200 len: 946 time: 0.0626776 Mar 07 16:53:32.262005 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-c52fbe0a-63b5-4650-bc32-6e457c5f6de4 req-e671b5ca-2e97-45c7-8313-3500ac053bd0 tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] 10.222.0.18 "GET /v2.0/security-groups?id=aeca2cc4-2657-4c4b-965e-0f9cde167a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438299 Mar 07 16:53:32.656204 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.wsgi [-] (119953) accepted ('10.222.0.18', 51814) {{(pid=119953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:53:32.766372 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-8b0506fc-753f-43eb-b646-2121c60cbe15 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:32.842788 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-8b0506fc-753f-43eb-b646-2121c60cbe15 admin admin] Publish callbacks [] for security_group (bee950bc-c841-42d2-9b3a-0dabd0b21a9d), precommit_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:32.848092 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-8b0506fc-753f-43eb-b646-2121c60cbe15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543383'] for security_group (bee950bc-c841-42d2-9b3a-0dabd0b21a9d), after_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:32.886517 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [None req-8b0506fc-753f-43eb-b646-2121c60cbe15 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0933a9a2f45f47eabefc894925e5327e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2291298 Mar 07 16:53:32.887501 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0506fc-753f-43eb-b646-2121c60cbe15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bee950bc-c841-42d2-9b3a-0dabd0b21a9d,revision_number=1']} {{(pid=119953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:53:32.889424 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.wsgi [-] (119954) accepted ('10.222.0.18', 51818) {{(pid=119954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:53:32.941940 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-4dfde6e4-d652-4570-8992-764bcbcbcd55 admin admin] Publish callbacks [] for security_group (bee950bc-c841-42d2-9b3a-0dabd0b21a9d), before_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:32.963662 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-4dfde6e4-d652-4570-8992-764bcbcbcd55 admin admin] Publish callbacks [] for security_group (bee950bc-c841-42d2-9b3a-0dabd0b21a9d), precommit_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:33.014238 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-4dfde6e4-d652-4570-8992-764bcbcbcd55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543383'] for security_group (bee950bc-c841-42d2-9b3a-0dabd0b21a9d), after_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:33.016861 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-4dfde6e4-d652-4570-8992-764bcbcbcd55 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:33.018041 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [None req-4dfde6e4-d652-4570-8992-764bcbcbcd55 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/bee950bc-c841-42d2-9b3a-0dabd0b21a9d HTTP/1.1" status: 204 len: 168 time: 0.1276183 Mar 07 16:53:33.025968 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfde6e4-d652-4570-8992-764bcbcbcd55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bee950bc-c841-42d2-9b3a-0dabd0b21a9d,revision_number=None']} {{(pid=119954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:53:33.382042 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d259d00d-a2d7-40d5-8c66-243af0cb3a1c req-8b924a3d-c3e1-41d5-8fa0-de1d33f7f086 tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:53:33.383645 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-d259d00d-a2d7-40d5-8c66-243af0cb3a1c req-8b924a3d-c3e1-41d5-8fa0-de1d33f7f086 tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c095ec4-a93a-4ccf-ae76-b30c7b1c954c HTTP/1.1" status: 200 len: 946 time: 0.0540304 Mar 07 16:53:33.430899 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-d259d00d-a2d7-40d5-8c66-243af0cb3a1c req-e1cce132-c801-4502-85e5-eadf2bae7087 tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] 10.222.0.18 "GET /v2.0/security-groups?id=aeca2cc4-2657-4c4b-965e-0f9cde167a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408185 Mar 07 16:53:34.562897 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdfbc2f-fdfd-438b-8b7d-e0a0df91bd3b req-84ffa646-8f22-4ea6-8491-428c01445f6b tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:53:34.564374 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-ccdfbc2f-fdfd-438b-8b7d-e0a0df91bd3b req-84ffa646-8f22-4ea6-8491-428c01445f6b tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c095ec4-a93a-4ccf-ae76-b30c7b1c954c HTTP/1.1" status: 200 len: 946 time: 0.0539234 Mar 07 16:53:34.612783 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-ccdfbc2f-fdfd-438b-8b7d-e0a0df91bd3b req-f4ad4fe3-2621-41e2-bdaf-2682d0baaeef tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] 10.222.0.18 "GET /v2.0/security-groups?id=aeca2cc4-2657-4c4b-965e-0f9cde167a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428581 Mar 07 16:53:35.730740 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba424e9-99ab-489b-9dc0-9e36aa00652f req-fbd42e7d-d358-47dc-b5bc-cff4fcb88403 tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:53:35.732533 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-cba424e9-99ab-489b-9dc0-9e36aa00652f req-fbd42e7d-d358-47dc-b5bc-cff4fcb88403 tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c095ec4-a93a-4ccf-ae76-b30c7b1c954c HTTP/1.1" status: 200 len: 946 time: 0.0539305 Mar 07 16:53:35.785877 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-cba424e9-99ab-489b-9dc0-9e36aa00652f req-586738cf-f533-4204-9933-44026297145a tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] 10.222.0.18 "GET /v2.0/security-groups?id=aeca2cc4-2657-4c4b-965e-0f9cde167a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473678 Mar 07 16:53:36.908215 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3edaa94-92a0-45c8-9e0c-e50783da5c28 req-6c789e12-a013-4b17-a501-6a790c15a56c tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:53:36.909682 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-a3edaa94-92a0-45c8-9e0c-e50783da5c28 req-6c789e12-a013-4b17-a501-6a790c15a56c tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c095ec4-a93a-4ccf-ae76-b30c7b1c954c HTTP/1.1" status: 200 len: 946 time: 0.0565844 Mar 07 16:53:36.956421 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-a3edaa94-92a0-45c8-9e0c-e50783da5c28 req-283b9ee8-4a8c-4c8e-a71c-f1e9f8d8471a tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] 10.222.0.18 "GET /v2.0/security-groups?id=aeca2cc4-2657-4c4b-965e-0f9cde167a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409086 Mar 07 16:53:37.827321 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.wsgi [-] (119954) accepted ('10.222.0.18', 51924) {{(pid=119954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:53:37.939492 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-a957b400-cce5-41fa-ab46-aff1611834be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:38.016605 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-a957b400-cce5-41fa-ab46-aff1611834be admin admin] Publish callbacks [] for security_group (86e8c409-d241-43e6-94f9-8c93cf217772), precommit_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:38.021344 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-a957b400-cce5-41fa-ab46-aff1611834be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543383'] for security_group (86e8c409-d241-43e6-94f9-8c93cf217772), after_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:38.097778 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [None req-a957b400-cce5-41fa-ab46-aff1611834be admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ef18dc472f6548c6bd6ce04f86a0b9c9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2691941 Mar 07 16:53:38.100683 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.wsgi [-] (119953) accepted ('10.222.0.18', 51932) {{(pid=119953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:53:38.102593 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a957b400-cce5-41fa-ab46-aff1611834be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86e8c409-d241-43e6-94f9-8c93cf217772,revision_number=1']} {{(pid=119954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:53:38.128588 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c33202-a52a-4d74-9648-0a1c7bd0350b req-108b3d6c-47ac-47dd-8ffc-946e8f9e1b45 tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:53:38.130186 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-43c33202-a52a-4d74-9648-0a1c7bd0350b req-108b3d6c-47ac-47dd-8ffc-946e8f9e1b45 tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c095ec4-a93a-4ccf-ae76-b30c7b1c954c HTTP/1.1" status: 200 len: 946 time: 0.1020174 Mar 07 16:53:38.165195 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-39e19a8c-41ca-41ab-8755-2430ac934839 admin admin] Publish callbacks [] for security_group (86e8c409-d241-43e6-94f9-8c93cf217772), before_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:38.177993 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-43c33202-a52a-4d74-9648-0a1c7bd0350b req-da3918c5-b464-4565-83bc-b68ce0bf1a1a tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] 10.222.0.18 "GET /v2.0/security-groups?id=aeca2cc4-2657-4c4b-965e-0f9cde167a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420229 Mar 07 16:53:38.189915 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-39e19a8c-41ca-41ab-8755-2430ac934839 admin admin] Publish callbacks [] for security_group (86e8c409-d241-43e6-94f9-8c93cf217772), precommit_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:38.238131 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-39e19a8c-41ca-41ab-8755-2430ac934839 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543383'] for security_group (86e8c409-d241-43e6-94f9-8c93cf217772), after_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:38.240810 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-39e19a8c-41ca-41ab-8755-2430ac934839 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:38.242000 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [None req-39e19a8c-41ca-41ab-8755-2430ac934839 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/86e8c409-d241-43e6-94f9-8c93cf217772 HTTP/1.1" status: 204 len: 168 time: 0.1402726 Mar 07 16:53:38.252906 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e19a8c-41ca-41ab-8755-2430ac934839 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86e8c409-d241-43e6-94f9-8c93cf217772,revision_number=None']} {{(pid=119953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:53:39.299871 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e1d503-3934-4ebf-9be5-f968e0297770 req-b0b0f2c0-8a15-4063-900f-c62ffd0992b7 tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:53:39.301351 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-35e1d503-3934-4ebf-9be5-f968e0297770 req-b0b0f2c0-8a15-4063-900f-c62ffd0992b7 tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c095ec4-a93a-4ccf-ae76-b30c7b1c954c HTTP/1.1" status: 200 len: 946 time: 0.0553679 Mar 07 16:53:39.352135 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-35e1d503-3934-4ebf-9be5-f968e0297770 req-8a571bf9-7d54-42ce-a3b4-59704c0a5731 tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] 10.222.0.18 "GET /v2.0/security-groups?id=aeca2cc4-2657-4c4b-965e-0f9cde167a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449295 Mar 07 16:53:40.483163 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0d3f26-69f1-475b-b4cc-cdcb9ed6a8c1 req-7081e097-0ac4-4fad-b592-675ef587de24 tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:53:40.484823 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-cb0d3f26-69f1-475b-b4cc-cdcb9ed6a8c1 req-7081e097-0ac4-4fad-b592-675ef587de24 tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c095ec4-a93a-4ccf-ae76-b30c7b1c954c HTTP/1.1" status: 200 len: 946 time: 0.0547438 Mar 07 16:53:40.529945 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-cb0d3f26-69f1-475b-b4cc-cdcb9ed6a8c1 req-0a85ec3b-dc77-420b-a520-4361c6442e13 tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] 10.222.0.18 "GET /v2.0/security-groups?id=aeca2cc4-2657-4c4b-965e-0f9cde167a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394089 Mar 07 16:53:41.653129 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f866120-0d11-49eb-91a4-9575d3d9266c req-2826cf0c-0aa2-4f4e-8b2e-8c9ffe7270ff tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:53:41.654525 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-7f866120-0d11-49eb-91a4-9575d3d9266c req-2826cf0c-0aa2-4f4e-8b2e-8c9ffe7270ff tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c095ec4-a93a-4ccf-ae76-b30c7b1c954c HTTP/1.1" status: 200 len: 946 time: 0.0519230 Mar 07 16:53:41.707308 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-7f866120-0d11-49eb-91a4-9575d3d9266c req-1ab39137-2a6e-457f-92b7-e8988eafc7dd tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] 10.222.0.18 "GET /v2.0/security-groups?id=aeca2cc4-2657-4c4b-965e-0f9cde167a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455008 Mar 07 16:53:42.846680 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ade8132-f679-487b-8df7-eb58681f9778 req-a38e6ba1-ee33-476d-ba44-4fb63bba1383 tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:53:42.848183 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-0ade8132-f679-487b-8df7-eb58681f9778 req-a38e6ba1-ee33-476d-ba44-4fb63bba1383 tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c095ec4-a93a-4ccf-ae76-b30c7b1c954c HTTP/1.1" status: 200 len: 946 time: 0.0632565 Mar 07 16:53:42.895344 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-0ade8132-f679-487b-8df7-eb58681f9778 req-3c924e49-7700-4235-be3a-9ae77756f5c9 tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] 10.222.0.18 "GET /v2.0/security-groups?id=aeca2cc4-2657-4c4b-965e-0f9cde167a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415759 Mar 07 16:53:44.026075 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ce5d03-502f-4d7a-a571-0b4fe32eda87 req-d4d54686-7242-4876-9385-951b4ddbf81d tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:53:44.027568 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-91ce5d03-502f-4d7a-a571-0b4fe32eda87 req-d4d54686-7242-4876-9385-951b4ddbf81d tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c095ec4-a93a-4ccf-ae76-b30c7b1c954c HTTP/1.1" status: 200 len: 946 time: 0.0557966 Mar 07 16:53:44.074090 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-91ce5d03-502f-4d7a-a571-0b4fe32eda87 req-d729a5eb-e69c-443a-8f28-bff786d3cfb8 tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] 10.222.0.18 "GET /v2.0/security-groups?id=aeca2cc4-2657-4c4b-965e-0f9cde167a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409379 Mar 07 16:53:45.196421 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e487c233-0db4-4627-9c54-fe16640de3a8 req-4da1dd3b-c1b6-4b5d-a970-270c910a4beb tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:53:45.197797 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-e487c233-0db4-4627-9c54-fe16640de3a8 req-4da1dd3b-c1b6-4b5d-a970-270c910a4beb tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c095ec4-a93a-4ccf-ae76-b30c7b1c954c HTTP/1.1" status: 200 len: 946 time: 0.0561919 Mar 07 16:53:45.251128 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-e487c233-0db4-4627-9c54-fe16640de3a8 req-b549a091-bbf9-4cad-a7cd-ce1923e93e49 tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] 10.222.0.18 "GET /v2.0/security-groups?id=aeca2cc4-2657-4c4b-965e-0f9cde167a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444803 Mar 07 16:53:45.378513 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-b517500f-ccbc-4809-bd32-4e347b6ca3f0 req-ee992c0e-7795-4e11-a88e-2be9109a1c42 tempest-VolumesNegativeTest-877704626 tempest-VolumesNegativeTest-877704626-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=25a9e1e991b344468178192ffd72952d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0309916 Mar 07 16:53:45.569476 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b517500f-ccbc-4809-bd32-4e347b6ca3f0 req-f6bb600c-f53a-4c27-b261-579ac8bbe2b6 tempest-VolumesNegativeTest-877704626 tempest-VolumesNegativeTest-877704626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:53:45.570912 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-b517500f-ccbc-4809-bd32-4e347b6ca3f0 req-f6bb600c-f53a-4c27-b261-579ac8bbe2b6 tempest-VolumesNegativeTest-877704626 tempest-VolumesNegativeTest-877704626-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1870327 Mar 07 16:53:45.585333 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-b517500f-ccbc-4809-bd32-4e347b6ca3f0 req-ad43e072-6f3b-4031-973e-99b412a9773b tempest-VolumesNegativeTest-877704626 tempest-VolumesNegativeTest-877704626-project] 10.222.0.18 "GET /v2.0/quotas/25a9e1e991b344468178192ffd72952d HTTP/1.1" status: 200 len: 375 time: 0.0089834 Mar 07 16:53:45.617477 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-b517500f-ccbc-4809-bd32-4e347b6ca3f0 req-4b0c43d5-97e2-4d3d-8aef-3c73e53020e9 tempest-VolumesNegativeTest-877704626 tempest-VolumesNegativeTest-877704626-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=25a9e1e991b344468178192ffd72952d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0258110 Mar 07 16:53:45.782197 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-409efb27-0f4f-4802-a0d9-4bfe7cc690b0 req-cbca622e-e219-4267-970b-4dc9d0aa86b1 tempest-VolumesNegativeTest-877704626 tempest-VolumesNegativeTest-877704626-project] 10.222.0.18 "GET /v2.0/ports?device_id=1ec419bc-474b-4fda-8c08-6ab9aec364d6 HTTP/1.1" status: 200 len: 210 time: 0.0265872 Mar 07 16:53:46.373043 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bd0c1c-92e2-4a97-96a0-aa446ebf1bad req-f22c33d1-bd72-4877-8f2e-8206004bab0f tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:53:46.374489 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-f2bd0c1c-92e2-4a97-96a0-aa446ebf1bad req-f22c33d1-bd72-4877-8f2e-8206004bab0f tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c095ec4-a93a-4ccf-ae76-b30c7b1c954c HTTP/1.1" status: 200 len: 946 time: 0.0500379 Mar 07 16:53:46.420601 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-f2bd0c1c-92e2-4a97-96a0-aa446ebf1bad req-5fe7eb71-055c-4aae-acca-c48876fca30e tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] 10.222.0.18 "GET /v2.0/security-groups?id=aeca2cc4-2657-4c4b-965e-0f9cde167a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404592 Mar 07 16:53:46.873268 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-677a780d-1695-4af4-b6f1-79471edf1d48 req-7c92e79d-c953-4114-a9c0-f91ccf37f20b tempest-VolumesNegativeTest-877704626 tempest-VolumesNegativeTest-877704626-project] 10.222.0.18 "GET /v2.0/ports?device_id=1ec419bc-474b-4fda-8c08-6ab9aec364d6 HTTP/1.1" status: 200 len: 210 time: 0.0256767 Mar 07 16:53:47.167014 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-d0ad6262-13c9-4a71-9c1a-ddc7572c971a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194190'] for agent (85f07778-81ef-4888-a2e3-51ae57b6426a), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:47.558204 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b66299-21ff-4846-9cc2-7e192ac875d1 req-7871c901-f425-40ed-a839-fcb3d48ed635 tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:53:47.560054 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-a8b66299-21ff-4846-9cc2-7e192ac875d1 req-7871c901-f425-40ed-a839-fcb3d48ed635 tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c095ec4-a93a-4ccf-ae76-b30c7b1c954c HTTP/1.1" status: 200 len: 946 time: 0.0641446 Mar 07 16:53:47.607985 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-a8b66299-21ff-4846-9cc2-7e192ac875d1 req-9dad408f-2fc2-4307-a3b3-c87974eada01 tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] 10.222.0.18 "GET /v2.0/security-groups?id=aeca2cc4-2657-4c4b-965e-0f9cde167a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422502 Mar 07 16:53:47.968556 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-b464663c-042a-4271-a147-b9a2e3ebd19c req-a342fe17-c9bd-4519-811f-3a97b2e6d2b7 tempest-VolumesNegativeTest-877704626 tempest-VolumesNegativeTest-877704626-project] 10.222.0.18 "GET /v2.0/ports?device_id=1ec419bc-474b-4fda-8c08-6ab9aec364d6 HTTP/1.1" status: 200 len: 210 time: 0.0286806 Mar 07 16:53:48.740753 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52715c64-13a1-43d2-806a-169814101dc1 req-f28903a4-a444-4c32-8c14-52ed776c8b73 tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:53:48.742489 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-52715c64-13a1-43d2-806a-169814101dc1 req-f28903a4-a444-4c32-8c14-52ed776c8b73 tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c095ec4-a93a-4ccf-ae76-b30c7b1c954c HTTP/1.1" status: 200 len: 946 time: 0.0539343 Mar 07 16:53:48.788893 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-52715c64-13a1-43d2-806a-169814101dc1 req-a3fa1189-ae67-46d4-bc1e-a213d8f814a5 tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] 10.222.0.18 "GET /v2.0/security-groups?id=aeca2cc4-2657-4c4b-965e-0f9cde167a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404410 Mar 07 16:53:49.064855 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-5bfdf9ca-0e7d-4dbb-b0bc-87608f0f6a78 req-639ddac5-ffe6-4d67-8922-b273e0473ceb tempest-VolumesNegativeTest-877704626 tempest-VolumesNegativeTest-877704626-project] 10.222.0.18 "GET /v2.0/ports?device_id=1ec419bc-474b-4fda-8c08-6ab9aec364d6 HTTP/1.1" status: 200 len: 210 time: 0.0269399 Mar 07 16:53:49.381912 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-32e5c0d0-66a4-4bb5-b9ef-6af9b4725574 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194190'] for agent (4cbb3502-d72e-4663-b57e-51d645794085), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:49.528043 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-b517500f-ccbc-4809-bd32-4e347b6ca3f0 req-4040a8fe-f97b-479a-b1cf-e98643887906 tempest-VolumesNegativeTest-877704626 tempest-VolumesNegativeTest-877704626-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=25a9e1e991b344468178192ffd72952d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0215154 Mar 07 16:53:49.640691 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b517500f-ccbc-4809-bd32-4e347b6ca3f0 req-84440521-4bf2-4803-bd2f-c078b2e8505c tempest-VolumesNegativeTest-877704626 tempest-VolumesNegativeTest-877704626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:53:49.642492 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-b517500f-ccbc-4809-bd32-4e347b6ca3f0 req-84440521-4bf2-4803-bd2f-c078b2e8505c tempest-VolumesNegativeTest-877704626 tempest-VolumesNegativeTest-877704626-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1059248 Mar 07 16:53:49.669258 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.v2.base [req-b517500f-ccbc-4809-bd32-4e347b6ca3f0 req-1e974d1e-4627-448f-b8d5-ee56f3401d26 tempest-VolumesNegativeTest-877704626 tempest-VolumesNegativeTest-877704626-project] Request body: {'port': {'device_id': '1ec419bc-474b-4fda-8c08-6ab9aec364d6', 'network_id': '7dd489cc-2084-4389-9ba1-2772382f163c', 'admin_state_up': True, 'tenant_id': '25a9e1e991b344468178192ffd72952d'}} {{(pid=119953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:53:49.777404 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b517500f-ccbc-4809-bd32-4e347b6ca3f0 req-1e974d1e-4627-448f-b8d5-ee56f3401d26 tempest-VolumesNegativeTest-877704626 tempest-VolumesNegativeTest-877704626-project] Made reservation on behalf of 25a9e1e991b344468178192ffd72952d for: {'port': 1} {{(pid=119953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:53:49.780859 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [req-b517500f-ccbc-4809-bd32-4e347b6ca3f0 req-1e974d1e-4627-448f-b8d5-ee56f3401d26 tempest-VolumesNegativeTest-877704626 tempest-VolumesNegativeTest-877704626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8385759'] for port (None), before_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:49.789330 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [req-b517500f-ccbc-4809-bd32-4e347b6ca3f0 req-1e974d1e-4627-448f-b8d5-ee56f3401d26 tempest-VolumesNegativeTest-877704626 tempest-VolumesNegativeTest-877704626-project] Publish callbacks [] for security_group (None), before_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:49.865348 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [req-b517500f-ccbc-4809-bd32-4e347b6ca3f0 req-1e974d1e-4627-448f-b8d5-ee56f3401d26 tempest-VolumesNegativeTest-877704626 tempest-VolumesNegativeTest-877704626-project] Publish callbacks [] for security_group (16096ecf-28b0-4442-aa4d-7c84b73311c4), precommit_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:49.874646 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [req-b517500f-ccbc-4809-bd32-4e347b6ca3f0 req-1e974d1e-4627-448f-b8d5-ee56f3401d26 tempest-VolumesNegativeTest-877704626 tempest-VolumesNegativeTest-877704626-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543383'] for security_group (16096ecf-28b0-4442-aa4d-7c84b73311c4), after_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:49.969978 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e974d1e-4627-448f-b8d5-ee56f3401d26 tempest-VolumesNegativeTest-877704626 tempest-VolumesNegativeTest-877704626-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16096ecf-28b0-4442-aa4d-7c84b73311c4,revision_number=1']} {{(pid=119953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:53:49.993732 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdfc9c3-5375-49e9-88b0-9be80be9a34f req-b460524f-973d-4a29-b0c7-8fd83d92ced2 tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:53:49.995219 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-4bdfc9c3-5375-49e9-88b0-9be80be9a34f req-b460524f-973d-4a29-b0c7-8fd83d92ced2 tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c095ec4-a93a-4ccf-ae76-b30c7b1c954c HTTP/1.1" status: 200 len: 946 time: 0.1321061 Mar 07 16:53:50.062202 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.db.db_base_plugin_common [req-b517500f-ccbc-4809-bd32-4e347b6ca3f0 req-1e974d1e-4627-448f-b8d5-ee56f3401d26 tempest-VolumesNegativeTest-877704626 tempest-VolumesNegativeTest-877704626-project] Allocated IP 192.168.233.221 (7dd489cc-2084-4389-9ba1-2772382f163c/b3257078-d8f2-432f-ba37-f29e80ebdf9b/0ab78fc5-6088-4daf-96e4-9a5e5d0c0a02) {{(pid=119953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:53:50.080038 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-4bdfc9c3-5375-49e9-88b0-9be80be9a34f req-c0e7e587-fb0e-48ac-bbd0-5de700d91da8 tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] 10.222.0.18 "GET /v2.0/security-groups?id=aeca2cc4-2657-4c4b-965e-0f9cde167a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672436 Mar 07 16:53:50.159699 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-c00b3a4b-5c47-4efa-9799-19dc7ad48094 req-77a0b96a-5beb-4069-9cfd-f658760cc463 tempest-VolumesNegativeTest-877704626 tempest-VolumesNegativeTest-877704626-project] 10.222.0.18 "GET /v2.0/ports?device_id=1ec419bc-474b-4fda-8c08-6ab9aec364d6 HTTP/1.1" status: 200 len: 210 time: 0.0263827 Mar 07 16:53:50.218796 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [req-b517500f-ccbc-4809-bd32-4e347b6ca3f0 req-1e974d1e-4627-448f-b8d5-ee56f3401d26 tempest-VolumesNegativeTest-877704626 tempest-VolumesNegativeTest-877704626-project] Publish callbacks [] for port (0ab78fc5-6088-4daf-96e4-9a5e5d0c0a02), precommit_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:50.253618 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [req-b517500f-ccbc-4809-bd32-4e347b6ca3f0 req-1e974d1e-4627-448f-b8d5-ee56f3401d26 tempest-VolumesNegativeTest-877704626 tempest-VolumesNegativeTest-877704626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754346267055'] for port (0ab78fc5-6088-4daf-96e4-9a5e5d0c0a02), after_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:50.295389 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b517500f-ccbc-4809-bd32-4e347b6ca3f0 req-1e974d1e-4627-448f-b8d5-ee56f3401d26 tempest-VolumesNegativeTest-877704626 tempest-VolumesNegativeTest-877704626-project] Network 7dd489cc-2084-4389-9ba1-2772382f163c is already hosted by enough agents. {{(pid=119953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:53:50.298665 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.scheduler.base_scheduler [req-b517500f-ccbc-4809-bd32-4e347b6ca3f0 req-1e974d1e-4627-448f-b8d5-ee56f3401d26 tempest-VolumesNegativeTest-877704626 tempest-VolumesNegativeTest-877704626-project] Resources bound (agent type, host, resource id): {{(pid=119953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:53:50.302322 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.db.l3_dvrscheduler_db [req-b517500f-ccbc-4809-bd32-4e347b6ca3f0 req-1e974d1e-4627-448f-b8d5-ee56f3401d26 tempest-VolumesNegativeTest-877704626 tempest-VolumesNegativeTest-877704626-project] Received port after_create {{(pid=119953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:53:50.307396 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b517500f-ccbc-4809-bd32-4e347b6ca3f0 req-1e974d1e-4627-448f-b8d5-ee56f3401d26 tempest-VolumesNegativeTest-877704626 tempest-VolumesNegativeTest-877704626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:53:50.308089 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [req-b517500f-ccbc-4809-bd32-4e347b6ca3f0 req-1e974d1e-4627-448f-b8d5-ee56f3401d26 tempest-VolumesNegativeTest-877704626 tempest-VolumesNegativeTest-877704626-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47102'] for port (None), before_response {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:50.321987 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e974d1e-4627-448f-b8d5-ee56f3401d26 tempest-VolumesNegativeTest-877704626 tempest-VolumesNegativeTest-877704626-project] Pushing event updated for resources: {'Port': ['ID=0ab78fc5-6088-4daf-96e4-9a5e5d0c0a02,revision_number=1']} {{(pid=119953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:53:50.333197 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-b517500f-ccbc-4809-bd32-4e347b6ca3f0 req-1e974d1e-4627-448f-b8d5-ee56f3401d26 tempest-VolumesNegativeTest-877704626 tempest-VolumesNegativeTest-877704626-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6677978 Mar 07 16:53:50.355163 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.v2.base [req-b517500f-ccbc-4809-bd32-4e347b6ca3f0 req-351ee3a0-8b11-42b4-bc22-60dd329b6f83 service neutron] Request body: {'port': {'device_id': '1ec419bc-474b-4fda-8c08-6ab9aec364d6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80475'}} {{(pid=119953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:53:50.417607 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [req-b517500f-ccbc-4809-bd32-4e347b6ca3f0 req-351ee3a0-8b11-42b4-bc22-60dd329b6f83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8385759'] for port (0ab78fc5-6088-4daf-96e4-9a5e5d0c0a02), before_update {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:50.494599 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-ad94e2ed-e0a8-44ae-a5ff-cf9ca5ab0e17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194190'] for agent (82ccd293-b7fb-4417-a581-186a4d7e9931), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:50.569548 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.provisioning_blocks [None req-45532dfb-1730-4125-8477-f46c603143d3 None None] Provisioning complete for port 0ab78fc5-6088-4daf-96e4-9a5e5d0c0a02 triggered by entity DHCP. {{(pid=119955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:53:50.570004 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-45532dfb-1730-4125-8477-f46c603143d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8194280'] for port (0ab78fc5-6088-4daf-96e4-9a5e5d0c0a02), provisioning_complete {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:50.616738 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.plugin [None req-45532dfb-1730-4125-8477-f46c603143d3 None None] Port 0ab78fc5-6088-4daf-96e4-9a5e5d0c0a02 cannot update to ACTIVE because it is not bound. {{(pid=119955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:53:50.682018 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.notifiers.nova [req-b517500f-ccbc-4809-bd32-4e347b6ca3f0 req-351ee3a0-8b11-42b4-bc22-60dd329b6f83 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ab78fc5-6088-4daf-96e4-9a5e5d0c0a02 {{(pid=119953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:53:50.689712 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [req-b517500f-ccbc-4809-bd32-4e347b6ca3f0 req-351ee3a0-8b11-42b4-bc22-60dd329b6f83 service neutron] Publish callbacks [] for port (0ab78fc5-6088-4daf-96e4-9a5e5d0c0a02), precommit_update {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:50.701825 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.db.provisioning_blocks [req-b517500f-ccbc-4809-bd32-4e347b6ca3f0 req-351ee3a0-8b11-42b4-bc22-60dd329b6f83 service neutron] Transition to ACTIVE for port object 0ab78fc5-6088-4daf-96e4-9a5e5d0c0a02 will not be triggered until provisioned by entity L2. {{(pid=119953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 16:53:50.705522 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [req-b517500f-ccbc-4809-bd32-4e347b6ca3f0 req-351ee3a0-8b11-42b4-bc22-60dd329b6f83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754346672056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754346267073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754346267091'] for port (0ab78fc5-6088-4daf-96e4-9a5e5d0c0a02), after_update {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:50.755489 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351ee3a0-8b11-42b4-bc22-60dd329b6f83 service neutron] Pushing event updated for resources: {'Port': ['ID=0ab78fc5-6088-4daf-96e4-9a5e5d0c0a02,revision_number=2']} {{(pid=119953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:53:50.806968 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.managers [req-b517500f-ccbc-4809-bd32-4e347b6ca3f0 req-351ee3a0-8b11-42b4-bc22-60dd329b6f83 service neutron] Attempting to bind port 0ab78fc5-6088-4daf-96e4-9a5e5d0c0a02 on host hv-cinder-80475 for vnic_type normal with profile {{(pid=119953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:53:50.806968 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.managers [req-b517500f-ccbc-4809-bd32-4e347b6ca3f0 req-351ee3a0-8b11-42b4-bc22-60dd329b6f83 service neutron] Attempting to bind port 0ab78fc5-6088-4daf-96e4-9a5e5d0c0a02 by drivers openvswitch,hyperv on host hv-cinder-80475 at level 0 using segments [{'id': '077de20c-6ae4-4c4e-aad0-cdd7a3cf410d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '7dd489cc-2084-4389-9ba1-2772382f163c'}] {{(pid=119953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:53:50.806968 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b517500f-ccbc-4809-bd32-4e347b6ca3f0 req-351ee3a0-8b11-42b4-bc22-60dd329b6f83 service neutron] Attempting to bind port 0ab78fc5-6088-4daf-96e4-9a5e5d0c0a02 on network 7dd489cc-2084-4389-9ba1-2772382f163c {{(pid=119953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:53:50.812369 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b517500f-ccbc-4809-bd32-4e347b6ca3f0 req-351ee3a0-8b11-42b4-bc22-60dd329b6f83 service neutron] Port 0ab78fc5-6088-4daf-96e4-9a5e5d0c0a02 on network 7dd489cc-2084-4389-9ba1-2772382f163c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80475 {{(pid=119953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 16:53:50.812798 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b517500f-ccbc-4809-bd32-4e347b6ca3f0 req-351ee3a0-8b11-42b4-bc22-60dd329b6f83 service neutron] Attempting to bind port 0ab78fc5-6088-4daf-96e4-9a5e5d0c0a02 on network 7dd489cc-2084-4389-9ba1-2772382f163c {{(pid=119953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:53:50.818314 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b517500f-ccbc-4809-bd32-4e347b6ca3f0 req-351ee3a0-8b11-42b4-bc22-60dd329b6f83 service neutron] Checking agent: {'id': '152bcc15-84f4-40a7-afe1-c30bc7269f8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80475', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 16, 50, 24), 'started_at': datetime.datetime(2022, 3, 7, 16, 50, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 53, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:53:50.818741 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b517500f-ccbc-4809-bd32-4e347b6ca3f0 req-351ee3a0-8b11-42b4-bc22-60dd329b6f83 service neutron] Checking segment: {'id': '077de20c-6ae4-4c4e-aad0-cdd7a3cf410d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '7dd489cc-2084-4389-9ba1-2772382f163c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:53:50.819788 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b517500f-ccbc-4809-bd32-4e347b6ca3f0 req-351ee3a0-8b11-42b4-bc22-60dd329b6f83 service neutron] Bound using segment: {'id': '077de20c-6ae4-4c4e-aad0-cdd7a3cf410d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '7dd489cc-2084-4389-9ba1-2772382f163c'} {{(pid=119953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:53:50.820402 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.managers [req-b517500f-ccbc-4809-bd32-4e347b6ca3f0 req-351ee3a0-8b11-42b4-bc22-60dd329b6f83 service neutron] Bound port: 0ab78fc5-6088-4daf-96e4-9a5e5d0c0a02, host: hv-cinder-80475, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '077de20c-6ae4-4c4e-aad0-cdd7a3cf410d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '7dd489cc-2084-4389-9ba1-2772382f163c'}}] {{(pid=119953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:53:50.820806 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [req-b517500f-ccbc-4809-bd32-4e347b6ca3f0 req-351ee3a0-8b11-42b4-bc22-60dd329b6f83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8385759'] for port (0ab78fc5-6088-4daf-96e4-9a5e5d0c0a02), before_update {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:50.899387 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.db [req-b517500f-ccbc-4809-bd32-4e347b6ca3f0 req-351ee3a0-8b11-42b4-bc22-60dd329b6f83 service neutron] For port 0ab78fc5-6088-4daf-96e4-9a5e5d0c0a02, host hv-cinder-80475, cleared binding levels {{(pid=119953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:53:50.902599 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.db [req-b517500f-ccbc-4809-bd32-4e347b6ca3f0 req-351ee3a0-8b11-42b4-bc22-60dd329b6f83 service neutron] For port 0ab78fc5-6088-4daf-96e4-9a5e5d0c0a02, host hv-cinder-80475, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=0ab78fc5-6088-4daf-96e4-9a5e5d0c0a02,segment=NetworkSegment(077de20c-6ae4-4c4e-aad0-cdd7a3cf410d),segment_id=077de20c-6ae4-4c4e-aad0-cdd7a3cf410d)] {{(pid=119953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:53:50.910462 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [req-b517500f-ccbc-4809-bd32-4e347b6ca3f0 req-351ee3a0-8b11-42b4-bc22-60dd329b6f83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754346672056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754346267073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754346267091'] for port (0ab78fc5-6088-4daf-96e4-9a5e5d0c0a02), after_update {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:50.951274 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b517500f-ccbc-4809-bd32-4e347b6ca3f0 req-351ee3a0-8b11-42b4-bc22-60dd329b6f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:53:50.951922 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [req-b517500f-ccbc-4809-bd32-4e347b6ca3f0 req-351ee3a0-8b11-42b4-bc22-60dd329b6f83 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47102'] for port (None), before_response {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:50.953438 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-b517500f-ccbc-4809-bd32-4e347b6ca3f0 req-351ee3a0-8b11-42b4-bc22-60dd329b6f83 service neutron] 10.222.0.66 "PUT /v2.0/ports/0ab78fc5-6088-4daf-96e4-9a5e5d0c0a02 HTTP/1.1" status: 200 len: 1098 time: 0.6027672 Mar 07 16:53:50.953881 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ec419bc-474b-4fda-8c08-6ab9aec364d6', 'tag': '0ab78fc5-6088-4daf-96e4-9a5e5d0c0a02'}] {{(pid=119953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:53:50.956408 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed95515d7af65a162ef4af60abe3e4aacc73bb6c2379f81891a58e09c3a2d0f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fb3aea2-89f9-4a5b-a945-a026e9bda0e2" -d '{"events": [{"name": "network-changed", "server_uuid": "1ec419bc-474b-4fda-8c08-6ab9aec364d6", "tag": "0ab78fc5-6088-4daf-96e4-9a5e5d0c0a02"}]}' {{(pid=119953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:53:50.977830 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351ee3a0-8b11-42b4-bc22-60dd329b6f83 service neutron] Pushing event updated for resources: {'Port': ['ID=0ab78fc5-6088-4daf-96e4-9a5e5d0c0a02,revision_number=3']} {{(pid=119953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:53:51.009073 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 16:53:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62119967-f48f-4306-8916-8f2df64ae125 x-openstack-request-id: req-62119967-f48f-4306-8916-8f2df64ae125 {{(pid=119953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:53:51.009373 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ec419bc-474b-4fda-8c08-6ab9aec364d6", "tag": "0ab78fc5-6088-4daf-96e4-9a5e5d0c0a02", "status": "completed", "code": 200}]} {{(pid=119953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:53:51.009632 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-62119967-f48f-4306-8916-8f2df64ae125 {{(pid=119953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:53:51.010043 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ec419bc-474b-4fda-8c08-6ab9aec364d6', 'tag': '0ab78fc5-6088-4daf-96e4-9a5e5d0c0a02', 'status': 'completed', 'code': 200} Mar 07 16:53:51.100931 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b517500f-ccbc-4809-bd32-4e347b6ca3f0 req-c38867ba-710d-4766-86cd-84c881c59e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:53:51.102648 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-b517500f-ccbc-4809-bd32-4e347b6ca3f0 req-c38867ba-710d-4766-86cd-84c881c59e07 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=25a9e1e991b344468178192ffd72952d&device_id=1ec419bc-474b-4fda-8c08-6ab9aec364d6 HTTP/1.1" status: 200 len: 1132 time: 0.0450997 Mar 07 16:53:51.164684 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-b517500f-ccbc-4809-bd32-4e347b6ca3f0 req-ffde17d3-ba24-42bf-bb32-f2e2028ecc5e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.221&port_id=0ab78fc5-6088-4daf-96e4-9a5e5d0c0a02 HTTP/1.1" status: 200 len: 217 time: 0.0392997 Mar 07 16:53:51.210846 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f9d407-cc38-4193-86dd-fd39051322bd req-76b7eae5-cfaa-42a3-8f55-fa93fe2ab465 tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:53:51.212516 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-d5f9d407-cc38-4193-86dd-fd39051322bd req-76b7eae5-cfaa-42a3-8f55-fa93fe2ab465 tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c095ec4-a93a-4ccf-ae76-b30c7b1c954c HTTP/1.1" status: 200 len: 946 time: 0.0543575 Mar 07 16:53:51.221415 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b517500f-ccbc-4809-bd32-4e347b6ca3f0 req-1275e05d-0a85-4eb8-82e3-932e67175ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:53:51.222892 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-b517500f-ccbc-4809-bd32-4e347b6ca3f0 req-1275e05d-0a85-4eb8-82e3-932e67175ee5 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=b3257078-d8f2-432f-ba37-f29e80ebdf9b HTTP/1.1" status: 200 len: 843 time: 0.0509689 Mar 07 16:53:51.260114 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-d5f9d407-cc38-4193-86dd-fd39051322bd req-9af43ab8-33f4-4d14-a569-96b7b368225e tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] 10.222.0.18 "GET /v2.0/security-groups?id=aeca2cc4-2657-4c4b-965e-0f9cde167a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406225 Mar 07 16:53:51.318252 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba9e9b1-6c16-4a6f-8304-588632dad1d8 req-ad0d9a0a-c12d-48d7-87f8-e585d237fc39 tempest-VolumesNegativeTest-877704626 tempest-VolumesNegativeTest-877704626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:53:51.319978 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-3ba9e9b1-6c16-4a6f-8304-588632dad1d8 req-ad0d9a0a-c12d-48d7-87f8-e585d237fc39 tempest-VolumesNegativeTest-877704626 tempest-VolumesNegativeTest-877704626-project] 10.222.0.18 "GET /v2.0/ports?device_id=1ec419bc-474b-4fda-8c08-6ab9aec364d6 HTTP/1.1" status: 200 len: 948 time: 0.0894835 Mar 07 16:53:51.326440 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b517500f-ccbc-4809-bd32-4e347b6ca3f0 req-7696dc34-612a-47cf-a1cd-93fcc4a23788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:53:51.327907 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-b517500f-ccbc-4809-bd32-4e347b6ca3f0 req-7696dc34-612a-47cf-a1cd-93fcc4a23788 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=7dd489cc-2084-4389-9ba1-2772382f163c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1216 time: 0.0892227 Mar 07 16:53:51.417963 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-3ba9e9b1-6c16-4a6f-8304-588632dad1d8 req-f8785c8e-1ff9-460b-b14d-054a6edd53ea tempest-VolumesNegativeTest-877704626 tempest-VolumesNegativeTest-877704626-project] 10.222.0.18 "GET /v2.0/security-groups?id=16096ecf-28b0-4442-aa4d-7c84b73311c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890830 Mar 07 16:53:51.444641 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-b517500f-ccbc-4809-bd32-4e347b6ca3f0 req-9faca562-e669-4223-aba4-9b7772fd6bca service neutron] 10.222.0.66 "GET /v2.0/networks/7dd489cc-2084-4389-9ba1-2772382f163c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033244 Mar 07 16:53:51.541979 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-b517500f-ccbc-4809-bd32-4e347b6ca3f0 req-a7648d17-7f98-403b-9f3e-b66100cfc6be service neutron] 10.222.0.66 "GET /v2.0/networks/7dd489cc-2084-4389-9ba1-2772382f163c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855827 Mar 07 16:53:51.720098 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb3aea2-89f9-4a5b-a945-a026e9bda0e2 req-5feb05b0-ab94-47c7-bd85-2dcbd4f743e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:53:51.721583 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-4fb3aea2-89f9-4a5b-a945-a026e9bda0e2 req-5feb05b0-ab94-47c7-bd85-2dcbd4f743e0 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=25a9e1e991b344468178192ffd72952d&device_id=1ec419bc-474b-4fda-8c08-6ab9aec364d6 HTTP/1.1" status: 200 len: 1132 time: 0.0470693 Mar 07 16:53:52.018764 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb3aea2-89f9-4a5b-a945-a026e9bda0e2 req-d93ffdf2-7c2f-4be2-8662-df5e2f27e78e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:53:52.020268 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-4fb3aea2-89f9-4a5b-a945-a026e9bda0e2 req-d93ffdf2-7c2f-4be2-8662-df5e2f27e78e service neutron] 10.222.0.66 "GET /v2.0/networks?id=7dd489cc-2084-4389-9ba1-2772382f163c HTTP/1.1" status: 200 len: 870 time: 0.2867403 Mar 07 16:53:52.064077 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-4fb3aea2-89f9-4a5b-a945-a026e9bda0e2 req-f7d3f586-3e13-4876-85df-b51cd92b1f40 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.221&port_id=0ab78fc5-6088-4daf-96e4-9a5e5d0c0a02 HTTP/1.1" status: 200 len: 217 time: 0.0361276 Mar 07 16:53:52.134357 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb3aea2-89f9-4a5b-a945-a026e9bda0e2 req-5249968c-0fd5-4b6c-a044-4f8e5153c03f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:53:52.135653 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-0d1b32c5-0803-4391-a623-fc098c7d5199 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194190'] for agent (8123e327-866e-42b5-856f-55ddd9e9e5b2), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:52.136179 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-4fb3aea2-89f9-4a5b-a945-a026e9bda0e2 req-5249968c-0fd5-4b6c-a044-4f8e5153c03f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=b3257078-d8f2-432f-ba37-f29e80ebdf9b HTTP/1.1" status: 200 len: 843 time: 0.0642188 Mar 07 16:53:52.192184 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb3aea2-89f9-4a5b-a945-a026e9bda0e2 req-252c5bd7-0a3b-4b5f-b073-77d1b1530f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:53:52.193690 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-4fb3aea2-89f9-4a5b-a945-a026e9bda0e2 req-252c5bd7-0a3b-4b5f-b073-77d1b1530f9c service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=7dd489cc-2084-4389-9ba1-2772382f163c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1216 time: 0.0499206 Mar 07 16:53:52.291334 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-4fb3aea2-89f9-4a5b-a945-a026e9bda0e2 req-81e65d79-b2f2-427f-8235-8384e1b617f2 service neutron] 10.222.0.66 "GET /v2.0/networks/7dd489cc-2084-4389-9ba1-2772382f163c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896134 Mar 07 16:53:52.399941 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1869048-2bb5-40cb-87d2-8650c0d1dc06 req-ec35a5cc-1356-4d35-9fc9-1d36ef1fd418 tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:53:52.402062 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-b1869048-2bb5-40cb-87d2-8650c0d1dc06 req-ec35a5cc-1356-4d35-9fc9-1d36ef1fd418 tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c095ec4-a93a-4ccf-ae76-b30c7b1c954c HTTP/1.1" status: 200 len: 946 time: 0.0693600 Mar 07 16:53:52.411430 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-4fb3aea2-89f9-4a5b-a945-a026e9bda0e2 req-14c91381-246e-4ac3-8694-55c5ca6cfb03 service neutron] 10.222.0.66 "GET /v2.0/networks/7dd489cc-2084-4389-9ba1-2772382f163c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033506 Mar 07 16:53:52.438844 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.wsgi [-] (119953) accepted ('10.222.0.18', 52268) {{(pid=119953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:53:52.455492 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-b1869048-2bb5-40cb-87d2-8650c0d1dc06 req-131d0d7e-7306-488c-b17d-ad7205ba97b5 tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] 10.222.0.18 "GET /v2.0/security-groups?id=aeca2cc4-2657-4c4b-965e-0f9cde167a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451877 Mar 07 16:53:52.544381 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18fa0b3-e033-4888-afb9-f0bd35f2135d req-bc8da723-2a10-47ce-a4f5-ca0b1863abad tempest-VolumesNegativeTest-877704626 tempest-VolumesNegativeTest-877704626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:53:52.545856 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-d18fa0b3-e033-4888-afb9-f0bd35f2135d req-bc8da723-2a10-47ce-a4f5-ca0b1863abad tempest-VolumesNegativeTest-877704626 tempest-VolumesNegativeTest-877704626-project] 10.222.0.18 "GET /v2.0/ports?device_id=1ec419bc-474b-4fda-8c08-6ab9aec364d6 HTTP/1.1" status: 200 len: 948 time: 0.0529017 Mar 07 16:53:52.564386 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-da2adb63-ceb6-48cf-a10a-0007a02cd9bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:52.619997 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-d18fa0b3-e033-4888-afb9-f0bd35f2135d req-d4722075-205d-4e6f-ab90-014c9f475041 tempest-VolumesNegativeTest-877704626 tempest-VolumesNegativeTest-877704626-project] 10.222.0.18 "GET /v2.0/security-groups?id=16096ecf-28b0-4442-aa4d-7c84b73311c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670428 Mar 07 16:53:52.681338 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-da2adb63-ceb6-48cf-a10a-0007a02cd9bd admin admin] Publish callbacks [] for security_group (148e6ff1-519b-42da-9aa8-7c0f79477e8c), precommit_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:52.685913 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-da2adb63-ceb6-48cf-a10a-0007a02cd9bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543383'] for security_group (148e6ff1-519b-42da-9aa8-7c0f79477e8c), after_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:52.720905 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2adb63-ceb6-48cf-a10a-0007a02cd9bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=148e6ff1-519b-42da-9aa8-7c0f79477e8c,revision_number=1']} {{(pid=119953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:53:52.725229 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [None req-da2adb63-ceb6-48cf-a10a-0007a02cd9bd admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c6bc0a0d5550487696329a39e5412305&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2853489 Mar 07 16:53:52.727986 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.wsgi [-] (119953) accepted ('10.222.0.18', 52276) {{(pid=119953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:53:52.779211 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-c09a34d2-3b15-4410-9ca3-6a07cbe19009 admin admin] Publish callbacks [] for security_group (148e6ff1-519b-42da-9aa8-7c0f79477e8c), before_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:52.800217 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-c09a34d2-3b15-4410-9ca3-6a07cbe19009 admin admin] Publish callbacks [] for security_group (148e6ff1-519b-42da-9aa8-7c0f79477e8c), precommit_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:52.849035 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-c09a34d2-3b15-4410-9ca3-6a07cbe19009 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543383'] for security_group (148e6ff1-519b-42da-9aa8-7c0f79477e8c), after_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:52.851454 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-c09a34d2-3b15-4410-9ca3-6a07cbe19009 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:52.852671 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [None req-c09a34d2-3b15-4410-9ca3-6a07cbe19009 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/148e6ff1-519b-42da-9aa8-7c0f79477e8c HTTP/1.1" status: 204 len: 168 time: 0.1238115 Mar 07 16:53:52.860821 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09a34d2-3b15-4410-9ca3-6a07cbe19009 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=148e6ff1-519b-42da-9aa8-7c0f79477e8c,revision_number=None']} {{(pid=119953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:53:53.478522 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194190'] for agent (3df9d949-03e8-46c4-b37f-6f8a21aeab22), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:53.538110 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.wsgi [-] (119953) accepted ('10.222.0.18', 52318) {{(pid=119953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:53:53.580902 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6815bc46-e64d-46a0-94c8-451d925c5055 req-3ac6a8ef-094e-408c-b4ac-8d9a14c74129 tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:53:53.582620 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-6815bc46-e64d-46a0-94c8-451d925c5055 req-3ac6a8ef-094e-408c-b4ac-8d9a14c74129 tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c095ec4-a93a-4ccf-ae76-b30c7b1c954c HTTP/1.1" status: 200 len: 946 time: 0.0548146 Mar 07 16:53:53.612881 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.wsgi [-] (119953) accepted ('10.222.0.18', 52322) {{(pid=119953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:53:53.642376 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-6815bc46-e64d-46a0-94c8-451d925c5055 req-e1813394-2874-4d29-affd-09920f98f3ec tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] 10.222.0.18 "GET /v2.0/security-groups?id=aeca2cc4-2657-4c4b-965e-0f9cde167a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537174 Mar 07 16:53:53.742197 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.v2.base [None req-b050b587-6da1-4e81-8670-797f4296ee16 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1270566597-network', 'tenant_id': 'f13607869be844f9bb555f4bee0519ef'}} {{(pid=119953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:53:53.764564 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-56fd99f6-067c-47ee-8305-6c9ff628561b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:53.792703 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b050b587-6da1-4e81-8670-797f4296ee16 admin admin] Made reservation on behalf of f13607869be844f9bb555f4bee0519ef for: {'network': 1} {{(pid=119953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:53:53.794988 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-b050b587-6da1-4e81-8670-797f4296ee16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8385759'] for network (None), before_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:53.817772 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9651af1a-5bd2-4e80-92cb-dd94081345b9 req-517fd08a-3b74-4f18-b9b0-a9d4cd5e1c8c tempest-VolumesNegativeTest-877704626 tempest-VolumesNegativeTest-877704626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:53:53.819257 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-9651af1a-5bd2-4e80-92cb-dd94081345b9 req-517fd08a-3b74-4f18-b9b0-a9d4cd5e1c8c tempest-VolumesNegativeTest-877704626 tempest-VolumesNegativeTest-877704626-project] 10.222.0.18 "GET /v2.0/ports?device_id=1ec419bc-474b-4fda-8c08-6ab9aec364d6 HTTP/1.1" status: 200 len: 948 time: 0.1172225 Mar 07 16:53:53.821709 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-b050b587-6da1-4e81-8670-797f4296ee16 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:53.919148 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-9651af1a-5bd2-4e80-92cb-dd94081345b9 req-ec1204f5-0c8f-45c9-91f9-c6f650ce62ab tempest-VolumesNegativeTest-877704626 tempest-VolumesNegativeTest-877704626-project] 10.222.0.18 "GET /v2.0/security-groups?id=16096ecf-28b0-4442-aa4d-7c84b73311c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923166 Mar 07 16:53:53.948297 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-56fd99f6-067c-47ee-8305-6c9ff628561b admin admin] Publish callbacks [] for security_group (f9a3007d-d1c9-4252-9324-b985448b288c), precommit_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:53.955715 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-56fd99f6-067c-47ee-8305-6c9ff628561b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543383'] for security_group (f9a3007d-d1c9-4252-9324-b985448b288c), after_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:54.010808 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fd99f6-067c-47ee-8305-6c9ff628561b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9a3007d-d1c9-4252-9324-b985448b288c,revision_number=1']} {{(pid=119953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:53:54.017625 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [None req-56fd99f6-067c-47ee-8305-6c9ff628561b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=cd846c2bd85b47d49ff4396cbea52de2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4036872 Mar 07 16:53:54.020589 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.wsgi [-] (119954) accepted ('10.222.0.18', 52330) {{(pid=119954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:53:54.021292 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-b050b587-6da1-4e81-8670-797f4296ee16 admin admin] Publish callbacks [] for security_group (6ede81c3-2774-47f8-98d5-7f0c0c73835f), precommit_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:54.030605 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-b050b587-6da1-4e81-8670-797f4296ee16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543383'] for security_group (6ede81c3-2774-47f8-98d5-7f0c0c73835f), after_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:54.074156 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-e5000582-af5a-4d0f-8b50-d7347c0eec4f admin admin] Publish callbacks [] for security_group (f9a3007d-d1c9-4252-9324-b985448b288c), before_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:54.076059 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b050b587-6da1-4e81-8670-797f4296ee16 admin admin] vlan segment allocate from pool success with {'vlan_id': 859, 'physical_network': 'physnet1'} {{(pid=119953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 16:53:54.096372 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b050b587-6da1-4e81-8670-797f4296ee16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ede81c3-2774-47f8-98d5-7f0c0c73835f,revision_number=1']} {{(pid=119953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:53:54.099240 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-b050b587-6da1-4e81-8670-797f4296ee16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8315985'] for segment (7ab29d0f-d9dc-4af3-8a14-c40680d91b99), precommit_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:54.099567 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.db.segments_db [None req-b050b587-6da1-4e81-8670-797f4296ee16 admin admin] Added segment 7ab29d0f-d9dc-4af3-8a14-c40680d91b99 of type vlan for network 8f05d5cd-7919-446b-b1be-b892178c27ff Mar 07 16:53:54.105778 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-e5000582-af5a-4d0f-8b50-d7347c0eec4f admin admin] Publish callbacks [] for security_group (f9a3007d-d1c9-4252-9324-b985448b288c), precommit_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:54.118003 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.rpc [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Device 0ab78fc5-6088-4daf-96e4-9a5e5d0c0a02 details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=119955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 16:53:54.137058 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c5b548-7c56-4a73-9c9d-7eb13110500a req-10ed2ff7-386c-4947-861a-e31a669cbc86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:53:54.138595 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-70c5b548-7c56-4a73-9c9d-7eb13110500a req-10ed2ff7-386c-4947-861a-e31a669cbc86 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=0c095ec4-a93a-4ccf-ae76-b30c7b1c954c HTTP/1.1" status: 200 len: 1130 time: 0.1195703 Mar 07 16:53:54.149151 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-b050b587-6da1-4e81-8670-797f4296ee16 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754346284054'] for network (8f05d5cd-7919-446b-b1be-b892178c27ff), precommit_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:54.182151 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-e5000582-af5a-4d0f-8b50-d7347c0eec4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543383'] for security_group (f9a3007d-d1c9-4252-9324-b985448b288c), after_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:54.188175 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-e5000582-af5a-4d0f-8b50-d7347c0eec4f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:54.193154 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [None req-e5000582-af5a-4d0f-8b50-d7347c0eec4f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f9a3007d-d1c9-4252-9324-b985448b288c HTTP/1.1" status: 204 len: 168 time: 0.1712902 Mar 07 16:53:54.203450 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-b050b587-6da1-4e81-8670-797f4296ee16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917'] for network (8f05d5cd-7919-446b-b1be-b892178c27ff), after_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:54.204934 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b050b587-6da1-4e81-8670-797f4296ee16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:53:54.205606 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-b050b587-6da1-4e81-8670-797f4296ee16 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550935'] for network (None), before_response {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:54.205874 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5000582-af5a-4d0f-8b50-d7347c0eec4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9a3007d-d1c9-4252-9324-b985448b288c,revision_number=None']} {{(pid=119954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:53:54.234960 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [None req-b050b587-6da1-4e81-8670-797f4296ee16 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6957068 Mar 07 16:53:54.238238 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.wsgi [-] (119954) accepted ('10.222.0.18', 52336) {{(pid=119954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:53:54.244622 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.v2.base [None req-9658c504-b6b3-499f-9b68-e1a4ef4f789c admin admin] Request body: {'subnet': {'network_id': '8f05d5cd-7919-446b-b1be-b892178c27ff', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1270566597-subnet', 'tenant_id': 'f13607869be844f9bb555f4bee0519ef', 'ip_version': 4}} {{(pid=119954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:53:54.246776 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-70c5b548-7c56-4a73-9c9d-7eb13110500a req-e754115a-a360-48e4-bf3b-f1c96b47825a service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=aeca2cc4-2657-4c4b-965e-0f9cde167a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996120 Mar 07 16:53:54.285651 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9658c504-b6b3-499f-9b68-e1a4ef4f789c admin admin] Made reservation on behalf of f13607869be844f9bb555f4bee0519ef for: {'subnet': 1} {{(pid=119954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:53:54.289833 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-9658c504-b6b3-499f-9b68-e1a4ef4f789c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3854018'] for subnet (None), before_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:54.300915 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b050b587-6da1-4e81-8670-797f4296ee16 admin admin] Pushing event updated for resources: {'Network': ['ID=8f05d5cd-7919-446b-b1be-b892178c27ff,revision_number=1']} {{(pid=119953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:53:54.319766 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.rpc [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Network 8f05d5cd-7919-446b-b1be-b892178c27ff details requested by agent ovs-agent-dv-cinder-804757-24-iscsi with host dv-cinder-804757-24-iscsi {{(pid=119955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 16:53:54.401528 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194190'] for agent (152bcc15-84f4-40a7-afe1-c30bc7269f8a), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:54.446378 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.db [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] For port 0ab78fc5-6088-4daf-96e4-9a5e5d0c0a02, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=0ab78fc5-6088-4daf-96e4-9a5e5d0c0a02,segment=NetworkSegment(077de20c-6ae4-4c4e-aad0-cdd7a3cf410d),segment_id=077de20c-6ae4-4c4e-aad0-cdd7a3cf410d)] {{(pid=119955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:53:54.459727 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.rpc [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Returning: {'device': '0ab78fc5-6088-4daf-96e4-9a5e5d0c0a02', 'network_id': '7dd489cc-2084-4389-9ba1-2772382f163c', 'port_id': '0ab78fc5-6088-4daf-96e4-9a5e5d0c0a02', 'mac_address': 'fa:16:3e:3b:ab:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 873, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3257078-d8f2-432f-ba37-f29e80ebdf9b', 'ip_address': '192.168.233.221'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 16:53:54.499244 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.plugin [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Current status of the port 0ab78fc5-6088-4daf-96e4-9a5e5d0c0a02 is: DOWN; New status is: BUILD {{(pid=119955) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:53:54.500543 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8385759'] for port (0ab78fc5-6088-4daf-96e4-9a5e5d0c0a02), before_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:54.507230 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-9658c504-b6b3-499f-9b68-e1a4ef4f789c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3211370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3854044'] for subnet (e51eb166-648f-4129-afbc-b350e9a7b41b), after_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:54.515062 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.notifiers.nova [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ab78fc5-6088-4daf-96e4-9a5e5d0c0a02 {{(pid=119955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:53:54.537561 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.db [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] For port 0ab78fc5-6088-4daf-96e4-9a5e5d0c0a02, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=0ab78fc5-6088-4daf-96e4-9a5e5d0c0a02,segment=NetworkSegment(077de20c-6ae4-4c4e-aad0-cdd7a3cf410d),segment_id=077de20c-6ae4-4c4e-aad0-cdd7a3cf410d)] {{(pid=119955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:53:54.541801 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754346672056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754346267073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754346267091'] for port (0ab78fc5-6088-4daf-96e4-9a5e5d0c0a02), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:54.563340 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.wsgi [-] (119953) accepted ('10.222.0.18', 52340) {{(pid=119953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:53:54.570618 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9658c504-b6b3-499f-9b68-e1a4ef4f789c admin admin] Checking segment: {'id': '7ab29d0f-d9dc-4af3-8a14-c40680d91b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '8f05d5cd-7919-446b-b1be-b892178c27ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:53:54.571027 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9658c504-b6b3-499f-9b68-e1a4ef4f789c admin admin] Network hostable DHCP agents. Network: 8f05d5cd-7919-446b-b1be-b892178c27ff, hostable agents: ['85f07778-81ef-4888-a2e3-51ae57b6426a'], hosted agents: [] {{(pid=119954) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 16:53:54.572979 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9658c504-b6b3-499f-9b68-e1a4ef4f789c admin admin] Pushing event updated for resources: {'Subnet': ['ID=e51eb166-648f-4129-afbc-b350e9a7b41b,revision_number=0']} {{(pid=119954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:53:54.581015 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-b2575f2e-eea2-473b-89f9-f57f6ed1a868 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:54.590617 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9658c504-b6b3-499f-9b68-e1a4ef4f789c admin admin] Network 8f05d5cd-7919-446b-b1be-b892178c27ff is scheduled to be hosted by DHCP agent 85f07778-81ef-4888-a2e3-51ae57b6426a with binding_index 1 {{(pid=119954) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 16:53:54.597654 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Pushing event updated for resources: {'Port': ['ID=0ab78fc5-6088-4daf-96e4-9a5e5d0c0a02,revision_number=4']} {{(pid=119955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:53:54.601940 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.scheduler.base_scheduler [None req-9658c504-b6b3-499f-9b68-e1a4ef4f789c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804757-24-iscsi, 8f05d5cd-7919-446b-b1be-b892178c27ff) {{(pid=119954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:53:54.606521 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:53:54.607067 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:53:54.607476 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:53:54.607635 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9658c504-b6b3-499f-9b68-e1a4ef4f789c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:53:54.607960 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:53:54.608372 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:53:54.608953 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:53:54.609445 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-9658c504-b6b3-499f-9b68-e1a4ef4f789c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:54.609714 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:53:54.610191 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:53:54.610705 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:53:54.611844 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:53:54.612421 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:53:54.612943 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:53:54.613450 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:53:54.619232 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-042f110a-5b48-4cf6-a66c-1302e2d7b7b6 None None] Network 8f05d5cd-7919-446b-b1be-b892178c27ff requested from dv-cinder-804757-24-iscsi {{(pid=119955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:53:54.633623 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [None req-9658c504-b6b3-499f-9b68-e1a4ef4f789c admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3909705 Mar 07 16:53:54.633882 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.wsgi [-] (119954) accepted ('10.222.0.18', 52342) {{(pid=119954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:53:54.638574 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.v2.base [None req-6460a977-d940-4fb9-b2b2-77aa4edf3816 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1270566597-router', 'tenant_id': 'f13607869be844f9bb555f4bee0519ef', 'external_gateway_info': {'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88'}}} {{(pid=119954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:53:54.663054 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-6460a977-d940-4fb9-b2b2-77aa4edf3816 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-709529', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24401'] for router (5864a5b6-6518-43a7-a4e6-c88ca10e2289), before_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:54.665282 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-6460a977-d940-4fb9-b2b2-77aa4edf3816 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-708201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-705242', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571311', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24408'] for router (5864a5b6-6518-43a7-a4e6-c88ca10e2289), precommit_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:54.670635 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-b2575f2e-eea2-473b-89f9-f57f6ed1a868 admin admin] Publish callbacks [] for security_group (40d4d61c-29f9-41e3-9efa-32c0cf5239b4), precommit_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:54.678967 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-b2575f2e-eea2-473b-89f9-f57f6ed1a868 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543383'] for security_group (40d4d61c-29f9-41e3-9efa-32c0cf5239b4), after_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:54.739633 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [None req-b2575f2e-eea2-473b-89f9-f57f6ed1a868 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d5592cd319b1419caac38a6e05ecd5cf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1748667 Mar 07 16:53:54.742235 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.wsgi [-] (119953) accepted ('10.222.0.18', 52348) {{(pid=119953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:53:54.750569 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2575f2e-eea2-473b-89f9-f57f6ed1a868 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40d4d61c-29f9-41e3-9efa-32c0cf5239b4,revision_number=1']} {{(pid=119953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:53:54.753238 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-6460a977-d940-4fb9-b2b2-77aa4edf3816 admin admin] Publish callbacks [] for router_controller (5864a5b6-6518-43a7-a4e6-c88ca10e2289), precommit_add_association {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:54.776556 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f41a922e-ac92-4bff-bf53-1c83053965fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4daafb27-07ab-5f95-a03c-57bf3ed213c4-8f05d5cd-7919-446b-b1be-b892178c27ff', 'network_id': '8f05d5cd-7919-446b-b1be-b892178c27ff', 'project_id': 'f13607869be844f9bb555f4bee0519ef', 'fixed_ips': [{'subnet_id': 'e51eb166-648f-4129-afbc-b350e9a7b41b'}]}} from dv-cinder-804757-24-iscsi. {{(pid=119955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 16:53:54.780404 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-f41a922e-ac92-4bff-bf53-1c83053965fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8385759'] for port (None), before_create {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:54.820269 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-2a0ef386-6eb2-4095-8c67-c45032f9a22e admin admin] Publish callbacks [] for security_group (40d4d61c-29f9-41e3-9efa-32c0cf5239b4), before_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:54.843226 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-2a0ef386-6eb2-4095-8c67-c45032f9a22e admin admin] Publish callbacks [] for security_group (40d4d61c-29f9-41e3-9efa-32c0cf5239b4), precommit_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:54.896186 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-2a0ef386-6eb2-4095-8c67-c45032f9a22e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543383'] for security_group (40d4d61c-29f9-41e3-9efa-32c0cf5239b4), after_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:54.899690 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-2a0ef386-6eb2-4095-8c67-c45032f9a22e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:54.901711 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [None req-2a0ef386-6eb2-4095-8c67-c45032f9a22e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/40d4d61c-29f9-41e3-9efa-32c0cf5239b4 HTTP/1.1" status: 204 len: 168 time: 0.1584101 Mar 07 16:53:54.913025 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0ef386-6eb2-4095-8c67-c45032f9a22e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40d4d61c-29f9-41e3-9efa-32c0cf5239b4,revision_number=None']} {{(pid=119953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:53:54.919603 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948f00b4-4424-4b03-80f4-9e659752f4b1 req-611d6c54-aeef-415a-ac5b-87abbdf7c25d tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:53:54.924333 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-948f00b4-4424-4b03-80f4-9e659752f4b1 req-611d6c54-aeef-415a-ac5b-87abbdf7c25d tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c095ec4-a93a-4ccf-ae76-b30c7b1c954c HTTP/1.1" status: 200 len: 946 time: 0.1832061 Mar 07 16:53:54.956490 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.db_base_plugin_common [None req-f41a922e-ac92-4bff-bf53-1c83053965fb None None] Allocated IP 172.20.0.2 (8f05d5cd-7919-446b-b1be-b892178c27ff/e51eb166-648f-4129-afbc-b350e9a7b41b/17447ba7-a777-43d5-8165-e09cd72cd496) {{(pid=119955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:53:54.973901 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-6460a977-d940-4fb9-b2b2-77aa4edf3816 admin admin] Publish callbacks [] for router_gateway (5864a5b6-6518-43a7-a4e6-c88ca10e2289), precommit_update {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:55.042387 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-948f00b4-4424-4b03-80f4-9e659752f4b1 req-d0706dd5-4e02-4a50-aac2-51b54d8ef0fe tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] 10.222.0.18 "GET /v2.0/security-groups?id=aeca2cc4-2657-4c4b-965e-0f9cde167a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134815 Mar 07 16:53:55.060231 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.db [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] get_ports_and_sgs() called for port_ids ['0ab78fc5-6088-4daf-96e4-9a5e5d0c0a02'] {{(pid=119955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:53:55.078216 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3e4e74-2f20-484a-9942-4421ea0e9316 req-2c497fe8-5c6f-4dbd-bc29-2edde9f3fbde tempest-VolumesNegativeTest-877704626 tempest-VolumesNegativeTest-877704626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:53:55.085235 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-fc3e4e74-2f20-484a-9942-4421ea0e9316 req-2c497fe8-5c6f-4dbd-bc29-2edde9f3fbde tempest-VolumesNegativeTest-877704626 tempest-VolumesNegativeTest-877704626-project] 10.222.0.18 "GET /v2.0/ports?device_id=1ec419bc-474b-4fda-8c08-6ab9aec364d6 HTTP/1.1" status: 200 len: 949 time: 0.0807059 Mar 07 16:53:55.145981 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-fc3e4e74-2f20-484a-9942-4421ea0e9316 req-9dbd2d72-22f3-4659-8dab-c2e29825f2ab tempest-VolumesNegativeTest-877704626 tempest-VolumesNegativeTest-877704626-project] 10.222.0.18 "GET /v2.0/security-groups?id=16096ecf-28b0-4442-aa4d-7c84b73311c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597773 Mar 07 16:53:55.166950 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-f41a922e-ac92-4bff-bf53-1c83053965fb None None] Publish callbacks [] for port (17447ba7-a777-43d5-8165-e09cd72cd496), precommit_create {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:55.175811 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-f41a922e-ac92-4bff-bf53-1c83053965fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754346267055'] for port (17447ba7-a777-43d5-8165-e09cd72cd496), after_create {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:55.221570 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f41a922e-ac92-4bff-bf53-1c83053965fb None None] Network 8f05d5cd-7919-446b-b1be-b892178c27ff is already hosted by enough agents. {{(pid=119955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:53:55.232707 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.scheduler.base_scheduler [None req-f41a922e-ac92-4bff-bf53-1c83053965fb None None] Resources bound (agent type, host, resource id): {{(pid=119955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:53:55.236593 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f41a922e-ac92-4bff-bf53-1c83053965fb None None] Received port after_create {{(pid=119955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:53:55.265801 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41a922e-ac92-4bff-bf53-1c83053965fb None None] Pushing event updated for resources: {'Port': ['ID=17447ba7-a777-43d5-8165-e09cd72cd496,revision_number=1']} {{(pid=119955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:53:55.269374 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-6460a977-d940-4fb9-b2b2-77aa4edf3816 admin admin] Publish callbacks [] for router_gateway (5864a5b6-6518-43a7-a4e6-c88ca10e2289), before_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:55.298793 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-6460a977-d940-4fb9-b2b2-77aa4edf3816 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8385759'] for port (None), before_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:55.342940 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.managers [None req-f41a922e-ac92-4bff-bf53-1c83053965fb None None] Attempting to bind port 17447ba7-a777-43d5-8165-e09cd72cd496 on host dv-cinder-804757-24-iscsi for vnic_type normal with profile {{(pid=119955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:53:55.343514 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.managers [None req-f41a922e-ac92-4bff-bf53-1c83053965fb None None] Attempting to bind port 17447ba7-a777-43d5-8165-e09cd72cd496 by drivers openvswitch,hyperv on host dv-cinder-804757-24-iscsi at level 0 using segments [{'id': '7ab29d0f-d9dc-4af3-8a14-c40680d91b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '8f05d5cd-7919-446b-b1be-b892178c27ff'}] {{(pid=119955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:53:55.343908 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f41a922e-ac92-4bff-bf53-1c83053965fb None None] Attempting to bind port 17447ba7-a777-43d5-8165-e09cd72cd496 on network 8f05d5cd-7919-446b-b1be-b892178c27ff {{(pid=119955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:53:55.351410 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f41a922e-ac92-4bff-bf53-1c83053965fb None None] Checking agent: {'id': '3df9d949-03e8-46c4-b37f-6f8a21aeab22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-24-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 16, 44, 23), 'started_at': datetime.datetime(2022, 3, 7, 16, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 53, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-24-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:53:55.351410 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f41a922e-ac92-4bff-bf53-1c83053965fb None None] Checking segment: {'id': '7ab29d0f-d9dc-4af3-8a14-c40680d91b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '8f05d5cd-7919-446b-b1be-b892178c27ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:53:55.351831 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-f41a922e-ac92-4bff-bf53-1c83053965fb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:55.352444 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f41a922e-ac92-4bff-bf53-1c83053965fb None None] Bound using segment: {'id': '7ab29d0f-d9dc-4af3-8a14-c40680d91b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '8f05d5cd-7919-446b-b1be-b892178c27ff'} {{(pid=119955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:53:55.352922 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.managers [None req-f41a922e-ac92-4bff-bf53-1c83053965fb None None] Bound port: 17447ba7-a777-43d5-8165-e09cd72cd496, host: dv-cinder-804757-24-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ab29d0f-d9dc-4af3-8a14-c40680d91b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '8f05d5cd-7919-446b-b1be-b892178c27ff'}}] {{(pid=119955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:53:55.353301 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-f41a922e-ac92-4bff-bf53-1c83053965fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8385759'] for port (17447ba7-a777-43d5-8165-e09cd72cd496), before_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:55.434943 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.db.db_base_plugin_common [None req-6460a977-d940-4fb9-b2b2-77aa4edf3816 admin admin] Allocated IP 172.27.2.93 (3eba6d1e-0acd-4586-8e75-f5a4e7e90d88/6a2f7f11-a189-49ba-a838-e124f718c0dc/79f27c19-b4a8-4a51-921e-23ee7d9f2b4a) {{(pid=119954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:53:55.453042 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.db [None req-f41a922e-ac92-4bff-bf53-1c83053965fb None None] For port 17447ba7-a777-43d5-8165-e09cd72cd496, host dv-cinder-804757-24-iscsi, cleared binding levels {{(pid=119955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:53:55.456530 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.db [None req-f41a922e-ac92-4bff-bf53-1c83053965fb None None] For port 17447ba7-a777-43d5-8165-e09cd72cd496, host dv-cinder-804757-24-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-24-iscsi',level=0,port_id=17447ba7-a777-43d5-8165-e09cd72cd496,segment=NetworkSegment(7ab29d0f-d9dc-4af3-8a14-c40680d91b99),segment_id=7ab29d0f-d9dc-4af3-8a14-c40680d91b99)] {{(pid=119955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:53:55.465631 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-f41a922e-ac92-4bff-bf53-1c83053965fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754346672056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754346267073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754346267091'] for port (17447ba7-a777-43d5-8165-e09cd72cd496), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:55.532832 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41a922e-ac92-4bff-bf53-1c83053965fb None None] Pushing event updated for resources: {'Port': ['ID=17447ba7-a777-43d5-8165-e09cd72cd496,revision_number=2']} {{(pid=119955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:53:55.547602 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-6460a977-d940-4fb9-b2b2-77aa4edf3816 admin admin] Publish callbacks [] for port (79f27c19-b4a8-4a51-921e-23ee7d9f2b4a), precommit_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:55.595895 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-6460a977-d940-4fb9-b2b2-77aa4edf3816 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754346267055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3211674'] for port (79f27c19-b4a8-4a51-921e-23ee7d9f2b4a), after_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:55.636779 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6460a977-d940-4fb9-b2b2-77aa4edf3816 admin admin] Network 3eba6d1e-0acd-4586-8e75-f5a4e7e90d88 is already hosted by enough agents. {{(pid=119954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:53:55.642153 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.scheduler.base_scheduler [None req-6460a977-d940-4fb9-b2b2-77aa4edf3816 admin admin] Resources bound (agent type, host, resource id): {{(pid=119954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:53:55.649223 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6460a977-d940-4fb9-b2b2-77aa4edf3816 admin admin] Received port after_create {{(pid=119954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:53:55.687356 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6460a977-d940-4fb9-b2b2-77aa4edf3816 admin admin] Pushing event updated for resources: {'Port': ['ID=79f27c19-b4a8-4a51-921e-23ee7d9f2b4a,revision_number=1']} {{(pid=119954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:53:55.987185 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-6460a977-d940-4fb9-b2b2-77aa4edf3816 admin admin] Publish callbacks [] for router_gateway (5864a5b6-6518-43a7-a4e6-c88ca10e2289), after_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:56.313477 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7861bae-a54b-42ca-8015-f308b59a7374 req-d7fc165f-7aa1-4da8-af38-6bb7aba2fb1b tempest-VolumesNegativeTest-877704626 tempest-VolumesNegativeTest-877704626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:53:56.315570 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-d7861bae-a54b-42ca-8015-f308b59a7374 req-d7fc165f-7aa1-4da8-af38-6bb7aba2fb1b tempest-VolumesNegativeTest-877704626 tempest-VolumesNegativeTest-877704626-project] 10.222.0.18 "GET /v2.0/ports?device_id=1ec419bc-474b-4fda-8c08-6ab9aec364d6 HTTP/1.1" status: 200 len: 949 time: 0.0816798 Mar 07 16:53:56.398969 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-d7861bae-a54b-42ca-8015-f308b59a7374 req-b47ddc09-cb99-4fa4-acdf-146f90f1fe8b tempest-VolumesNegativeTest-877704626 tempest-VolumesNegativeTest-877704626-project] 10.222.0.18 "GET /v2.0/security-groups?id=16096ecf-28b0-4442-aa4d-7c84b73311c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764964 Mar 07 16:53:56.521895 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d809bd8-4c75-482a-9922-8ab8cedc7b57 req-2cacfe6e-5aee-4670-9db5-3f5317913314 tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:53:56.523419 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-2d809bd8-4c75-482a-9922-8ab8cedc7b57 req-2cacfe6e-5aee-4670-9db5-3f5317913314 tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c095ec4-a93a-4ccf-ae76-b30c7b1c954c HTTP/1.1" status: 200 len: 946 time: 0.3901207 Mar 07 16:53:56.528251 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-6460a977-d940-4fb9-b2b2-77aa4edf3816 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-708194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-705271'] for router (5864a5b6-6518-43a7-a4e6-c88ca10e2289), after_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:56.618305 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-2d809bd8-4c75-482a-9922-8ab8cedc7b57 req-94146361-0baa-4ba4-a76c-ce0176ebadcd tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] 10.222.0.18 "GET /v2.0/security-groups?id=aeca2cc4-2657-4c4b-965e-0f9cde167a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878537 Mar 07 16:53:56.670756 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccdc3edf-a9a0-4c27-991d-5b79682363f1 None None] Network 8f05d5cd-7919-446b-b1be-b892178c27ff requested from dv-cinder-804757-24-iscsi {{(pid=119955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:53:56.695771 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6460a977-d940-4fb9-b2b2-77aa4edf3816 admin admin] Router 5864a5b6-6518-43a7-a4e6-c88ca10e2289 is scheduled to L3 agent 4cbb3502-d72e-4663-b57e-51d645794085 with binding_index 1 {{(pid=119954) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 16:53:56.767652 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.provisioning_blocks [None req-faaf4d20-8f0e-4e2d-8323-1d80d5bf6338 None None] Provisioning complete for port 17447ba7-a777-43d5-8165-e09cd72cd496 triggered by entity DHCP. {{(pid=119955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:53:56.768122 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-faaf4d20-8f0e-4e2d-8323-1d80d5bf6338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8194280'] for port (17447ba7-a777-43d5-8165-e09cd72cd496), provisioning_complete {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:56.809666 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551bd865-9dd1-4314-a056-b75eb20981fd req-c34d6e62-0d4b-404d-bd39-678caf15dc66 tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:53:56.816243 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-551bd865-9dd1-4314-a056-b75eb20981fd req-c34d6e62-0d4b-404d-bd39-678caf15dc66 tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] 10.222.0.18 "GET /v2.0/ports?device_id=18b987a9-4ded-49ed-aef5-06d2d12e7d9b HTTP/1.1" status: 200 len: 945 time: 0.0831525 Mar 07 16:53:56.839325 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6460a977-d940-4fb9-b2b2-77aa4edf3816 admin admin] Notify agent at l3_agent.dv-cinder-804757-24-iscsi the message routers_updated {{(pid=119954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:53:56.857071 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73981020-9635-4935-82e5-60076af07a9c None None] Sync routers for ids ['5864a5b6-6518-43a7-a4e6-c88ca10e2289'] in dv-cinder-804757-24-iscsi {{(pid=119956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:53:56.873561 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73981020-9635-4935-82e5-60076af07a9c None None] Routers {'5864a5b6-6518-43a7-a4e6-c88ca10e2289'} bound to L3 agent in host dv-cinder-804757-24-iscsi {{(pid=119956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:53:56.874332 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.db.l3_hamode_db [None req-73981020-9635-4935-82e5-60076af07a9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T16:44:19Z,description=,heartbeat_timestamp=2022-03-07T16:53:49Z,host='dv-cinder-804757-24-iscsi',id=4cbb3502-d72e-4663-b57e-51d645794085,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:44:19Z,topic='l3_agent')) {'router_ids': ['5864a5b6-6518-43a7-a4e6-c88ca10e2289'], 'active': True} {{(pid=119956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:53:56.875716 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-6460a977-d940-4fb9-b2b2-77aa4edf3816 admin admin] Publish callbacks [] for router (None), before_response {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:56.877085 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [None req-6460a977-d940-4fb9-b2b2-77aa4edf3816 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.2420418 Mar 07 16:53:56.878838 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-551bd865-9dd1-4314-a056-b75eb20981fd req-10fc193e-65bd-4d4e-b746-625a84095308 tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] 10.222.0.18 "GET /v2.0/security-groups?id=aeca2cc4-2657-4c4b-965e-0f9cde167a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527275 Mar 07 16:53:56.879672 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.wsgi [-] (119953) accepted ('10.222.0.18', 52426) {{(pid=119953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:53:56.960900 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.plugin [None req-faaf4d20-8f0e-4e2d-8323-1d80d5bf6338 None None] Current status of the port 17447ba7-a777-43d5-8165-e09cd72cd496 is: DOWN; New status is: ACTIVE {{(pid=119955) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:53:56.961304 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-faaf4d20-8f0e-4e2d-8323-1d80d5bf6338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8385759'] for port (17447ba7-a777-43d5-8165-e09cd72cd496), before_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:57.002580 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.db [None req-faaf4d20-8f0e-4e2d-8323-1d80d5bf6338 None None] For port 17447ba7-a777-43d5-8165-e09cd72cd496, host dv-cinder-804757-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-24-iscsi',level=0,port_id=17447ba7-a777-43d5-8165-e09cd72cd496,segment=NetworkSegment(7ab29d0f-d9dc-4af3-8a14-c40680d91b99),segment_id=7ab29d0f-d9dc-4af3-8a14-c40680d91b99)] {{(pid=119955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:53:57.015051 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-faaf4d20-8f0e-4e2d-8323-1d80d5bf6338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754346672056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754346267073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754346267091'] for port (17447ba7-a777-43d5-8165-e09cd72cd496), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:57.089696 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.db.l3_dvr_db [None req-73981020-9635-4935-82e5-60076af07a9c None None] Set router 5864a5b6-6518-43a7-a4e6-c88ca10e2289 gateway port host: dv-cinder-804757-24-iscsi {{(pid=119956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:53:57.102819 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faaf4d20-8f0e-4e2d-8323-1d80d5bf6338 None None] Pushing event updated for resources: {'Port': ['ID=17447ba7-a777-43d5-8165-e09cd72cd496,revision_number=3']} {{(pid=119955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:53:57.241500 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.provisioning_blocks [None req-3a8d81a1-e9ae-495a-890b-75a268208b2b None None] Provisioning complete for port 17447ba7-a777-43d5-8165-e09cd72cd496 triggered by entity DHCP. {{(pid=119955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:53:57.242231 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-3a8d81a1-e9ae-495a-890b-75a268208b2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8194280'] for port (17447ba7-a777-43d5-8165-e09cd72cd496), provisioning_complete {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:57.319298 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.rpc [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Device 17447ba7-a777-43d5-8165-e09cd72cd496 up at agent ovs-agent-dv-cinder-804757-24-iscsi {{(pid=119955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:53:57.421542 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.db.l3_hamode_db [None req-73981020-9635-4935-82e5-60076af07a9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5864a5b6-6518-43a7-a4e6-c88ca10e2289', 'name': 'tempest-TestVolumeBootPattern-1270566597-router', 'tenant_id': 'f13607869be844f9bb555f4bee0519ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'external_fixed_ips': [{'subnet_id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'ip_address': '172.27.2.93'}], 'enable_snat': True}, 'gw_port_id': '79f27c19-b4a8-4a51-921e-23ee7d9f2b4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:53:54Z', 'updated_at': '2022-03-07T16:53:55Z', 'revision_number': 3, 'project_id': 'f13607869be844f9bb555f4bee0519ef', 'gw_port': {'id': '79f27c19-b4a8-4a51-921e-23ee7d9f2b4a', 'name': '', 'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:37:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5864a5b6-6518-43a7-a4e6-c88ca10e2289', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'ip_address': '172.27.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:53:55Z', 'updated_at': '2022-03-07T16:53:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-24-iscsi'}], 'dv-cinder-804757-24-iscsi', False) {} {{(pid=119956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:53:57.474493 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73981020-9635-4935-82e5-60076af07a9c None None] Checking router: 5864a5b6-6518-43a7-a4e6-c88ca10e2289 for host: dv-cinder-804757-24-iscsi {{(pid=119956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 16:53:57.474846 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73981020-9635-4935-82e5-60076af07a9c None None] Updating router 5864a5b6-6518-43a7-a4e6-c88ca10e2289 port 79f27c19-b4a8-4a51-921e-23ee7d9f2b4a binding host dv-cinder-804757-24-iscsi {{(pid=119956) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 16:53:57.515580 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron_lib.callbacks.manager [None req-73981020-9635-4935-82e5-60076af07a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8385759'] for port (79f27c19-b4a8-4a51-921e-23ee7d9f2b4a), before_update {{(pid=119956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:57.520876 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.provisioning_blocks [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Provisioning complete for port 17447ba7-a777-43d5-8165-e09cd72cd496 triggered by entity L2. {{(pid=119955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:53:57.521163 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8194280'] for port (17447ba7-a777-43d5-8165-e09cd72cd496), provisioning_complete {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:57.578361 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.plugin [None req-3a8d81a1-e9ae-495a-890b-75a268208b2b None None] Current status of the port 17447ba7-a777-43d5-8165-e09cd72cd496 is: ACTIVE; New status is: ACTIVE {{(pid=119955) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:53:57.601282 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f723805a-bb26-48b3-bc41-e598b1e2bfde req-6058204a-c5fd-44b8-bc26-ef30fa815508 tempest-VolumesNegativeTest-877704626 tempest-VolumesNegativeTest-877704626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:53:57.610018 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-f723805a-bb26-48b3-bc41-e598b1e2bfde req-6058204a-c5fd-44b8-bc26-ef30fa815508 tempest-VolumesNegativeTest-877704626 tempest-VolumesNegativeTest-877704626-project] 10.222.0.18 "GET /v2.0/ports?device_id=1ec419bc-474b-4fda-8c08-6ab9aec364d6 HTTP/1.1" status: 200 len: 949 time: 0.0807700 Mar 07 16:53:57.625852 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-dc09fe46-7aa9-4cb7-8e52-fde6ee0b18a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8385759'] for port (None), before_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:57.668561 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-f723805a-bb26-48b3-bc41-e598b1e2bfde req-78907b3a-e438-4afe-810d-c3a01f23c81a tempest-VolumesNegativeTest-877704626 tempest-VolumesNegativeTest-877704626-project] 10.222.0.18 "GET /v2.0/security-groups?id=16096ecf-28b0-4442-aa4d-7c84b73311c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570126 Mar 07 16:53:57.679488 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.plugin [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Current status of the port 17447ba7-a777-43d5-8165-e09cd72cd496 is: ACTIVE; New status is: ACTIVE {{(pid=119955) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:53:57.791491 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.db.db_base_plugin_common [None req-dc09fe46-7aa9-4cb7-8e52-fde6ee0b18a3 admin admin] Allocated IP 172.20.0.1 (8f05d5cd-7919-446b-b1be-b892178c27ff/e51eb166-648f-4129-afbc-b350e9a7b41b/84d6bf29-5744-481f-93ba-41f00ab3f10d) {{(pid=119953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:53:57.844967 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron_lib.callbacks.manager [None req-73981020-9635-4935-82e5-60076af07a9c None None] Publish callbacks [] for port (79f27c19-b4a8-4a51-921e-23ee7d9f2b4a), precommit_update {{(pid=119956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:57.852540 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron_lib.callbacks.manager [None req-73981020-9635-4935-82e5-60076af07a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754346672056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754346267073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754346267091'] for port (79f27c19-b4a8-4a51-921e-23ee7d9f2b4a), after_update {{(pid=119956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:57.881844 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.wsgi [-] (119953) accepted ('10.222.0.18', 52464) {{(pid=119953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:53:57.904364 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82838561-f0f4-41ac-b263-5426ec754dd2 None None] Pushing event updated for resources: {'Port': ['ID=79f27c19-b4a8-4a51-921e-23ee7d9f2b4a,revision_number=2']} {{(pid=119956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:53:57.906406 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.plugins.ml2.managers [None req-73981020-9635-4935-82e5-60076af07a9c None None] Attempting to bind port 79f27c19-b4a8-4a51-921e-23ee7d9f2b4a on host dv-cinder-804757-24-iscsi for vnic_type normal with profile {{(pid=119956) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:53:57.906772 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.plugins.ml2.managers [None req-73981020-9635-4935-82e5-60076af07a9c None None] Attempting to bind port 79f27c19-b4a8-4a51-921e-23ee7d9f2b4a by drivers openvswitch,hyperv on host dv-cinder-804757-24-iscsi at level 0 using segments [{'id': '0349b9bd-653a-4400-b295-28c1bc47d9ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88'}] {{(pid=119956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:53:57.907133 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73981020-9635-4935-82e5-60076af07a9c None None] Attempting to bind port 79f27c19-b4a8-4a51-921e-23ee7d9f2b4a on network 3eba6d1e-0acd-4586-8e75-f5a4e7e90d88 {{(pid=119956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:53:57.909624 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-dc09fe46-7aa9-4cb7-8e52-fde6ee0b18a3 admin admin] Publish callbacks [] for port (84d6bf29-5744-481f-93ba-41f00ab3f10d), precommit_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:57.915547 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73981020-9635-4935-82e5-60076af07a9c None None] Checking agent: {'id': '3df9d949-03e8-46c4-b37f-6f8a21aeab22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-24-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 16, 44, 23), 'started_at': datetime.datetime(2022, 3, 7, 16, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 53, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-24-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:53:57.915916 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73981020-9635-4935-82e5-60076af07a9c None None] Checking segment: {'id': '0349b9bd-653a-4400-b295-28c1bc47d9ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:53:57.916312 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron_lib.callbacks.manager [None req-73981020-9635-4935-82e5-60076af07a9c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=119956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:57.916868 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73981020-9635-4935-82e5-60076af07a9c None None] Bound using segment: {'id': '0349b9bd-653a-4400-b295-28c1bc47d9ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88'} {{(pid=119956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:53:57.917329 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.plugins.ml2.managers [None req-73981020-9635-4935-82e5-60076af07a9c None None] Bound port: 79f27c19-b4a8-4a51-921e-23ee7d9f2b4a, host: dv-cinder-804757-24-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0349b9bd-653a-4400-b295-28c1bc47d9ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88'}}] {{(pid=119956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:53:57.917771 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron_lib.callbacks.manager [None req-73981020-9635-4935-82e5-60076af07a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8385759'] for port (79f27c19-b4a8-4a51-921e-23ee7d9f2b4a), before_update {{(pid=119956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:57.920046 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82838561-f0f4-41ac-b263-5426ec754dd2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:53:57.920428 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82838561-f0f4-41ac-b263-5426ec754dd2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:53:57.920776 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82838561-f0f4-41ac-b263-5426ec754dd2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:53:57.921311 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82838561-f0f4-41ac-b263-5426ec754dd2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:53:57.921644 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82838561-f0f4-41ac-b263-5426ec754dd2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:53:57.921976 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82838561-f0f4-41ac-b263-5426ec754dd2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:53:57.922317 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82838561-f0f4-41ac-b263-5426ec754dd2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:53:57.922659 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82838561-f0f4-41ac-b263-5426ec754dd2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:53:57.922968 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82838561-f0f4-41ac-b263-5426ec754dd2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:53:57.923299 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82838561-f0f4-41ac-b263-5426ec754dd2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:53:57.923621 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82838561-f0f4-41ac-b263-5426ec754dd2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:53:57.923962 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82838561-f0f4-41ac-b263-5426ec754dd2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:53:57.924317 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82838561-f0f4-41ac-b263-5426ec754dd2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:53:57.946972 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-dc09fe46-7aa9-4cb7-8e52-fde6ee0b18a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754346267055'] for port (84d6bf29-5744-481f-93ba-41f00ab3f10d), after_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:57.980225 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.plugins.ml2.db [None req-73981020-9635-4935-82e5-60076af07a9c None None] For port 79f27c19-b4a8-4a51-921e-23ee7d9f2b4a, host dv-cinder-804757-24-iscsi, cleared binding levels {{(pid=119956) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:53:57.983634 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.plugins.ml2.db [None req-73981020-9635-4935-82e5-60076af07a9c None None] For port 79f27c19-b4a8-4a51-921e-23ee7d9f2b4a, host dv-cinder-804757-24-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-24-iscsi',level=0,port_id=79f27c19-b4a8-4a51-921e-23ee7d9f2b4a,segment=NetworkSegment(0349b9bd-653a-4400-b295-28c1bc47d9ca),segment_id=0349b9bd-653a-4400-b295-28c1bc47d9ca)] {{(pid=119956) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:53:57.991831 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc09fe46-7aa9-4cb7-8e52-fde6ee0b18a3 admin admin] Network 8f05d5cd-7919-446b-b1be-b892178c27ff is already hosted by enough agents. {{(pid=119953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:53:57.992608 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron_lib.callbacks.manager [None req-73981020-9635-4935-82e5-60076af07a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754346672056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754346267073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754346267091'] for port (79f27c19-b4a8-4a51-921e-23ee7d9f2b4a), after_update {{(pid=119956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:57.996251 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.scheduler.base_scheduler [None req-dc09fe46-7aa9-4cb7-8e52-fde6ee0b18a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=119953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:53:57.999779 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc09fe46-7aa9-4cb7-8e52-fde6ee0b18a3 admin admin] Received port after_create {{(pid=119953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:53:58.000266 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-dc09fe46-7aa9-4cb7-8e52-fde6ee0b18a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-706522'] for router_interface (5864a5b6-6518-43a7-a4e6-c88ca10e2289), before_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:58.060021 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73981020-9635-4935-82e5-60076af07a9c None None] Routers {'5864a5b6-6518-43a7-a4e6-c88ca10e2289'} bound to L3 agent in host dv-cinder-804757-24-iscsi {{(pid=119956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:53:58.060654 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.db.l3_hamode_db [None req-73981020-9635-4935-82e5-60076af07a9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T16:44:19Z,description=,heartbeat_timestamp=2022-03-07T16:53:49Z,host='dv-cinder-804757-24-iscsi',id=4cbb3502-d72e-4663-b57e-51d645794085,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:44:19Z,topic='l3_agent')) {'router_ids': ['5864a5b6-6518-43a7-a4e6-c88ca10e2289'], 'active': True} {{(pid=119956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:53:58.086164 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc09fe46-7aa9-4cb7-8e52-fde6ee0b18a3 admin admin] Pushing event updated for resources: {'Port': ['ID=84d6bf29-5744-481f-93ba-41f00ab3f10d,revision_number=1']} {{(pid=119953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:53:58.097479 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-43001a4f-93d2-4f9c-9fdf-d8a85832a8cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:58.098529 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82838561-f0f4-41ac-b263-5426ec754dd2 None None] Pushing event updated for resources: {'Port': ['ID=79f27c19-b4a8-4a51-921e-23ee7d9f2b4a,revision_number=3']} {{(pid=119956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:53:58.176050 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-dc09fe46-7aa9-4cb7-8e52-fde6ee0b18a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8385759'] for port (84d6bf29-5744-481f-93ba-41f00ab3f10d), before_update {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:58.205563 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.provisioning_blocks [None req-5721d704-7fbe-4c4e-8917-1c56b91d22c3 None None] Provisioning complete for port 84d6bf29-5744-481f-93ba-41f00ab3f10d triggered by entity DHCP. {{(pid=119955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:53:58.206054 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-5721d704-7fbe-4c4e-8917-1c56b91d22c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8194280'] for port (84d6bf29-5744-481f-93ba-41f00ab3f10d), provisioning_complete {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:58.245416 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.plugin [None req-5721d704-7fbe-4c4e-8917-1c56b91d22c3 None None] Port 84d6bf29-5744-481f-93ba-41f00ab3f10d cannot update to ACTIVE because it is not bound. {{(pid=119955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:53:58.252052 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-43001a4f-93d2-4f9c-9fdf-d8a85832a8cb admin admin] Publish callbacks [] for security_group (6263b2ec-6010-4e2f-b20a-53407b2c258d), precommit_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:58.259113 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-43001a4f-93d2-4f9c-9fdf-d8a85832a8cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543383'] for security_group (6263b2ec-6010-4e2f-b20a-53407b2c258d), after_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:58.278495 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.db.l3_dvr_db [None req-73981020-9635-4935-82e5-60076af07a9c None None] Set router 5864a5b6-6518-43a7-a4e6-c88ca10e2289 gateway port host: dv-cinder-804757-24-iscsi {{(pid=119956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:53:58.317622 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43001a4f-93d2-4f9c-9fdf-d8a85832a8cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6263b2ec-6010-4e2f-b20a-53407b2c258d,revision_number=1']} {{(pid=119953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:53:58.324085 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [None req-43001a4f-93d2-4f9c-9fdf-d8a85832a8cb admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=149a013330f1458bbfb145dd74b90583&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4411232 Mar 07 16:53:58.327274 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.wsgi [-] (119954) accepted ('10.222.0.18', 52468) {{(pid=119954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:53:58.396057 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-98168110-bfcf-477b-9723-0b0abbc5630c admin admin] Publish callbacks [] for security_group (6263b2ec-6010-4e2f-b20a-53407b2c258d), before_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:58.416392 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-dc09fe46-7aa9-4cb7-8e52-fde6ee0b18a3 admin admin] Publish callbacks [] for port (84d6bf29-5744-481f-93ba-41f00ab3f10d), precommit_update {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:58.420646 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-98168110-bfcf-477b-9723-0b0abbc5630c admin admin] Publish callbacks [] for security_group (6263b2ec-6010-4e2f-b20a-53407b2c258d), precommit_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:58.421279 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-dc09fe46-7aa9-4cb7-8e52-fde6ee0b18a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754346672056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754346267073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754346267091'] for port (84d6bf29-5744-481f-93ba-41f00ab3f10d), after_update {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:58.422060 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-dc09fe46-7aa9-4cb7-8e52-fde6ee0b18a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-706486'] for router_interface (5864a5b6-6518-43a7-a4e6-c88ca10e2289), after_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:58.475710 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-98168110-bfcf-477b-9723-0b0abbc5630c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543383'] for security_group (6263b2ec-6010-4e2f-b20a-53407b2c258d), after_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:58.478344 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-98168110-bfcf-477b-9723-0b0abbc5630c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:58.479701 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [None req-98168110-bfcf-477b-9723-0b0abbc5630c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6263b2ec-6010-4e2f-b20a-53407b2c258d HTTP/1.1" status: 204 len: 168 time: 0.1517322 Mar 07 16:53:58.484137 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.db.l3_hamode_db [None req-73981020-9635-4935-82e5-60076af07a9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5864a5b6-6518-43a7-a4e6-c88ca10e2289', 'name': 'tempest-TestVolumeBootPattern-1270566597-router', 'tenant_id': 'f13607869be844f9bb555f4bee0519ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'external_fixed_ips': [{'subnet_id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'ip_address': '172.27.2.93'}], 'enable_snat': True}, 'gw_port_id': '79f27c19-b4a8-4a51-921e-23ee7d9f2b4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:53:54Z', 'updated_at': '2022-03-07T16:53:55Z', 'revision_number': 3, 'project_id': 'f13607869be844f9bb555f4bee0519ef', 'gw_port': {'id': '79f27c19-b4a8-4a51-921e-23ee7d9f2b4a', 'name': '', 'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:37:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5864a5b6-6518-43a7-a4e6-c88ca10e2289', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'ip_address': '172.27.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:53:55Z', 'updated_at': '2022-03-07T16:53:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-24-iscsi'}], 'dv-cinder-804757-24-iscsi', False) {} {{(pid=119956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:53:58.489364 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc09fe46-7aa9-4cb7-8e52-fde6ee0b18a3 admin admin] Pushing event updated for resources: {'Port': ['ID=84d6bf29-5744-481f-93ba-41f00ab3f10d,revision_number=2']} {{(pid=119953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:53:58.503315 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98168110-bfcf-477b-9723-0b0abbc5630c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6263b2ec-6010-4e2f-b20a-53407b2c258d,revision_number=None']} {{(pid=119954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:53:58.544960 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73981020-9635-4935-82e5-60076af07a9c None None] The sync data for ids ['5864a5b6-6518-43a7-a4e6-c88ca10e2289'] in dv-cinder-804757-24-iscsi is: [{'id': '5864a5b6-6518-43a7-a4e6-c88ca10e2289', 'name': 'tempest-TestVolumeBootPattern-1270566597-router', 'tenant_id': 'f13607869be844f9bb555f4bee0519ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'external_fixed_ips': [{'subnet_id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'ip_address': '172.27.2.93'}], 'enable_snat': True}, 'gw_port_id': '79f27c19-b4a8-4a51-921e-23ee7d9f2b4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:53:54Z', 'updated_at': '2022-03-07T16:53:55Z', 'revision_number': 3, 'project_id': 'f13607869be844f9bb555f4bee0519ef', 'gw_port': {'id': '79f27c19-b4a8-4a51-921e-23ee7d9f2b4a', 'name': '', 'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:37:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5864a5b6-6518-43a7-a4e6-c88ca10e2289', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'ip_address': '172.27.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:53:55Z', 'updated_at': '2022-03-07T16:53:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-24-iscsi'}] {{(pid=119956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:53:58.568990 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc09fe46-7aa9-4cb7-8e52-fde6ee0b18a3 admin admin] Network 8f05d5cd-7919-446b-b1be-b892178c27ff is already hosted by enough agents. {{(pid=119953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:53:58.570541 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.scheduler.base_scheduler [None req-dc09fe46-7aa9-4cb7-8e52-fde6ee0b18a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=119953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:53:58.718850 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc09fe46-7aa9-4cb7-8e52-fde6ee0b18a3 admin admin] Router 5864a5b6-6518-43a7-a4e6-c88ca10e2289 has already been hosted by L3 agent 4cbb3502-d72e-4663-b57e-51d645794085 {{(pid=119953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 16:53:58.863925 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.wsgi [-] (119954) accepted ('10.222.0.18', 52482) {{(pid=119954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:53:58.875882 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6250020-dc02-4057-bbb0-c9d38f17c27c req-8f593405-3c4c-4ed5-bc38-e224823916a1 tempest-VolumesNegativeTest-877704626 tempest-VolumesNegativeTest-877704626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:53:58.879067 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-a6250020-dc02-4057-bbb0-c9d38f17c27c req-8f593405-3c4c-4ed5-bc38-e224823916a1 tempest-VolumesNegativeTest-877704626 tempest-VolumesNegativeTest-877704626-project] 10.222.0.18 "GET /v2.0/ports?device_id=1ec419bc-474b-4fda-8c08-6ab9aec364d6 HTTP/1.1" status: 200 len: 949 time: 0.1098723 Mar 07 16:53:58.886733 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-f2b4af69-fe13-4c9f-abf4-2dac130f793e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:58.908142 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc09fe46-7aa9-4cb7-8e52-fde6ee0b18a3 admin admin] Notify agent at l3_agent.dv-cinder-804757-24-iscsi the message routers_updated {{(pid=119953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:53:58.918834 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.provisioning_blocks [None req-b0d8eb7c-088a-4c84-844e-97dc26865339 None None] Provisioning complete for port 84d6bf29-5744-481f-93ba-41f00ab3f10d triggered by entity DHCP. {{(pid=119955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:53:58.919357 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-b0d8eb7c-088a-4c84-844e-97dc26865339 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8194280'] for port (84d6bf29-5744-481f-93ba-41f00ab3f10d), provisioning_complete {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:58.931815 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [None req-dc09fe46-7aa9-4cb7-8e52-fde6ee0b18a3 admin admin] 10.222.0.18 "PUT /v2.0/routers/5864a5b6-6518-43a7-a4e6-c88ca10e2289/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0485361 Mar 07 16:53:58.981196 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-a6250020-dc02-4057-bbb0-c9d38f17c27c req-c6529f96-e827-42a8-9419-d5915a12b5dc tempest-VolumesNegativeTest-877704626 tempest-VolumesNegativeTest-877704626-project] 10.222.0.18 "GET /v2.0/security-groups?id=16096ecf-28b0-4442-aa4d-7c84b73311c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744126 Mar 07 16:53:58.987418 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.plugin [None req-b0d8eb7c-088a-4c84-844e-97dc26865339 None None] Port 84d6bf29-5744-481f-93ba-41f00ab3f10d cannot update to ACTIVE because it is not bound. {{(pid=119955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:53:59.015822 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-f2b4af69-fe13-4c9f-abf4-2dac130f793e admin admin] Publish callbacks [] for security_group (aa993e80-69cc-4935-a636-27c0af58bb9d), precommit_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:59.021693 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-f2b4af69-fe13-4c9f-abf4-2dac130f793e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543383'] for security_group (aa993e80-69cc-4935-a636-27c0af58bb9d), after_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:59.063533 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [None req-f2b4af69-fe13-4c9f-abf4-2dac130f793e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a58d1b08dbc84e3eb2a8c6986399a158&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1975391 Mar 07 16:53:59.064444 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b4af69-fe13-4c9f-abf4-2dac130f793e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa993e80-69cc-4935-a636-27c0af58bb9d,revision_number=1']} {{(pid=119954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:53:59.066257 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.wsgi [-] (119953) accepted ('10.222.0.18', 52486) {{(pid=119953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:53:59.126933 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-bff31162-80c6-4dc2-a11c-bab0b35c2668 admin admin] Publish callbacks [] for security_group (aa993e80-69cc-4935-a636-27c0af58bb9d), before_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:59.152980 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-bff31162-80c6-4dc2-a11c-bab0b35c2668 admin admin] Publish callbacks [] for security_group (aa993e80-69cc-4935-a636-27c0af58bb9d), precommit_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:59.212848 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-bff31162-80c6-4dc2-a11c-bab0b35c2668 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543383'] for security_group (aa993e80-69cc-4935-a636-27c0af58bb9d), after_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:59.216289 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-bff31162-80c6-4dc2-a11c-bab0b35c2668 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:59.220009 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [None req-bff31162-80c6-4dc2-a11c-bab0b35c2668 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/aa993e80-69cc-4935-a636-27c0af58bb9d HTTP/1.1" status: 204 len: 168 time: 0.1502094 Mar 07 16:53:59.229811 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff31162-80c6-4dc2-a11c-bab0b35c2668 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa993e80-69cc-4935-a636-27c0af58bb9d,revision_number=None']} {{(pid=119953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:53:59.254358 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.rpc [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Device 79f27c19-b4a8-4a51-921e-23ee7d9f2b4a up at agent ovs-agent-dv-cinder-804757-24-iscsi {{(pid=119955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:53:59.317589 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.provisioning_blocks [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Provisioning complete for port 79f27c19-b4a8-4a51-921e-23ee7d9f2b4a triggered by entity L2. {{(pid=119955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:53:59.318150 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8194280'] for port (79f27c19-b4a8-4a51-921e-23ee7d9f2b4a), provisioning_complete {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:59.413040 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.plugin [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Current status of the port 79f27c19-b4a8-4a51-921e-23ee7d9f2b4a is: DOWN; New status is: ACTIVE {{(pid=119955) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:53:59.413450 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8385759'] for port (79f27c19-b4a8-4a51-921e-23ee7d9f2b4a), before_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:59.443739 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.db [None req-63748041-7458-40ab-a922-e876cef088c3 None None] For port 79f27c19-b4a8-4a51-921e-23ee7d9f2b4a, host dv-cinder-804757-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-24-iscsi',level=0,port_id=79f27c19-b4a8-4a51-921e-23ee7d9f2b4a,segment=NetworkSegment(0349b9bd-653a-4400-b295-28c1bc47d9ca),segment_id=0349b9bd-653a-4400-b295-28c1bc47d9ca)] {{(pid=119955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:53:59.454084 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754346672056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754346267073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754346267091'] for port (79f27c19-b4a8-4a51-921e-23ee7d9f2b4a), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:59.516160 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Pushing event updated for resources: {'Port': ['ID=79f27c19-b4a8-4a51-921e-23ee7d9f2b4a,revision_number=4']} {{(pid=119955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:53:59.795492 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.rpc [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Device 0ab78fc5-6088-4daf-96e4-9a5e5d0c0a02 up at agent hyperv_hv-cinder-80475 {{(pid=119955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:53:59.842154 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.wsgi [-] (119954) accepted ('10.222.0.18', 52522) {{(pid=119954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:53:59.849117 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.v2.base [None req-e8330256-1fde-40af-91a2-6fd3ab7c5e1c admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1390791588-network', 'tenant_id': 'ab07a00fc5ba4fc783ff2456ef402f29'}} {{(pid=119954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:53:59.854759 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.provisioning_blocks [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Provisioning for port 0ab78fc5-6088-4daf-96e4-9a5e5d0c0a02 completed by entity L2. {{(pid=119955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 16:53:59.858475 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.provisioning_blocks [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Provisioning complete for port 0ab78fc5-6088-4daf-96e4-9a5e5d0c0a02 triggered by entity L2. {{(pid=119955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:53:59.858855 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8194280'] for port (0ab78fc5-6088-4daf-96e4-9a5e5d0c0a02), provisioning_complete {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:59.870149 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8330256-1fde-40af-91a2-6fd3ab7c5e1c admin admin] Made reservation on behalf of ab07a00fc5ba4fc783ff2456ef402f29 for: {'network': 1} {{(pid=119954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:53:59.872704 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-e8330256-1fde-40af-91a2-6fd3ab7c5e1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8385759'] for network (None), before_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:59.882360 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-e8330256-1fde-40af-91a2-6fd3ab7c5e1c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:59.941542 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.plugin [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Current status of the port 0ab78fc5-6088-4daf-96e4-9a5e5d0c0a02 is: BUILD; New status is: ACTIVE {{(pid=119955) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:53:59.942162 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8385759'] for port (0ab78fc5-6088-4daf-96e4-9a5e5d0c0a02), before_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:59.962134 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-e8330256-1fde-40af-91a2-6fd3ab7c5e1c admin admin] Publish callbacks [] for security_group (7bfa40cd-59a1-4c3a-93c4-710a18ff317f), precommit_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:59.965613 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ec419bc-474b-4fda-8c08-6ab9aec364d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ab78fc5-6088-4daf-96e4-9a5e5d0c0a02'}] {{(pid=119955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:53:59.966587 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-e8330256-1fde-40af-91a2-6fd3ab7c5e1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543383'] for security_group (7bfa40cd-59a1-4c3a-93c4-710a18ff317f), after_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:59.967946 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd4f8a5135c3a8ba668d7ce7b18abb72183bcf445ca628a57cbbb7bee2c3e543" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1fc224b-c29f-4848-b2af-50ba2616f378" -d '{"events": [{"server_uuid": "1ec419bc-474b-4fda-8c08-6ab9aec364d6", "name": "network-vif-plugged", "status": "completed", "tag": "0ab78fc5-6088-4daf-96e4-9a5e5d0c0a02"}]}' {{(pid=119955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:53:59.989845 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.db [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] For port 0ab78fc5-6088-4daf-96e4-9a5e5d0c0a02, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=0ab78fc5-6088-4daf-96e4-9a5e5d0c0a02,segment=NetworkSegment(077de20c-6ae4-4c4e-aad0-cdd7a3cf410d),segment_id=077de20c-6ae4-4c4e-aad0-cdd7a3cf410d)] {{(pid=119955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:53:59.998152 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754346672056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754346267073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754346267091'] for port (0ab78fc5-6088-4daf-96e4-9a5e5d0c0a02), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:00.022164 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8330256-1fde-40af-91a2-6fd3ab7c5e1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bfa40cd-59a1-4c3a-93c4-710a18ff317f,revision_number=1']} {{(pid=119954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:54:00.025633 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8330256-1fde-40af-91a2-6fd3ab7c5e1c admin admin] vlan segment allocate from pool success with {'vlan_id': 884, 'physical_network': 'physnet1'} {{(pid=119954) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 16:54:00.049815 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-e8330256-1fde-40af-91a2-6fd3ab7c5e1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8315985'] for segment (5c7cf2be-d7f4-48ac-b0f3-38f2ae0d0df5), precommit_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:00.050096 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.db.segments_db [None req-e8330256-1fde-40af-91a2-6fd3ab7c5e1c admin admin] Added segment 5c7cf2be-d7f4-48ac-b0f3-38f2ae0d0df5 of type vlan for network 81f8ad47-3258-41a0-b9ef-3741cf90e171 Mar 07 16:54:00.073254 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 16:53:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-980ace2a-42f3-467e-8dc8-6abb070383b6 x-openstack-request-id: req-980ace2a-42f3-467e-8dc8-6abb070383b6 {{(pid=119955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:54:00.084462 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ec419bc-474b-4fda-8c08-6ab9aec364d6", "name": "network-vif-plugged", "status": "completed", "tag": "0ab78fc5-6088-4daf-96e4-9a5e5d0c0a02", "code": 200}]} {{(pid=119955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:54:00.085142 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-980ace2a-42f3-467e-8dc8-6abb070383b6 {{(pid=119955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:54:00.086000 dv-cinder-804757-24-iscsi neutron-server[119955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ec419bc-474b-4fda-8c08-6ab9aec364d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ab78fc5-6088-4daf-96e4-9a5e5d0c0a02', 'code': 200} Mar 07 16:54:00.105461 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-e8330256-1fde-40af-91a2-6fd3ab7c5e1c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754346284054'] for network (81f8ad47-3258-41a0-b9ef-3741cf90e171), precommit_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:00.128672 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Pushing event updated for resources: {'Port': ['ID=0ab78fc5-6088-4daf-96e4-9a5e5d0c0a02,revision_number=5']} {{(pid=119955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:54:00.136377 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-e8330256-1fde-40af-91a2-6fd3ab7c5e1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917'] for network (81f8ad47-3258-41a0-b9ef-3741cf90e171), after_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:00.137474 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8330256-1fde-40af-91a2-6fd3ab7c5e1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:54:00.138327 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-e8330256-1fde-40af-91a2-6fd3ab7c5e1c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550935'] for network (None), before_response {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:00.201402 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c113e88-983e-47e0-b5d4-bb9217522eb7 req-fa4f0292-a71c-4281-b7a1-342e4adcc2a5 tempest-VolumesNegativeTest-877704626 tempest-VolumesNegativeTest-877704626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:54:00.203872 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-0c113e88-983e-47e0-b5d4-bb9217522eb7 req-fa4f0292-a71c-4281-b7a1-342e4adcc2a5 tempest-VolumesNegativeTest-877704626 tempest-VolumesNegativeTest-877704626-project] 10.222.0.18 "GET /v2.0/ports?device_id=1ec419bc-474b-4fda-8c08-6ab9aec364d6 HTTP/1.1" status: 200 len: 950 time: 0.0790606 Mar 07 16:54:00.217079 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [None req-e8330256-1fde-40af-91a2-6fd3ab7c5e1c admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3712723 Mar 07 16:54:00.217945 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.wsgi [-] (119954) accepted ('10.222.0.18', 52538) {{(pid=119954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:54:00.224345 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.v2.base [None req-ca84981a-43c0-4c72-ba96-f467e502d6d7 admin admin] Request body: {'subnet': {'network_id': '81f8ad47-3258-41a0-b9ef-3741cf90e171', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1390791588-subnet', 'tenant_id': 'ab07a00fc5ba4fc783ff2456ef402f29', 'ip_version': 4}} {{(pid=119954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:54:00.228816 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8330256-1fde-40af-91a2-6fd3ab7c5e1c admin admin] Pushing event updated for resources: {'Network': ['ID=81f8ad47-3258-41a0-b9ef-3741cf90e171,revision_number=1']} {{(pid=119954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:54:00.241653 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.rpc [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Network 81f8ad47-3258-41a0-b9ef-3741cf90e171 details requested by agent ovs-agent-dv-cinder-804757-24-iscsi with host dv-cinder-804757-24-iscsi {{(pid=119955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 16:54:00.254900 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca84981a-43c0-4c72-ba96-f467e502d6d7 admin admin] Made reservation on behalf of ab07a00fc5ba4fc783ff2456ef402f29 for: {'subnet': 1} {{(pid=119954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:54:00.258664 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-ca84981a-43c0-4c72-ba96-f467e502d6d7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3854018'] for subnet (None), before_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:00.268955 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-0c113e88-983e-47e0-b5d4-bb9217522eb7 req-432f5bc3-c189-4043-bb98-827863624442 tempest-VolumesNegativeTest-877704626 tempest-VolumesNegativeTest-877704626-project] 10.222.0.18 "GET /v2.0/security-groups?id=16096ecf-28b0-4442-aa4d-7c84b73311c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592527 Mar 07 16:54:00.320631 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12f0a15-e492-4469-b3fa-7575489fe53d req-5dff1789-3888-416f-9aeb-e257d6f078e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:54:00.322348 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-e12f0a15-e492-4469-b3fa-7575489fe53d req-5dff1789-3888-416f-9aeb-e257d6f078e1 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=1ec419bc-474b-4fda-8c08-6ab9aec364d6 HTTP/1.1" status: 200 len: 1134 time: 0.0522416 Mar 07 16:54:00.388226 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-e12f0a15-e492-4469-b3fa-7575489fe53d req-01fff0a9-45a9-49a1-8b4f-ec2337b24398 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=16096ecf-28b0-4442-aa4d-7c84b73311c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587654 Mar 07 16:54:00.473677 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f03c30ad-9c14-4fcb-86f4-f6f6652cbd56 None None] Sync routers for ids ['5864a5b6-6518-43a7-a4e6-c88ca10e2289'] in dv-cinder-804757-24-iscsi {{(pid=119955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:54:00.476057 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-ca84981a-43c0-4c72-ba96-f467e502d6d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3211370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3854044'] for subnet (034f5fdb-35dd-4818-bf23-310c7d7ad96a), after_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:00.489679 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f03c30ad-9c14-4fcb-86f4-f6f6652cbd56 None None] Routers {'5864a5b6-6518-43a7-a4e6-c88ca10e2289'} bound to L3 agent in host dv-cinder-804757-24-iscsi {{(pid=119955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:54:00.490315 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.l3_hamode_db [None req-f03c30ad-9c14-4fcb-86f4-f6f6652cbd56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T16:44:19Z,description=,heartbeat_timestamp=2022-03-07T16:53:49Z,host='dv-cinder-804757-24-iscsi',id=4cbb3502-d72e-4663-b57e-51d645794085,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:44:19Z,topic='l3_agent')) {'router_ids': ['5864a5b6-6518-43a7-a4e6-c88ca10e2289'], 'active': True} {{(pid=119955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:54:00.546094 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca84981a-43c0-4c72-ba96-f467e502d6d7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=034f5fdb-35dd-4818-bf23-310c7d7ad96a,revision_number=0']} {{(pid=119954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:54:00.555931 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca84981a-43c0-4c72-ba96-f467e502d6d7 admin admin] Checking segment: {'id': '5c7cf2be-d7f4-48ac-b0f3-38f2ae0d0df5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '81f8ad47-3258-41a0-b9ef-3741cf90e171'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:54:00.557658 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca84981a-43c0-4c72-ba96-f467e502d6d7 admin admin] Network hostable DHCP agents. Network: 81f8ad47-3258-41a0-b9ef-3741cf90e171, hostable agents: ['85f07778-81ef-4888-a2e3-51ae57b6426a'], hosted agents: [] {{(pid=119954) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 16:54:00.577845 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca84981a-43c0-4c72-ba96-f467e502d6d7 admin admin] Network 81f8ad47-3258-41a0-b9ef-3741cf90e171 is scheduled to be hosted by DHCP agent 85f07778-81ef-4888-a2e3-51ae57b6426a with binding_index 1 {{(pid=119954) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 16:54:00.590230 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.scheduler.base_scheduler [None req-ca84981a-43c0-4c72-ba96-f467e502d6d7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804757-24-iscsi, 81f8ad47-3258-41a0-b9ef-3741cf90e171) {{(pid=119954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:54:00.599720 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca84981a-43c0-4c72-ba96-f467e502d6d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:54:00.600347 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-ca84981a-43c0-4c72-ba96-f467e502d6d7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:00.633034 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [None req-ca84981a-43c0-4c72-ba96-f467e502d6d7 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4130871 Mar 07 16:54:00.635494 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.wsgi [-] (119954) accepted ('10.222.0.18', 52578) {{(pid=119954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:54:00.639908 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.v2.base [None req-8d70da02-a7d8-489f-87b8-010de640b52e admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1390791588-router', 'tenant_id': 'ab07a00fc5ba4fc783ff2456ef402f29', 'external_gateway_info': {'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88'}}} {{(pid=119954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:54:00.662166 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-8d70da02-a7d8-489f-87b8-010de640b52e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-709529', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24401'] for router (acb12815-d60c-467e-bdb3-91637ce7ef57), before_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:00.663248 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-8d70da02-a7d8-489f-87b8-010de640b52e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-708201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-705242', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571311', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24408'] for router (acb12815-d60c-467e-bdb3-91637ce7ef57), precommit_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:00.733584 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-8d70da02-a7d8-489f-87b8-010de640b52e admin admin] Publish callbacks [] for router_controller (acb12815-d60c-467e-bdb3-91637ce7ef57), precommit_add_association {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:00.738320 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c92f1b7e-2cc9-4759-a517-c9cf27aca983 None None] Network 81f8ad47-3258-41a0-b9ef-3741cf90e171 requested from dv-cinder-804757-24-iscsi {{(pid=119955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:54:00.831286 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.l3_dvr_db [None req-f03c30ad-9c14-4fcb-86f4-f6f6652cbd56 None None] Set router 5864a5b6-6518-43a7-a4e6-c88ca10e2289 gateway port host: dv-cinder-804757-24-iscsi {{(pid=119955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:54:00.892319 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-8d70da02-a7d8-489f-87b8-010de640b52e admin admin] Publish callbacks [] for router_gateway (acb12815-d60c-467e-bdb3-91637ce7ef57), precommit_update {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:00.938818 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b8396a2-039c-4054-acd5-8ad8aa33150f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4daafb27-07ab-5f95-a03c-57bf3ed213c4-81f8ad47-3258-41a0-b9ef-3741cf90e171', 'network_id': '81f8ad47-3258-41a0-b9ef-3741cf90e171', 'project_id': 'ab07a00fc5ba4fc783ff2456ef402f29', 'fixed_ips': [{'subnet_id': '034f5fdb-35dd-4818-bf23-310c7d7ad96a'}]}} from dv-cinder-804757-24-iscsi. {{(pid=119955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 16:54:00.939689 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-9b8396a2-039c-4054-acd5-8ad8aa33150f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8385759'] for port (None), before_create {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:01.096693 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-8d70da02-a7d8-489f-87b8-010de640b52e admin admin] Publish callbacks [] for router_gateway (acb12815-d60c-467e-bdb3-91637ce7ef57), before_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:01.118619 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-8d70da02-a7d8-489f-87b8-010de640b52e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8385759'] for port (None), before_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:01.173835 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.db_base_plugin_common [None req-9b8396a2-039c-4054-acd5-8ad8aa33150f None None] Allocated IP 172.20.0.2 (81f8ad47-3258-41a0-b9ef-3741cf90e171/034f5fdb-35dd-4818-bf23-310c7d7ad96a/0ab0df2a-2938-4a07-8b02-59d9e189ba96) {{(pid=119955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:54:01.221652 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.l3_hamode_db [None req-f03c30ad-9c14-4fcb-86f4-f6f6652cbd56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5864a5b6-6518-43a7-a4e6-c88ca10e2289', 'name': 'tempest-TestVolumeBootPattern-1270566597-router', 'tenant_id': 'f13607869be844f9bb555f4bee0519ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'external_fixed_ips': [{'subnet_id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'ip_address': '172.27.2.93'}], 'enable_snat': True}, 'gw_port_id': '79f27c19-b4a8-4a51-921e-23ee7d9f2b4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:53:54Z', 'updated_at': '2022-03-07T16:53:58Z', 'revision_number': 4, 'project_id': 'f13607869be844f9bb555f4bee0519ef', 'gw_port': {'id': '79f27c19-b4a8-4a51-921e-23ee7d9f2b4a', 'name': '', 'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:37:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5864a5b6-6518-43a7-a4e6-c88ca10e2289', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'ip_address': '172.27.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:53:55Z', 'updated_at': '2022-03-07T16:53:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-24-iscsi', '_interfaces': [{'id': '84d6bf29-5744-481f-93ba-41f00ab3f10d', 'name': '', 'network_id': '8f05d5cd-7919-446b-b1be-b892178c27ff', 'tenant_id': 'f13607869be844f9bb555f4bee0519ef', 'mac_address': 'fa:16:3e:51:da:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5864a5b6-6518-43a7-a4e6-c88ca10e2289', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'e51eb166-648f-4129-afbc-b350e9a7b41b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:53:57Z', 'updated_at': '2022-03-07T16:53:58Z', 'revision_number': 2, 'project_id': 'f13607869be844f9bb555f4bee0519ef', 'subnets': [{'id': 'e51eb166-648f-4129-afbc-b350e9a7b41b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-24-iscsi', False) {} {{(pid=119955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:54:01.247209 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.db.db_base_plugin_common [None req-8d70da02-a7d8-489f-87b8-010de640b52e admin admin] Allocated IP 172.27.2.146 (3eba6d1e-0acd-4586-8e75-f5a4e7e90d88/6a2f7f11-a189-49ba-a838-e124f718c0dc/ef525a23-9460-4f00-92b4-cf8c302617d7) {{(pid=119954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:54:01.276023 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.rpc [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Device 79f27c19-b4a8-4a51-921e-23ee7d9f2b4a up at agent ovs-agent-dv-cinder-804757-24-iscsi {{(pid=119955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:54:01.284460 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f03c30ad-9c14-4fcb-86f4-f6f6652cbd56 None None] Checking router: 5864a5b6-6518-43a7-a4e6-c88ca10e2289 for host: dv-cinder-804757-24-iscsi {{(pid=119955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 16:54:01.284832 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f03c30ad-9c14-4fcb-86f4-f6f6652cbd56 None None] Updating router 5864a5b6-6518-43a7-a4e6-c88ca10e2289 port 84d6bf29-5744-481f-93ba-41f00ab3f10d binding host dv-cinder-804757-24-iscsi {{(pid=119955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 16:54:01.353408 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-f03c30ad-9c14-4fcb-86f4-f6f6652cbd56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8385759'] for port (84d6bf29-5744-481f-93ba-41f00ab3f10d), before_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:01.372257 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-8d70da02-a7d8-489f-87b8-010de640b52e admin admin] Publish callbacks [] for port (ef525a23-9460-4f00-92b4-cf8c302617d7), precommit_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:01.426799 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4b4669-4952-45b7-981b-bddb35f48e7f req-467fc037-3b6c-46b1-9871-f47481a35903 tempest-VolumesNegativeTest-877704626 tempest-VolumesNegativeTest-877704626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:54:01.428276 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-5d4b4669-4952-45b7-981b-bddb35f48e7f req-467fc037-3b6c-46b1-9871-f47481a35903 tempest-VolumesNegativeTest-877704626 tempest-VolumesNegativeTest-877704626-project] 10.222.0.18 "GET /v2.0/ports?device_id=1ec419bc-474b-4fda-8c08-6ab9aec364d6 HTTP/1.1" status: 200 len: 950 time: 0.0752003 Mar 07 16:54:01.451085 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-8d70da02-a7d8-489f-87b8-010de640b52e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754346267055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3211674'] for port (ef525a23-9460-4f00-92b4-cf8c302617d7), after_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:01.511677 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.provisioning_blocks [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Provisioning complete for port 79f27c19-b4a8-4a51-921e-23ee7d9f2b4a triggered by entity L2. {{(pid=119955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:54:01.512049 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8194280'] for port (79f27c19-b4a8-4a51-921e-23ee7d9f2b4a), provisioning_complete {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:01.515020 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d70da02-a7d8-489f-87b8-010de640b52e admin admin] Network 3eba6d1e-0acd-4586-8e75-f5a4e7e90d88 is already hosted by enough agents. {{(pid=119954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:54:01.527287 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.scheduler.base_scheduler [None req-8d70da02-a7d8-489f-87b8-010de640b52e admin admin] Resources bound (agent type, host, resource id): {{(pid=119954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:54:01.530677 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d70da02-a7d8-489f-87b8-010de640b52e admin admin] Received port after_create {{(pid=119954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:54:01.533562 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d70da02-a7d8-489f-87b8-010de640b52e admin admin] Pushing event updated for resources: {'Port': ['ID=ef525a23-9460-4f00-92b4-cf8c302617d7,revision_number=1']} {{(pid=119954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:54:01.541130 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-5d4b4669-4952-45b7-981b-bddb35f48e7f req-b8d25ba0-9de9-40cb-8d73-5fa9e72a729b tempest-VolumesNegativeTest-877704626 tempest-VolumesNegativeTest-877704626-project] 10.222.0.18 "GET /v2.0/security-groups?id=16096ecf-28b0-4442-aa4d-7c84b73311c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054311 Mar 07 16:54:01.549786 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-9b8396a2-039c-4054-acd5-8ad8aa33150f None None] Publish callbacks [] for port (0ab0df2a-2938-4a07-8b02-59d9e189ba96), precommit_create {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:01.567640 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-9b8396a2-039c-4054-acd5-8ad8aa33150f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754346267055'] for port (0ab0df2a-2938-4a07-8b02-59d9e189ba96), after_create {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:01.641949 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b8396a2-039c-4054-acd5-8ad8aa33150f None None] Network 81f8ad47-3258-41a0-b9ef-3741cf90e171 is already hosted by enough agents. {{(pid=119955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:54:01.654125 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.scheduler.base_scheduler [None req-9b8396a2-039c-4054-acd5-8ad8aa33150f None None] Resources bound (agent type, host, resource id): {{(pid=119955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:54:01.663003 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b8396a2-039c-4054-acd5-8ad8aa33150f None None] Received port after_create {{(pid=119955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:54:01.689551 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8396a2-039c-4054-acd5-8ad8aa33150f None None] Pushing event updated for resources: {'Port': ['ID=0ab0df2a-2938-4a07-8b02-59d9e189ba96,revision_number=1']} {{(pid=119955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:54:01.777270 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.plugin [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Current status of the port 79f27c19-b4a8-4a51-921e-23ee7d9f2b4a is: ACTIVE; New status is: ACTIVE {{(pid=119955) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:54:01.798638 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.managers [None req-9b8396a2-039c-4054-acd5-8ad8aa33150f None None] Attempting to bind port 0ab0df2a-2938-4a07-8b02-59d9e189ba96 on host dv-cinder-804757-24-iscsi for vnic_type normal with profile {{(pid=119955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:54:01.799378 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.managers [None req-9b8396a2-039c-4054-acd5-8ad8aa33150f None None] Attempting to bind port 0ab0df2a-2938-4a07-8b02-59d9e189ba96 by drivers openvswitch,hyperv on host dv-cinder-804757-24-iscsi at level 0 using segments [{'id': '5c7cf2be-d7f4-48ac-b0f3-38f2ae0d0df5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '81f8ad47-3258-41a0-b9ef-3741cf90e171'}] {{(pid=119955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:54:01.799378 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b8396a2-039c-4054-acd5-8ad8aa33150f None None] Attempting to bind port 0ab0df2a-2938-4a07-8b02-59d9e189ba96 on network 81f8ad47-3258-41a0-b9ef-3741cf90e171 {{(pid=119955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:54:01.819540 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b8396a2-039c-4054-acd5-8ad8aa33150f None None] Checking agent: {'id': '3df9d949-03e8-46c4-b37f-6f8a21aeab22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-24-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 16, 44, 23), 'started_at': datetime.datetime(2022, 3, 7, 16, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 53, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-24-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:54:01.820054 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b8396a2-039c-4054-acd5-8ad8aa33150f None None] Checking segment: {'id': '5c7cf2be-d7f4-48ac-b0f3-38f2ae0d0df5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '81f8ad47-3258-41a0-b9ef-3741cf90e171'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:54:01.820531 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-9b8396a2-039c-4054-acd5-8ad8aa33150f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:01.821065 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b8396a2-039c-4054-acd5-8ad8aa33150f None None] Bound using segment: {'id': '5c7cf2be-d7f4-48ac-b0f3-38f2ae0d0df5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '81f8ad47-3258-41a0-b9ef-3741cf90e171'} {{(pid=119955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:54:01.821617 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.managers [None req-9b8396a2-039c-4054-acd5-8ad8aa33150f None None] Bound port: 0ab0df2a-2938-4a07-8b02-59d9e189ba96, host: dv-cinder-804757-24-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c7cf2be-d7f4-48ac-b0f3-38f2ae0d0df5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '81f8ad47-3258-41a0-b9ef-3741cf90e171'}}] {{(pid=119955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:54:01.822080 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-9b8396a2-039c-4054-acd5-8ad8aa33150f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8385759'] for port (0ab0df2a-2938-4a07-8b02-59d9e189ba96), before_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:01.827911 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-8d70da02-a7d8-489f-87b8-010de640b52e admin admin] Publish callbacks [] for router_gateway (acb12815-d60c-467e-bdb3-91637ce7ef57), after_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:01.921016 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-f03c30ad-9c14-4fcb-86f4-f6f6652cbd56 None None] Publish callbacks [] for port (84d6bf29-5744-481f-93ba-41f00ab3f10d), precommit_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:01.931071 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.db [None req-9b8396a2-039c-4054-acd5-8ad8aa33150f None None] For port 0ab0df2a-2938-4a07-8b02-59d9e189ba96, host dv-cinder-804757-24-iscsi, cleared binding levels {{(pid=119955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:54:01.934930 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.db [None req-9b8396a2-039c-4054-acd5-8ad8aa33150f None None] For port 0ab0df2a-2938-4a07-8b02-59d9e189ba96, host dv-cinder-804757-24-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-24-iscsi',level=0,port_id=0ab0df2a-2938-4a07-8b02-59d9e189ba96,segment=NetworkSegment(5c7cf2be-d7f4-48ac-b0f3-38f2ae0d0df5),segment_id=5c7cf2be-d7f4-48ac-b0f3-38f2ae0d0df5)] {{(pid=119955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:54:01.936243 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-f03c30ad-9c14-4fcb-86f4-f6f6652cbd56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754346672056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754346267073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754346267091'] for port (84d6bf29-5744-481f-93ba-41f00ab3f10d), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:01.945830 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-9b8396a2-039c-4054-acd5-8ad8aa33150f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754346672056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754346267073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754346267091'] for port (0ab0df2a-2938-4a07-8b02-59d9e189ba96), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:01.999673 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62036ae-b44b-43f2-ba7a-e01a7e758de1 None None] Pushing event updated for resources: {'Port': ['ID=84d6bf29-5744-481f-93ba-41f00ab3f10d,revision_number=3']} {{(pid=119955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:54:02.085411 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-8d70da02-a7d8-489f-87b8-010de640b52e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-708194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-705271'] for router (acb12815-d60c-467e-bdb3-91637ce7ef57), after_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:02.104232 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.managers [None req-f03c30ad-9c14-4fcb-86f4-f6f6652cbd56 None None] Attempting to bind port 84d6bf29-5744-481f-93ba-41f00ab3f10d on host dv-cinder-804757-24-iscsi for vnic_type normal with profile {{(pid=119955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:54:02.104577 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.managers [None req-f03c30ad-9c14-4fcb-86f4-f6f6652cbd56 None None] Attempting to bind port 84d6bf29-5744-481f-93ba-41f00ab3f10d by drivers openvswitch,hyperv on host dv-cinder-804757-24-iscsi at level 0 using segments [{'id': '7ab29d0f-d9dc-4af3-8a14-c40680d91b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '8f05d5cd-7919-446b-b1be-b892178c27ff'}] {{(pid=119955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:54:02.104928 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f03c30ad-9c14-4fcb-86f4-f6f6652cbd56 None None] Attempting to bind port 84d6bf29-5744-481f-93ba-41f00ab3f10d on network 8f05d5cd-7919-446b-b1be-b892178c27ff {{(pid=119955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:54:02.126439 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f03c30ad-9c14-4fcb-86f4-f6f6652cbd56 None None] Checking agent: {'id': '3df9d949-03e8-46c4-b37f-6f8a21aeab22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-24-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 16, 44, 23), 'started_at': datetime.datetime(2022, 3, 7, 16, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 53, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-24-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:54:02.126844 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f03c30ad-9c14-4fcb-86f4-f6f6652cbd56 None None] Checking segment: {'id': '7ab29d0f-d9dc-4af3-8a14-c40680d91b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '8f05d5cd-7919-446b-b1be-b892178c27ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:54:02.127274 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-f03c30ad-9c14-4fcb-86f4-f6f6652cbd56 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:02.127674 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f03c30ad-9c14-4fcb-86f4-f6f6652cbd56 None None] Bound using segment: {'id': '7ab29d0f-d9dc-4af3-8a14-c40680d91b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '8f05d5cd-7919-446b-b1be-b892178c27ff'} {{(pid=119955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:54:02.128522 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.managers [None req-f03c30ad-9c14-4fcb-86f4-f6f6652cbd56 None None] Bound port: 84d6bf29-5744-481f-93ba-41f00ab3f10d, host: dv-cinder-804757-24-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ab29d0f-d9dc-4af3-8a14-c40680d91b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '8f05d5cd-7919-446b-b1be-b892178c27ff'}}] {{(pid=119955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:54:02.128656 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-f03c30ad-9c14-4fcb-86f4-f6f6652cbd56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8385759'] for port (84d6bf29-5744-481f-93ba-41f00ab3f10d), before_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:02.158996 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8396a2-039c-4054-acd5-8ad8aa33150f None None] Pushing event updated for resources: {'Port': ['ID=0ab0df2a-2938-4a07-8b02-59d9e189ba96,revision_number=2']} {{(pid=119955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:54:02.245938 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.db [None req-f03c30ad-9c14-4fcb-86f4-f6f6652cbd56 None None] For port 84d6bf29-5744-481f-93ba-41f00ab3f10d, host dv-cinder-804757-24-iscsi, cleared binding levels {{(pid=119955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:54:02.249453 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d70da02-a7d8-489f-87b8-010de640b52e admin admin] Router acb12815-d60c-467e-bdb3-91637ce7ef57 is scheduled to L3 agent 4cbb3502-d72e-4663-b57e-51d645794085 with binding_index 1 {{(pid=119954) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 16:54:02.249722 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.db [None req-f03c30ad-9c14-4fcb-86f4-f6f6652cbd56 None None] For port 84d6bf29-5744-481f-93ba-41f00ab3f10d, host dv-cinder-804757-24-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-24-iscsi',level=0,port_id=84d6bf29-5744-481f-93ba-41f00ab3f10d,segment=NetworkSegment(7ab29d0f-d9dc-4af3-8a14-c40680d91b99),segment_id=7ab29d0f-d9dc-4af3-8a14-c40680d91b99)] {{(pid=119955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:54:02.256454 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.provisioning_blocks [None req-06936029-0490-4667-8d84-e31b5a85cf43 None None] Provisioning complete for port 84d6bf29-5744-481f-93ba-41f00ab3f10d triggered by entity DHCP. {{(pid=119955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:54:02.256947 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-06936029-0490-4667-8d84-e31b5a85cf43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8194280'] for port (84d6bf29-5744-481f-93ba-41f00ab3f10d), provisioning_complete {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:02.285380 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-f03c30ad-9c14-4fcb-86f4-f6f6652cbd56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754346672056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754346267073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754346267091'] for port (84d6bf29-5744-481f-93ba-41f00ab3f10d), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:02.335655 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.plugin [None req-06936029-0490-4667-8d84-e31b5a85cf43 None None] Port 84d6bf29-5744-481f-93ba-41f00ab3f10d cannot update to ACTIVE because it is not bound. {{(pid=119955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:54:02.361475 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f03c30ad-9c14-4fcb-86f4-f6f6652cbd56 None None] Routers {'5864a5b6-6518-43a7-a4e6-c88ca10e2289'} bound to L3 agent in host dv-cinder-804757-24-iscsi {{(pid=119955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:54:02.362174 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.l3_hamode_db [None req-f03c30ad-9c14-4fcb-86f4-f6f6652cbd56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T16:44:19Z,description=,heartbeat_timestamp=2022-03-07T16:53:49Z,host='dv-cinder-804757-24-iscsi',id=4cbb3502-d72e-4663-b57e-51d645794085,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:44:19Z,topic='l3_agent')) {'router_ids': ['5864a5b6-6518-43a7-a4e6-c88ca10e2289'], 'active': True} {{(pid=119955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:54:02.364185 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62036ae-b44b-43f2-ba7a-e01a7e758de1 None None] Pushing event updated for resources: {'Port': ['ID=84d6bf29-5744-481f-93ba-41f00ab3f10d,revision_number=4']} {{(pid=119955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:54:02.473362 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d70da02-a7d8-489f-87b8-010de640b52e admin admin] Notify agent at l3_agent.dv-cinder-804757-24-iscsi the message routers_updated {{(pid=119954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:54:02.485661 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8eeea23-c216-4566-84ea-70566f17a3ce None None] Sync routers for ids ['acb12815-d60c-467e-bdb3-91637ce7ef57'] in dv-cinder-804757-24-iscsi {{(pid=119956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:54:02.502070 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8eeea23-c216-4566-84ea-70566f17a3ce None None] Routers {'acb12815-d60c-467e-bdb3-91637ce7ef57'} bound to L3 agent in host dv-cinder-804757-24-iscsi {{(pid=119956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:54:02.503235 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-8d70da02-a7d8-489f-87b8-010de640b52e admin admin] Publish callbacks [] for router (None), before_response {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:02.507096 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [None req-8d70da02-a7d8-489f-87b8-010de640b52e admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.8680754 Mar 07 16:54:02.507220 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.db.l3_hamode_db [None req-d8eeea23-c216-4566-84ea-70566f17a3ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T16:44:19Z,description=,heartbeat_timestamp=2022-03-07T16:53:49Z,host='dv-cinder-804757-24-iscsi',id=4cbb3502-d72e-4663-b57e-51d645794085,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:44:19Z,topic='l3_agent')) {'router_ids': ['acb12815-d60c-467e-bdb3-91637ce7ef57'], 'active': True} {{(pid=119956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:54:02.511709 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.wsgi [-] (119954) accepted ('10.222.0.18', 52612) {{(pid=119954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:54:02.557856 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.l3_dvr_db [None req-f03c30ad-9c14-4fcb-86f4-f6f6652cbd56 None None] Set router 5864a5b6-6518-43a7-a4e6-c88ca10e2289 gateway port host: dv-cinder-804757-24-iscsi {{(pid=119955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:54:02.654737 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.db.l3_dvr_db [None req-d8eeea23-c216-4566-84ea-70566f17a3ce None None] Set router acb12815-d60c-467e-bdb3-91637ce7ef57 gateway port host: dv-cinder-804757-24-iscsi {{(pid=119956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:54:02.737534 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.provisioning_blocks [None req-0e79434a-d868-4e68-ab9d-c84b2a49e4b0 None None] Provisioning complete for port 84d6bf29-5744-481f-93ba-41f00ab3f10d triggered by entity DHCP. {{(pid=119955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:54:02.737896 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-0e79434a-d868-4e68-ab9d-c84b2a49e4b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8194280'] for port (84d6bf29-5744-481f-93ba-41f00ab3f10d), provisioning_complete {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:02.859275 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aaf39f1-e09c-40c7-ad0d-f521cf1abb69 req-3e1a747d-ef5c-4dc9-8692-31a92744a627 tempest-VolumesNegativeTest-877704626 tempest-VolumesNegativeTest-877704626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:54:02.860935 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-0aaf39f1-e09c-40c7-ad0d-f521cf1abb69 req-3e1a747d-ef5c-4dc9-8692-31a92744a627 tempest-VolumesNegativeTest-877704626 tempest-VolumesNegativeTest-877704626-project] 10.222.0.18 "GET /v2.0/ports?device_id=1ec419bc-474b-4fda-8c08-6ab9aec364d6 HTTP/1.1" status: 200 len: 950 time: 0.1529720 Mar 07 16:54:03.017497 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.db.l3_hamode_db [None req-d8eeea23-c216-4566-84ea-70566f17a3ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acb12815-d60c-467e-bdb3-91637ce7ef57', 'name': 'tempest-TestVolumeBootPattern-1390791588-router', 'tenant_id': 'ab07a00fc5ba4fc783ff2456ef402f29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'external_fixed_ips': [{'subnet_id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'ip_address': '172.27.2.146'}], 'enable_snat': True}, 'gw_port_id': 'ef525a23-9460-4f00-92b4-cf8c302617d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:54:00Z', 'updated_at': '2022-03-07T16:54:01Z', 'revision_number': 3, 'project_id': 'ab07a00fc5ba4fc783ff2456ef402f29', 'gw_port': {'id': 'ef525a23-9460-4f00-92b4-cf8c302617d7', 'name': '', 'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:35:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acb12815-d60c-467e-bdb3-91637ce7ef57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'ip_address': '172.27.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:54:01Z', 'updated_at': '2022-03-07T16:54:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-24-iscsi'}], 'dv-cinder-804757-24-iscsi', False) {} {{(pid=119956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:54:03.046827 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-0aaf39f1-e09c-40c7-ad0d-f521cf1abb69 req-5830505a-5771-4f07-8395-99d585f9048f tempest-VolumesNegativeTest-877704626 tempest-VolumesNegativeTest-877704626-project] 10.222.0.18 "GET /v2.0/security-groups?id=16096ecf-28b0-4442-aa4d-7c84b73311c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739976 Mar 07 16:54:03.078551 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8eeea23-c216-4566-84ea-70566f17a3ce None None] Checking router: acb12815-d60c-467e-bdb3-91637ce7ef57 for host: dv-cinder-804757-24-iscsi {{(pid=119956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 16:54:03.078898 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8eeea23-c216-4566-84ea-70566f17a3ce None None] Updating router acb12815-d60c-467e-bdb3-91637ce7ef57 port ef525a23-9460-4f00-92b4-cf8c302617d7 binding host dv-cinder-804757-24-iscsi {{(pid=119956) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 16:54:03.117561 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron_lib.callbacks.manager [None req-d8eeea23-c216-4566-84ea-70566f17a3ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8385759'] for port (ef525a23-9460-4f00-92b4-cf8c302617d7), before_update {{(pid=119956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:03.140858 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.plugin [None req-0e79434a-d868-4e68-ab9d-c84b2a49e4b0 None None] Current status of the port 84d6bf29-5744-481f-93ba-41f00ab3f10d is: DOWN; New status is: ACTIVE {{(pid=119955) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:54:03.155953 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-0e79434a-d868-4e68-ab9d-c84b2a49e4b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8385759'] for port (84d6bf29-5744-481f-93ba-41f00ab3f10d), before_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:03.358578 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ba47f5-7413-4647-9748-d33118bfd621 req-32fa20ae-7e5c-4933-b5fe-0d2f85b9ad98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:54:03.366679 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-d6ba47f5-7413-4647-9748-d33118bfd621 req-32fa20ae-7e5c-4933-b5fe-0d2f85b9ad98 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=fb0f78d7968f4bf1aee503f8e1cfe0f0&device_id=18b987a9-4ded-49ed-aef5-06d2d12e7d9b HTTP/1.1" status: 200 len: 1129 time: 0.2115576 Mar 07 16:54:03.376314 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf9de8e-5225-402e-b596-52a3066dc9c7 req-a2a0f178-ba19-40c2-a519-d43ddc5807b4 tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:54:03.402451 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-baf9de8e-5225-402e-b596-52a3066dc9c7 req-a2a0f178-ba19-40c2-a519-d43ddc5807b4 tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] 10.222.0.18 "GET /v2.0/ports?device_id=18b987a9-4ded-49ed-aef5-06d2d12e7d9b HTTP/1.1" status: 200 len: 945 time: 0.1570499 Mar 07 16:54:03.416246 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-badfb1d1-71d8-4b06-abea-aca686f6a49c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8385759'] for port (None), before_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:03.454987 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron_lib.callbacks.manager [None req-d8eeea23-c216-4566-84ea-70566f17a3ce None None] Publish callbacks [] for port (ef525a23-9460-4f00-92b4-cf8c302617d7), precommit_update {{(pid=119956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:03.462884 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron_lib.callbacks.manager [None req-d8eeea23-c216-4566-84ea-70566f17a3ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754346672056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754346267073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754346267091'] for port (ef525a23-9460-4f00-92b4-cf8c302617d7), after_update {{(pid=119956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:03.478589 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-baf9de8e-5225-402e-b596-52a3066dc9c7 req-016d619d-6b04-43f2-8869-e266fd954f4d tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] 10.222.0.18 "GET /v2.0/security-groups?id=aeca2cc4-2657-4c4b-965e-0f9cde167a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749130 Mar 07 16:54:03.543063 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.db [None req-0e79434a-d868-4e68-ab9d-c84b2a49e4b0 None None] For port 84d6bf29-5744-481f-93ba-41f00ab3f10d, host dv-cinder-804757-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-24-iscsi',level=0,port_id=84d6bf29-5744-481f-93ba-41f00ab3f10d,segment=NetworkSegment(7ab29d0f-d9dc-4af3-8a14-c40680d91b99),segment_id=7ab29d0f-d9dc-4af3-8a14-c40680d91b99)] {{(pid=119955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:54:03.544506 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f106c1-a261-4403-8c3d-acf6aaefe6fb None None] Pushing event updated for resources: {'Port': ['ID=ef525a23-9460-4f00-92b4-cf8c302617d7,revision_number=2']} {{(pid=119956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:54:03.544914 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.rpc [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Device 0ab0df2a-2938-4a07-8b02-59d9e189ba96 up at agent ovs-agent-dv-cinder-804757-24-iscsi {{(pid=119955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:54:03.551668 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.plugins.ml2.managers [None req-d8eeea23-c216-4566-84ea-70566f17a3ce None None] Attempting to bind port ef525a23-9460-4f00-92b4-cf8c302617d7 on host dv-cinder-804757-24-iscsi for vnic_type normal with profile {{(pid=119956) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:54:03.552109 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.plugins.ml2.managers [None req-d8eeea23-c216-4566-84ea-70566f17a3ce None None] Attempting to bind port ef525a23-9460-4f00-92b4-cf8c302617d7 by drivers openvswitch,hyperv on host dv-cinder-804757-24-iscsi at level 0 using segments [{'id': '0349b9bd-653a-4400-b295-28c1bc47d9ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88'}] {{(pid=119956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:54:03.552563 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8eeea23-c216-4566-84ea-70566f17a3ce None None] Attempting to bind port ef525a23-9460-4f00-92b4-cf8c302617d7 on network 3eba6d1e-0acd-4586-8e75-f5a4e7e90d88 {{(pid=119956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:54:03.560174 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8eeea23-c216-4566-84ea-70566f17a3ce None None] Checking agent: {'id': '3df9d949-03e8-46c4-b37f-6f8a21aeab22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-24-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 16, 44, 23), 'started_at': datetime.datetime(2022, 3, 7, 16, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 53, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-24-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:54:03.560551 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8eeea23-c216-4566-84ea-70566f17a3ce None None] Checking segment: {'id': '0349b9bd-653a-4400-b295-28c1bc47d9ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:54:03.560949 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron_lib.callbacks.manager [None req-d8eeea23-c216-4566-84ea-70566f17a3ce None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=119956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:03.561334 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8eeea23-c216-4566-84ea-70566f17a3ce None None] Bound using segment: {'id': '0349b9bd-653a-4400-b295-28c1bc47d9ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88'} {{(pid=119956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:54:03.562018 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.plugins.ml2.managers [None req-d8eeea23-c216-4566-84ea-70566f17a3ce None None] Bound port: ef525a23-9460-4f00-92b4-cf8c302617d7, host: dv-cinder-804757-24-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0349b9bd-653a-4400-b295-28c1bc47d9ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88'}}] {{(pid=119956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:54:03.562397 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron_lib.callbacks.manager [None req-d8eeea23-c216-4566-84ea-70566f17a3ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8385759'] for port (ef525a23-9460-4f00-92b4-cf8c302617d7), before_update {{(pid=119956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:03.604591 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-0e79434a-d868-4e68-ab9d-c84b2a49e4b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754346672056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754346267073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754346267091'] for port (84d6bf29-5744-481f-93ba-41f00ab3f10d), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:03.654842 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef508f95-45f6-4fca-a78d-971dfa9aa5c6 None None] Network 81f8ad47-3258-41a0-b9ef-3741cf90e171 requested from dv-cinder-804757-24-iscsi {{(pid=119955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:54:03.672500 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.plugins.ml2.db [None req-d8eeea23-c216-4566-84ea-70566f17a3ce None None] For port ef525a23-9460-4f00-92b4-cf8c302617d7, host dv-cinder-804757-24-iscsi, cleared binding levels {{(pid=119956) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:54:03.678168 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.plugins.ml2.db [None req-d8eeea23-c216-4566-84ea-70566f17a3ce None None] For port ef525a23-9460-4f00-92b4-cf8c302617d7, host dv-cinder-804757-24-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-24-iscsi',level=0,port_id=ef525a23-9460-4f00-92b4-cf8c302617d7,segment=NetworkSegment(0349b9bd-653a-4400-b295-28c1bc47d9ca),segment_id=0349b9bd-653a-4400-b295-28c1bc47d9ca)] {{(pid=119956) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:54:03.683871 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.db.db_base_plugin_common [None req-badfb1d1-71d8-4b06-abea-aca686f6a49c admin admin] Allocated IP 172.20.0.1 (81f8ad47-3258-41a0-b9ef-3741cf90e171/034f5fdb-35dd-4818-bf23-310c7d7ad96a/d4db572c-4ee9-4d75-b51e-4ca22859bed4) {{(pid=119954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:54:03.693687 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33286617-f977-43de-9b76-48ac200a169b req-3074a3a4-8178-4a1a-8718-d14cbf8576fd tempest-VolumesNegativeTest-877704626 tempest-VolumesNegativeTest-877704626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:54:03.696958 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-33286617-f977-43de-9b76-48ac200a169b req-3074a3a4-8178-4a1a-8718-d14cbf8576fd tempest-VolumesNegativeTest-877704626 tempest-VolumesNegativeTest-877704626-project] 10.222.0.18 "GET /v2.0/ports?device_id=1ec419bc-474b-4fda-8c08-6ab9aec364d6 HTTP/1.1" status: 200 len: 950 time: 0.1189144 Mar 07 16:54:03.702486 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron_lib.callbacks.manager [None req-d8eeea23-c216-4566-84ea-70566f17a3ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754346672056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754346267073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754346267091'] for port (ef525a23-9460-4f00-92b4-cf8c302617d7), after_update {{(pid=119956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:03.775326 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8eeea23-c216-4566-84ea-70566f17a3ce None None] Routers {'acb12815-d60c-467e-bdb3-91637ce7ef57'} bound to L3 agent in host dv-cinder-804757-24-iscsi {{(pid=119956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:54:03.776035 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.db.l3_hamode_db [None req-d8eeea23-c216-4566-84ea-70566f17a3ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T16:44:19Z,description=,heartbeat_timestamp=2022-03-07T16:53:49Z,host='dv-cinder-804757-24-iscsi',id=4cbb3502-d72e-4663-b57e-51d645794085,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:44:19Z,topic='l3_agent')) {'router_ids': ['acb12815-d60c-467e-bdb3-91637ce7ef57'], 'active': True} {{(pid=119956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:54:03.778052 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f106c1-a261-4403-8c3d-acf6aaefe6fb None None] Pushing event updated for resources: {'Port': ['ID=ef525a23-9460-4f00-92b4-cf8c302617d7,revision_number=3']} {{(pid=119956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:54:03.787543 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.l3_hamode_db [None req-f03c30ad-9c14-4fcb-86f4-f6f6652cbd56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5864a5b6-6518-43a7-a4e6-c88ca10e2289', 'name': 'tempest-TestVolumeBootPattern-1270566597-router', 'tenant_id': 'f13607869be844f9bb555f4bee0519ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'external_fixed_ips': [{'subnet_id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'ip_address': '172.27.2.93'}], 'enable_snat': True}, 'gw_port_id': '79f27c19-b4a8-4a51-921e-23ee7d9f2b4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:53:54Z', 'updated_at': '2022-03-07T16:53:58Z', 'revision_number': 4, 'project_id': 'f13607869be844f9bb555f4bee0519ef', 'gw_port': {'id': '79f27c19-b4a8-4a51-921e-23ee7d9f2b4a', 'name': '', 'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:37:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5864a5b6-6518-43a7-a4e6-c88ca10e2289', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'ip_address': '172.27.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:53:55Z', 'updated_at': '2022-03-07T16:53:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-24-iscsi', '_interfaces': [{'id': '84d6bf29-5744-481f-93ba-41f00ab3f10d', 'name': '', 'network_id': '8f05d5cd-7919-446b-b1be-b892178c27ff', 'tenant_id': 'f13607869be844f9bb555f4bee0519ef', 'mac_address': 'fa:16:3e:51:da:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5864a5b6-6518-43a7-a4e6-c88ca10e2289', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'e51eb166-648f-4129-afbc-b350e9a7b41b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:53:57Z', 'updated_at': '2022-03-07T16:54:02Z', 'revision_number': 4, 'project_id': 'f13607869be844f9bb555f4bee0519ef', 'subnets': [{'id': 'e51eb166-648f-4129-afbc-b350e9a7b41b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-24-iscsi', False) {} {{(pid=119955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:54:03.863460 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f03c30ad-9c14-4fcb-86f4-f6f6652cbd56 None None] The sync data for ids ['5864a5b6-6518-43a7-a4e6-c88ca10e2289'] in dv-cinder-804757-24-iscsi is: [{'id': '5864a5b6-6518-43a7-a4e6-c88ca10e2289', 'name': 'tempest-TestVolumeBootPattern-1270566597-router', 'tenant_id': 'f13607869be844f9bb555f4bee0519ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'external_fixed_ips': [{'subnet_id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'ip_address': '172.27.2.93'}], 'enable_snat': True}, 'gw_port_id': '79f27c19-b4a8-4a51-921e-23ee7d9f2b4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:53:54Z', 'updated_at': '2022-03-07T16:53:58Z', 'revision_number': 4, 'project_id': 'f13607869be844f9bb555f4bee0519ef', 'gw_port': {'id': '79f27c19-b4a8-4a51-921e-23ee7d9f2b4a', 'name': '', 'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:37:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5864a5b6-6518-43a7-a4e6-c88ca10e2289', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'ip_address': '172.27.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:53:55Z', 'updated_at': '2022-03-07T16:53:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-24-iscsi', '_interfaces': [{'id': '84d6bf29-5744-481f-93ba-41f00ab3f10d', 'name': '', 'network_id': '8f05d5cd-7919-446b-b1be-b892178c27ff', 'tenant_id': 'f13607869be844f9bb555f4bee0519ef', 'mac_address': 'fa:16:3e:51:da:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5864a5b6-6518-43a7-a4e6-c88ca10e2289', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'e51eb166-648f-4129-afbc-b350e9a7b41b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:53:57Z', 'updated_at': '2022-03-07T16:54:02Z', 'revision_number': 4, 'project_id': 'f13607869be844f9bb555f4bee0519ef', 'subnets': [{'id': 'e51eb166-648f-4129-afbc-b350e9a7b41b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:54:03.883299 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ba47f5-7413-4647-9748-d33118bfd621 req-cba149ad-62d6-4c7a-bcb4-c04ad5fcce4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:54:03.884836 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-d6ba47f5-7413-4647-9748-d33118bfd621 req-cba149ad-62d6-4c7a-bcb4-c04ad5fcce4a service neutron] 10.222.0.66 "GET /v2.0/networks?id=80a2c60b-59e3-4807-9654-13174f656625 HTTP/1.1" status: 200 len: 920 time: 0.4051063 Mar 07 16:54:03.890186 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.provisioning_blocks [None req-34e9fc97-c544-42d6-916e-9ca07671cdde None None] Provisioning complete for port 0ab0df2a-2938-4a07-8b02-59d9e189ba96 triggered by entity DHCP. {{(pid=119955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:54:03.890561 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-34e9fc97-c544-42d6-916e-9ca07671cdde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8194280'] for port (0ab0df2a-2938-4a07-8b02-59d9e189ba96), provisioning_complete {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:03.958694 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.provisioning_blocks [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Provisioning complete for port 0ab0df2a-2938-4a07-8b02-59d9e189ba96 triggered by entity L2. {{(pid=119955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:54:03.959368 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8194280'] for port (0ab0df2a-2938-4a07-8b02-59d9e189ba96), provisioning_complete {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:03.990274 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-d6ba47f5-7413-4647-9748-d33118bfd621 req-a4b72bda-52ab-4f59-ad9d-0f3f954d38b3 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1a817d53-6064-4f5e-96ff-067caa362090 HTTP/1.1" status: 200 len: 217 time: 0.0848522 Mar 07 16:54:03.994842 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.db.l3_dvr_db [None req-d8eeea23-c216-4566-84ea-70566f17a3ce None None] Set router acb12815-d60c-467e-bdb3-91637ce7ef57 gateway port host: dv-cinder-804757-24-iscsi {{(pid=119956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:54:04.130942 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.plugin [None req-34e9fc97-c544-42d6-916e-9ca07671cdde None None] Current status of the port 0ab0df2a-2938-4a07-8b02-59d9e189ba96 is: DOWN; New status is: ACTIVE {{(pid=119955) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:54:04.139465 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-34e9fc97-c544-42d6-916e-9ca07671cdde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8385759'] for port (0ab0df2a-2938-4a07-8b02-59d9e189ba96), before_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:04.142213 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ba47f5-7413-4647-9748-d33118bfd621 req-c0f7fb73-3be7-42e9-bd6e-c573dd3c2ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:54:04.143714 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-d6ba47f5-7413-4647-9748-d33118bfd621 req-c0f7fb73-3be7-42e9-bd6e-c573dd3c2ab0 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=da018b7d-c800-4987-80e6-c869339f7229 HTTP/1.1" status: 200 len: 859 time: 0.1452503 Mar 07 16:54:04.165293 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e79434a-d868-4e68-ab9d-c84b2a49e4b0 None None] Pushing event updated for resources: {'Port': ['ID=84d6bf29-5744-481f-93ba-41f00ab3f10d,revision_number=5']} {{(pid=119955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:54:04.199931 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-d6ba47f5-7413-4647-9748-d33118bfd621 req-1324c0e8-f63a-4beb-996c-0e32950a8bed service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=80a2c60b-59e3-4807-9654-13174f656625&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0486147 Mar 07 16:54:04.251388 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.db [None req-34e9fc97-c544-42d6-916e-9ca07671cdde None None] For port 0ab0df2a-2938-4a07-8b02-59d9e189ba96, host dv-cinder-804757-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-24-iscsi',level=0,port_id=0ab0df2a-2938-4a07-8b02-59d9e189ba96,segment=NetworkSegment(5c7cf2be-d7f4-48ac-b0f3-38f2ae0d0df5),segment_id=5c7cf2be-d7f4-48ac-b0f3-38f2ae0d0df5)] {{(pid=119955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:54:04.278200 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-34e9fc97-c544-42d6-916e-9ca07671cdde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754346672056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754346267073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754346267091'] for port (0ab0df2a-2938-4a07-8b02-59d9e189ba96), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:04.383736 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.db.l3_hamode_db [None req-d8eeea23-c216-4566-84ea-70566f17a3ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acb12815-d60c-467e-bdb3-91637ce7ef57', 'name': 'tempest-TestVolumeBootPattern-1390791588-router', 'tenant_id': 'ab07a00fc5ba4fc783ff2456ef402f29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'external_fixed_ips': [{'subnet_id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'ip_address': '172.27.2.146'}], 'enable_snat': True}, 'gw_port_id': 'ef525a23-9460-4f00-92b4-cf8c302617d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:54:00Z', 'updated_at': '2022-03-07T16:54:01Z', 'revision_number': 3, 'project_id': 'ab07a00fc5ba4fc783ff2456ef402f29', 'gw_port': {'id': 'ef525a23-9460-4f00-92b4-cf8c302617d7', 'name': '', 'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:35:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acb12815-d60c-467e-bdb3-91637ce7ef57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'ip_address': '172.27.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:54:01Z', 'updated_at': '2022-03-07T16:54:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-24-iscsi'}], 'dv-cinder-804757-24-iscsi', False) {} {{(pid=119956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:54:04.405980 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.plugin [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Current status of the port 0ab0df2a-2938-4a07-8b02-59d9e189ba96 is: ACTIVE; New status is: ACTIVE {{(pid=119955) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:54:04.443956 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e9fc97-c544-42d6-916e-9ca07671cdde None None] Pushing event updated for resources: {'Port': ['ID=0ab0df2a-2938-4a07-8b02-59d9e189ba96,revision_number=3']} {{(pid=119955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:54:04.444181 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-33286617-f977-43de-9b76-48ac200a169b req-2aac747a-75a0-4143-a30a-ef0a890ce034 tempest-VolumesNegativeTest-877704626 tempest-VolumesNegativeTest-877704626-project] 10.222.0.18 "GET /v2.0/security-groups?id=16096ecf-28b0-4442-aa4d-7c84b73311c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6133966 Mar 07 16:54:04.446315 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-d6ba47f5-7413-4647-9748-d33118bfd621 req-f7387536-a732-4eab-8492-bfd892ca8d3e service neutron] 10.222.0.66 "GET /v2.0/networks/80a2c60b-59e3-4807-9654-13174f656625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2381434 Mar 07 16:54:04.448296 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.provisioning_blocks [None req-cb488158-5c2c-4285-95fb-49a697562e5f None None] Provisioning complete for port 0ab0df2a-2938-4a07-8b02-59d9e189ba96 triggered by entity DHCP. {{(pid=119955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:54:04.448725 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-cb488158-5c2c-4285-95fb-49a697562e5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8194280'] for port (0ab0df2a-2938-4a07-8b02-59d9e189ba96), provisioning_complete {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:04.454538 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-badfb1d1-71d8-4b06-abea-aca686f6a49c admin admin] Publish callbacks [] for port (d4db572c-4ee9-4d75-b51e-4ca22859bed4), precommit_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:04.457448 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8eeea23-c216-4566-84ea-70566f17a3ce None None] The sync data for ids ['acb12815-d60c-467e-bdb3-91637ce7ef57'] in dv-cinder-804757-24-iscsi is: [{'id': 'acb12815-d60c-467e-bdb3-91637ce7ef57', 'name': 'tempest-TestVolumeBootPattern-1390791588-router', 'tenant_id': 'ab07a00fc5ba4fc783ff2456ef402f29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'external_fixed_ips': [{'subnet_id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'ip_address': '172.27.2.146'}], 'enable_snat': True}, 'gw_port_id': 'ef525a23-9460-4f00-92b4-cf8c302617d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:54:00Z', 'updated_at': '2022-03-07T16:54:01Z', 'revision_number': 3, 'project_id': 'ab07a00fc5ba4fc783ff2456ef402f29', 'gw_port': {'id': 'ef525a23-9460-4f00-92b4-cf8c302617d7', 'name': '', 'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:35:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acb12815-d60c-467e-bdb3-91637ce7ef57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'ip_address': '172.27.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:54:01Z', 'updated_at': '2022-03-07T16:54:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-24-iscsi'}] {{(pid=119956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:54:04.554917 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-badfb1d1-71d8-4b06-abea-aca686f6a49c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754346267055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3211674'] for port (d4db572c-4ee9-4d75-b51e-4ca22859bed4), after_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:04.583916 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.plugin [None req-cb488158-5c2c-4285-95fb-49a697562e5f None None] Current status of the port 0ab0df2a-2938-4a07-8b02-59d9e189ba96 is: ACTIVE; New status is: ACTIVE {{(pid=119955) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:54:04.608163 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-badfb1d1-71d8-4b06-abea-aca686f6a49c admin admin] Network 81f8ad47-3258-41a0-b9ef-3741cf90e171 is already hosted by enough agents. {{(pid=119954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:54:04.613902 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.scheduler.base_scheduler [None req-badfb1d1-71d8-4b06-abea-aca686f6a49c admin admin] Resources bound (agent type, host, resource id): {{(pid=119954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:54:04.617385 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-badfb1d1-71d8-4b06-abea-aca686f6a49c admin admin] Received port after_create {{(pid=119954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:54:04.647447 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badfb1d1-71d8-4b06-abea-aca686f6a49c admin admin] Pushing event updated for resources: {'Port': ['ID=d4db572c-4ee9-4d75-b51e-4ca22859bed4,revision_number=1']} {{(pid=119954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:54:04.674240 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-badfb1d1-71d8-4b06-abea-aca686f6a49c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-706522'] for router_interface (acb12815-d60c-467e-bdb3-91637ce7ef57), before_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:04.681136 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-d6ba47f5-7413-4647-9748-d33118bfd621 req-bbcca378-0e5a-4cd4-a333-18953cc17133 service neutron] 10.222.0.66 "GET /v2.0/networks/80a2c60b-59e3-4807-9654-13174f656625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2224700 Mar 07 16:54:04.692499 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec0cf2c-4b6e-4138-a39e-f385a22614aa req-64cbca1b-4f98-4e65-ad05-bbbe8046b5af tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:54:04.694308 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-cec0cf2c-4b6e-4138-a39e-f385a22614aa req-64cbca1b-4f98-4e65-ad05-bbbe8046b5af tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] 10.222.0.18 "GET /v2.0/ports?device_id=18b987a9-4ded-49ed-aef5-06d2d12e7d9b HTTP/1.1" status: 200 len: 945 time: 0.1147757 Mar 07 16:54:04.778505 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-cec0cf2c-4b6e-4138-a39e-f385a22614aa req-c68a5dc0-279a-497a-8000-51779479562f tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] 10.222.0.18 "GET /v2.0/security-groups?id=aeca2cc4-2657-4c4b-965e-0f9cde167a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739858 Mar 07 16:54:04.959363 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-badfb1d1-71d8-4b06-abea-aca686f6a49c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8385759'] for port (d4db572c-4ee9-4d75-b51e-4ca22859bed4), before_update {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:05.021414 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.provisioning_blocks [None req-f921ad37-2c5e-4843-80bd-7ea88b67d062 None None] Provisioning complete for port d4db572c-4ee9-4d75-b51e-4ca22859bed4 triggered by entity DHCP. {{(pid=119955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:54:05.022191 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-f921ad37-2c5e-4843-80bd-7ea88b67d062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8194280'] for port (d4db572c-4ee9-4d75-b51e-4ca22859bed4), provisioning_complete {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:05.104139 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.plugin [None req-f921ad37-2c5e-4843-80bd-7ea88b67d062 None None] Port d4db572c-4ee9-4d75-b51e-4ca22859bed4 cannot update to ACTIVE because it is not bound. {{(pid=119955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:54:05.237714 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-badfb1d1-71d8-4b06-abea-aca686f6a49c admin admin] Publish callbacks [] for port (d4db572c-4ee9-4d75-b51e-4ca22859bed4), precommit_update {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:05.246662 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-badfb1d1-71d8-4b06-abea-aca686f6a49c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754346672056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754346267073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754346267091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3211747'] for port (d4db572c-4ee9-4d75-b51e-4ca22859bed4), after_update {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:05.380788 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badfb1d1-71d8-4b06-abea-aca686f6a49c admin admin] Pushing event updated for resources: {'Port': ['ID=d4db572c-4ee9-4d75-b51e-4ca22859bed4,revision_number=2']} {{(pid=119954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:54:05.388255 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-badfb1d1-71d8-4b06-abea-aca686f6a49c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-706486'] for router_interface (acb12815-d60c-467e-bdb3-91637ce7ef57), after_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:05.444457 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.rpc [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Device ef525a23-9460-4f00-92b4-cf8c302617d7 up at agent ovs-agent-dv-cinder-804757-24-iscsi {{(pid=119955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:54:05.549685 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-badfb1d1-71d8-4b06-abea-aca686f6a49c admin admin] Network 81f8ad47-3258-41a0-b9ef-3741cf90e171 is already hosted by enough agents. {{(pid=119954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:54:05.557806 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.scheduler.base_scheduler [None req-badfb1d1-71d8-4b06-abea-aca686f6a49c admin admin] Resources bound (agent type, host, resource id): {{(pid=119954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:54:05.590045 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b479745-ef95-4ace-baec-f917e96a4c7d req-79a88dc7-9b5e-446f-86df-268562879488 tempest-VolumesNegativeTest-877704626 tempest-VolumesNegativeTest-877704626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:54:05.591607 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-0b479745-ef95-4ace-baec-f917e96a4c7d req-79a88dc7-9b5e-446f-86df-268562879488 tempest-VolumesNegativeTest-877704626 tempest-VolumesNegativeTest-877704626-project] 10.222.0.66 "GET /v2.0/ports?device_id=1ec419bc-474b-4fda-8c08-6ab9aec364d6 HTTP/1.1" status: 200 len: 950 time: 0.1382489 Mar 07 16:54:05.594729 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.provisioning_blocks [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Provisioning complete for port ef525a23-9460-4f00-92b4-cf8c302617d7 triggered by entity L2. {{(pid=119955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:54:05.595161 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8194280'] for port (ef525a23-9460-4f00-92b4-cf8c302617d7), provisioning_complete {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:05.742420 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.plugin [req-0b479745-ef95-4ace-baec-f917e96a4c7d req-2d874aa2-589f-4856-8fc6-750e7316f4a9 tempest-VolumesNegativeTest-877704626 tempest-VolumesNegativeTest-877704626-project] Deleting port 0ab78fc5-6088-4daf-96e4-9a5e5d0c0a02 {{(pid=119953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:54:05.743090 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [req-0b479745-ef95-4ace-baec-f917e96a4c7d req-2d874aa2-589f-4856-8fc6-750e7316f4a9 tempest-VolumesNegativeTest-877704626 tempest-VolumesNegativeTest-877704626-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754346666051'] for port (0ab78fc5-6088-4daf-96e4-9a5e5d0c0a02), before_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:05.767328 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.plugin [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Current status of the port ef525a23-9460-4f00-92b4-cf8c302617d7 is: DOWN; New status is: ACTIVE {{(pid=119955) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:54:05.769099 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8385759'] for port (ef525a23-9460-4f00-92b4-cf8c302617d7), before_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:05.812606 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.db [None req-63748041-7458-40ab-a922-e876cef088c3 None None] For port ef525a23-9460-4f00-92b4-cf8c302617d7, host dv-cinder-804757-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-24-iscsi',level=0,port_id=ef525a23-9460-4f00-92b4-cf8c302617d7,segment=NetworkSegment(0349b9bd-653a-4400-b295-28c1bc47d9ca),segment_id=0349b9bd-653a-4400-b295-28c1bc47d9ca)] {{(pid=119955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:54:05.824164 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754346672056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754346267073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754346267091'] for port (ef525a23-9460-4f00-92b4-cf8c302617d7), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:05.826447 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.rpc [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Device 0ab0df2a-2938-4a07-8b02-59d9e189ba96 up at agent ovs-agent-dv-cinder-804757-24-iscsi {{(pid=119955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:54:05.884899 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5dd34c-7ff3-4f7c-9674-ef33f29c7aae req-74eb226e-b871-4ce3-ab89-148d082abd47 tempest-VolumesNegativeTest-877704626 tempest-VolumesNegativeTest-877704626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:54:05.893075 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-df5dd34c-7ff3-4f7c-9674-ef33f29c7aae req-74eb226e-b871-4ce3-ab89-148d082abd47 tempest-VolumesNegativeTest-877704626 tempest-VolumesNegativeTest-877704626-project] 10.222.0.18 "GET /v2.0/ports?device_id=1ec419bc-474b-4fda-8c08-6ab9aec364d6 HTTP/1.1" status: 200 len: 950 time: 0.3069687 Mar 07 16:54:05.924045 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.db [req-0b479745-ef95-4ace-baec-f917e96a4c7d req-2d874aa2-589f-4856-8fc6-750e7316f4a9 tempest-VolumesNegativeTest-877704626 tempest-VolumesNegativeTest-877704626-project] For port 0ab78fc5-6088-4daf-96e4-9a5e5d0c0a02, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=0ab78fc5-6088-4daf-96e4-9a5e5d0c0a02,segment=NetworkSegment(077de20c-6ae4-4c4e-aad0-cdd7a3cf410d),segment_id=077de20c-6ae4-4c4e-aad0-cdd7a3cf410d)] {{(pid=119953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:54:05.924514 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [req-0b479745-ef95-4ace-baec-f917e96a4c7d req-2d874aa2-589f-4856-8fc6-750e7316f4a9 tempest-VolumesNegativeTest-877704626 tempest-VolumesNegativeTest-877704626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704071'] for port (0ab78fc5-6088-4daf-96e4-9a5e5d0c0a02), precommit_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:05.960438 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.plugin [req-0b479745-ef95-4ace-baec-f917e96a4c7d req-2d874aa2-589f-4856-8fc6-750e7316f4a9 tempest-VolumesNegativeTest-877704626 tempest-VolumesNegativeTest-877704626-project] Calling delete_port for 0ab78fc5-6088-4daf-96e4-9a5e5d0c0a02 owned by compute:nova {{(pid=119953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:54:05.994508 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-badfb1d1-71d8-4b06-abea-aca686f6a49c admin admin] Router acb12815-d60c-467e-bdb3-91637ce7ef57 has already been hosted by L3 agent 4cbb3502-d72e-4663-b57e-51d645794085 {{(pid=119954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 16:54:06.018677 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-df5dd34c-7ff3-4f7c-9674-ef33f29c7aae req-2db44afc-1d18-4f82-b915-0c34f15a9fd4 tempest-VolumesNegativeTest-877704626 tempest-VolumesNegativeTest-877704626-project] 10.222.0.18 "GET /v2.0/security-groups?id=16096ecf-28b0-4442-aa4d-7c84b73311c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120675 Mar 07 16:54:06.037612 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Pushing event updated for resources: {'Port': ['ID=ef525a23-9460-4f00-92b4-cf8c302617d7,revision_number=4']} {{(pid=119955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:54:06.107108 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.provisioning_blocks [None req-d64716f8-9a01-4817-a642-981ad5161878 None None] Provisioning complete for port d4db572c-4ee9-4d75-b51e-4ca22859bed4 triggered by entity DHCP. {{(pid=119955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:54:06.107482 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-d64716f8-9a01-4817-a642-981ad5161878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8194280'] for port (d4db572c-4ee9-4d75-b51e-4ca22859bed4), provisioning_complete {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:06.134328 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f1e5dd-4a38-401f-8f65-7c9c227b0e13 req-72e61d2d-d31d-4ca6-9eb0-3fb5e01e9e51 tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:54:06.136010 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-96f1e5dd-4a38-401f-8f65-7c9c227b0e13 req-72e61d2d-d31d-4ca6-9eb0-3fb5e01e9e51 tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] 10.222.0.18 "GET /v2.0/ports?device_id=18b987a9-4ded-49ed-aef5-06d2d12e7d9b HTTP/1.1" status: 200 len: 945 time: 0.1014225 Mar 07 16:54:06.176861 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.provisioning_blocks [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Provisioning complete for port 0ab0df2a-2938-4a07-8b02-59d9e189ba96 triggered by entity L2. {{(pid=119955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:54:06.177240 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8194280'] for port (0ab0df2a-2938-4a07-8b02-59d9e189ba96), provisioning_complete {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:06.183296 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.plugin [None req-d64716f8-9a01-4817-a642-981ad5161878 None None] Port d4db572c-4ee9-4d75-b51e-4ca22859bed4 cannot update to ACTIVE because it is not bound. {{(pid=119955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:54:06.208694 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-badfb1d1-71d8-4b06-abea-aca686f6a49c admin admin] Notify agent at l3_agent.dv-cinder-804757-24-iscsi the message routers_updated {{(pid=119954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:54:06.214658 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [None req-badfb1d1-71d8-4b06-abea-aca686f6a49c admin admin] 10.222.0.18 "PUT /v2.0/routers/acb12815-d60c-467e-bdb3-91637ce7ef57/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7018375 Mar 07 16:54:06.241296 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-96f1e5dd-4a38-401f-8f65-7c9c227b0e13 req-d09adca2-0162-4301-845e-b5aabb20ef02 tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] 10.222.0.18 "GET /v2.0/security-groups?id=aeca2cc4-2657-4c4b-965e-0f9cde167a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991514 Mar 07 16:54:06.244754 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [req-0b479745-ef95-4ace-baec-f917e96a4c7d req-2d874aa2-589f-4856-8fc6-750e7316f4a9 tempest-VolumesNegativeTest-877704626 tempest-VolumesNegativeTest-877704626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754346672038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754346267064'] for port (0ab78fc5-6088-4daf-96e4-9a5e5d0c0a02), after_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:06.288988 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d874aa2-589f-4856-8fc6-750e7316f4a9 tempest-VolumesNegativeTest-877704626 tempest-VolumesNegativeTest-877704626-project] Pushing event deleted for resources: {'Port': ['ID=0ab78fc5-6088-4daf-96e4-9a5e5d0c0a02,revision_number=None']} {{(pid=119953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:54:06.319694 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.db [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] get_ports_and_sgs() called for port_ids ['0ab78fc5-6088-4daf-96e4-9a5e5d0c0a02'] {{(pid=119955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:54:06.322095 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.plugin [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Current status of the port 0ab0df2a-2938-4a07-8b02-59d9e189ba96 is: ACTIVE; New status is: ACTIVE {{(pid=119955) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:54:06.323148 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.rpc [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Device 84d6bf29-5744-481f-93ba-41f00ab3f10d up at agent ovs-agent-dv-cinder-804757-24-iscsi {{(pid=119955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:54:06.345683 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b479745-ef95-4ace-baec-f917e96a4c7d req-2d874aa2-589f-4856-8fc6-750e7316f4a9 tempest-VolumesNegativeTest-877704626 tempest-VolumesNegativeTest-877704626-project] No DVR routers for this DVR port 0ab78fc5-6088-4daf-96e4-9a5e5d0c0a02 on host hv-cinder-80475 {{(pid=119953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:54:06.349603 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [req-0b479745-ef95-4ace-baec-f917e96a4c7d req-2d874aa2-589f-4856-8fc6-750e7316f4a9 tempest-VolumesNegativeTest-877704626 tempest-VolumesNegativeTest-877704626-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47102'] for port (None), before_response {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:06.353330 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-0b479745-ef95-4ace-baec-f917e96a4c7d req-2d874aa2-589f-4856-8fc6-750e7316f4a9 tempest-VolumesNegativeTest-877704626 tempest-VolumesNegativeTest-877704626-project] 10.222.0.66 "DELETE /v2.0/ports/0ab78fc5-6088-4daf-96e4-9a5e5d0c0a02 HTTP/1.1" status: 204 len: 173 time: 0.7471800 Mar 07 16:54:06.353866 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ec419bc-474b-4fda-8c08-6ab9aec364d6', 'name': 'network-vif-deleted', 'tag': '0ab78fc5-6088-4daf-96e4-9a5e5d0c0a02'}] {{(pid=119953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:54:06.356805 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed95515d7af65a162ef4af60abe3e4aacc73bb6c2379f81891a58e09c3a2d0f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-797a5976-04ad-4642-ab3d-9d1534673ecf" -d '{"events": [{"server_uuid": "1ec419bc-474b-4fda-8c08-6ab9aec364d6", "name": "network-vif-deleted", "tag": "0ab78fc5-6088-4daf-96e4-9a5e5d0c0a02"}]}' {{(pid=119953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:54:06.401253 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.provisioning_blocks [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Provisioning complete for port 84d6bf29-5744-481f-93ba-41f00ab3f10d triggered by entity L2. {{(pid=119955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:54:06.401611 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8194280'] for port (84d6bf29-5744-481f-93ba-41f00ab3f10d), provisioning_complete {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:06.440592 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 16:54:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4e6aaee-e853-46c9-a85d-8e952a1d049f x-openstack-request-id: req-c4e6aaee-e853-46c9-a85d-8e952a1d049f {{(pid=119953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:54:06.451491 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ec419bc-474b-4fda-8c08-6ab9aec364d6", "name": "network-vif-deleted", "tag": "0ab78fc5-6088-4daf-96e4-9a5e5d0c0a02", "status": "completed", "code": 200}]} {{(pid=119953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:54:06.451859 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c4e6aaee-e853-46c9-a85d-8e952a1d049f {{(pid=119953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:54:06.452305 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ec419bc-474b-4fda-8c08-6ab9aec364d6', 'name': 'network-vif-deleted', 'tag': '0ab78fc5-6088-4daf-96e4-9a5e5d0c0a02', 'status': 'completed', 'code': 200} Mar 07 16:54:06.510110 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.plugin [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Current status of the port 84d6bf29-5744-481f-93ba-41f00ab3f10d is: ACTIVE; New status is: ACTIVE {{(pid=119955) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:54:06.664795 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.db.agents_db [None req-64435fe0-d7c6-4327-a557-6d3e8ab92464 None None] Agent healthcheck: found 6 active agents {{(pid=119956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 16:54:06.945881 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.wsgi [-] (119954) accepted ('10.222.0.18', 52696) {{(pid=119954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:54:06.951148 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.v2.base [None req-e091be9d-5d98-4628-acdf-69eea73ba7b8 tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1001898324', 'description': 'tempest-secgroup-smoke-1001898324 description', 'project_id': 'f13607869be844f9bb555f4bee0519ef'}} {{(pid=119954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:54:06.973237 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-e091be9d-5d98-4628-acdf-69eea73ba7b8 tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] Publish callbacks [] for security_group (None), before_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:07.046098 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-e091be9d-5d98-4628-acdf-69eea73ba7b8 tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] Publish callbacks [] for security_group (8ad0d2f6-f98b-473c-8468-cfc7e978930e), precommit_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:07.051110 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-e091be9d-5d98-4628-acdf-69eea73ba7b8 tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543383'] for security_group (8ad0d2f6-f98b-473c-8468-cfc7e978930e), after_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:07.084977 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-e091be9d-5d98-4628-acdf-69eea73ba7b8 tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] Publish callbacks [] for security_group (None), before_response {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:07.086273 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [None req-e091be9d-5d98-4628-acdf-69eea73ba7b8 tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1394236 Mar 07 16:54:07.087501 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e091be9d-5d98-4628-acdf-69eea73ba7b8 tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ad0d2f6-f98b-473c-8468-cfc7e978930e,revision_number=1']} {{(pid=119954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:54:07.090295 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.wsgi [-] (119953) accepted ('10.222.0.18', 52700) {{(pid=119953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:54:07.099167 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.v2.base [None req-202356d4-6d23-47bb-a160-ddbb0798cb4a tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] Request body: {'security_group_rule': {'security_group_id': '8ad0d2f6-f98b-473c-8468-cfc7e978930e', 'project_id': 'f13607869be844f9bb555f4bee0519ef', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=119953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:54:07.138038 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-202356d4-6d23-47bb-a160-ddbb0798cb4a tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] Publish callbacks [] for security_group_rule (71d4fdb5-0f86-4fa6-9599-a5f8af46360b), before_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:07.154546 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-06a6cfcb-ed0f-4b51-ac7d-5b0317122d15 req-13c8d492-f2a6-4479-94df-d852a26bea0e tempest-VolumesNegativeTest-877704626 tempest-VolumesNegativeTest-877704626-project] 10.222.0.18 "GET /v2.0/ports?device_id=1ec419bc-474b-4fda-8c08-6ab9aec364d6 HTTP/1.1" status: 200 len: 210 time: 0.0394366 Mar 07 16:54:07.170629 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8328888d-ce1e-440e-a5a3-5e5bd4df5ab6 None None] Sync routers for ids ['acb12815-d60c-467e-bdb3-91637ce7ef57'] in dv-cinder-804757-24-iscsi {{(pid=119955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:54:07.187099 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8328888d-ce1e-440e-a5a3-5e5bd4df5ab6 None None] Routers {'acb12815-d60c-467e-bdb3-91637ce7ef57'} bound to L3 agent in host dv-cinder-804757-24-iscsi {{(pid=119955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:54:07.200591 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.l3_hamode_db [None req-8328888d-ce1e-440e-a5a3-5e5bd4df5ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T16:44:19Z,description=,heartbeat_timestamp=2022-03-07T16:53:49Z,host='dv-cinder-804757-24-iscsi',id=4cbb3502-d72e-4663-b57e-51d645794085,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:44:19Z,topic='l3_agent')) {'router_ids': ['acb12815-d60c-467e-bdb3-91637ce7ef57'], 'active': True} {{(pid=119955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:54:07.246103 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-202356d4-6d23-47bb-a160-ddbb0798cb4a tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] Publish callbacks [] for security_group_rule (71d4fdb5-0f86-4fa6-9599-a5f8af46360b), precommit_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:07.251039 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-202356d4-6d23-47bb-a160-ddbb0798cb4a tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543268'] for security_group_rule (71d4fdb5-0f86-4fa6-9599-a5f8af46360b), after_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:07.281161 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-202356d4-6d23-47bb-a160-ddbb0798cb4a tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:07.282196 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [None req-202356d4-6d23-47bb-a160-ddbb0798cb4a tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1884274 Mar 07 16:54:07.284693 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202356d4-6d23-47bb-a160-ddbb0798cb4a tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71d4fdb5-0f86-4fa6-9599-a5f8af46360b,revision_number=0']} {{(pid=119953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:54:07.285343 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.wsgi [-] (119954) accepted ('10.222.0.18', 52708) {{(pid=119954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:54:07.292181 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.v2.base [None req-078e3e23-7aff-4235-bcae-96c5c814f004 tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] Request body: {'security_group_rule': {'security_group_id': '8ad0d2f6-f98b-473c-8468-cfc7e978930e', 'project_id': 'f13607869be844f9bb555f4bee0519ef', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=119954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:54:07.302912 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.rpc [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Device ef525a23-9460-4f00-92b4-cf8c302617d7 up at agent ovs-agent-dv-cinder-804757-24-iscsi {{(pid=119955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:54:07.340610 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-078e3e23-7aff-4235-bcae-96c5c814f004 tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] Publish callbacks [] for security_group_rule (a8bca128-df6d-48ba-a673-182bfa3cb227), before_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:07.403283 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0f3293-be70-4819-a2ed-4976468143bb req-8aaf0fb7-4d55-4cce-8f29-cfeb969ec517 tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:54:07.405482 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-9d0f3293-be70-4819-a2ed-4976468143bb req-8aaf0fb7-4d55-4cce-8f29-cfeb969ec517 tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] 10.222.0.18 "GET /v2.0/ports?device_id=18b987a9-4ded-49ed-aef5-06d2d12e7d9b HTTP/1.1" status: 200 len: 945 time: 0.0850518 Mar 07 16:54:07.424953 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.l3_dvr_db [None req-8328888d-ce1e-440e-a5a3-5e5bd4df5ab6 None None] Set router acb12815-d60c-467e-bdb3-91637ce7ef57 gateway port host: dv-cinder-804757-24-iscsi {{(pid=119955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:54:07.461224 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-078e3e23-7aff-4235-bcae-96c5c814f004 tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] Publish callbacks [] for security_group_rule (a8bca128-df6d-48ba-a673-182bfa3cb227), precommit_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:07.462108 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.provisioning_blocks [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Provisioning complete for port ef525a23-9460-4f00-92b4-cf8c302617d7 triggered by entity L2. {{(pid=119955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:54:07.462422 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8194280'] for port (ef525a23-9460-4f00-92b4-cf8c302617d7), provisioning_complete {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:07.467934 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-078e3e23-7aff-4235-bcae-96c5c814f004 tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543268'] for security_group_rule (a8bca128-df6d-48ba-a673-182bfa3cb227), after_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:07.470751 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-9d0f3293-be70-4819-a2ed-4976468143bb req-82a37add-2f99-459c-8193-8f6a438914b1 tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] 10.222.0.18 "GET /v2.0/security-groups?id=aeca2cc4-2657-4c4b-965e-0f9cde167a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577681 Mar 07 16:54:07.489377 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078e3e23-7aff-4235-bcae-96c5c814f004 tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8bca128-df6d-48ba-a673-182bfa3cb227,revision_number=0']} {{(pid=119954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:54:07.497644 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-078e3e23-7aff-4235-bcae-96c5c814f004 tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:07.498967 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [None req-078e3e23-7aff-4235-bcae-96c5c814f004 tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2119842 Mar 07 16:54:07.502013 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.wsgi [-] (119953) accepted ('10.222.0.18', 52714) {{(pid=119953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:54:07.506943 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.v2.base [None req-ac393860-de85-4be6-8df6-170326bd76e0 tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] Request body: {'security_group_rule': {'security_group_id': '8ad0d2f6-f98b-473c-8468-cfc7e978930e', 'project_id': 'f13607869be844f9bb555f4bee0519ef', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=119953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:54:07.534452 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-ac393860-de85-4be6-8df6-170326bd76e0 tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] Publish callbacks [] for security_group_rule (53610bb2-c5f4-4191-b650-bafa54a51331), before_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:07.596056 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-ac393860-de85-4be6-8df6-170326bd76e0 tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] Publish callbacks [] for security_group_rule (53610bb2-c5f4-4191-b650-bafa54a51331), precommit_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:07.600758 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-ac393860-de85-4be6-8df6-170326bd76e0 tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543268'] for security_group_rule (53610bb2-c5f4-4191-b650-bafa54a51331), after_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:07.620106 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac393860-de85-4be6-8df6-170326bd76e0 tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53610bb2-c5f4-4191-b650-bafa54a51331,revision_number=0']} {{(pid=119953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:54:07.630447 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-ac393860-de85-4be6-8df6-170326bd76e0 tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:07.631886 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [None req-ac393860-de85-4be6-8df6-170326bd76e0 tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1288261 Mar 07 16:54:07.635459 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.wsgi [-] (119954) accepted ('10.222.0.18', 52716) {{(pid=119954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:54:07.641527 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.v2.base [None req-b8b771ea-f134-4687-a49d-27e6b656279b tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] Request body: {'security_group_rule': {'security_group_id': '8ad0d2f6-f98b-473c-8468-cfc7e978930e', 'project_id': 'f13607869be844f9bb555f4bee0519ef', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=119954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:54:07.671813 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.plugin [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Current status of the port ef525a23-9460-4f00-92b4-cf8c302617d7 is: ACTIVE; New status is: ACTIVE {{(pid=119955) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:54:07.672262 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-b8b771ea-f134-4687-a49d-27e6b656279b tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] Publish callbacks [] for security_group_rule (0230610c-89c5-47fb-b16d-1a3403e169a3), before_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:07.725339 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.l3_hamode_db [None req-8328888d-ce1e-440e-a5a3-5e5bd4df5ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acb12815-d60c-467e-bdb3-91637ce7ef57', 'name': 'tempest-TestVolumeBootPattern-1390791588-router', 'tenant_id': 'ab07a00fc5ba4fc783ff2456ef402f29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'external_fixed_ips': [{'subnet_id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'ip_address': '172.27.2.146'}], 'enable_snat': True}, 'gw_port_id': 'ef525a23-9460-4f00-92b4-cf8c302617d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:54:00Z', 'updated_at': '2022-03-07T16:54:04Z', 'revision_number': 4, 'project_id': 'ab07a00fc5ba4fc783ff2456ef402f29', 'gw_port': {'id': 'ef525a23-9460-4f00-92b4-cf8c302617d7', 'name': '', 'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:35:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acb12815-d60c-467e-bdb3-91637ce7ef57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'ip_address': '172.27.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:54:01Z', 'updated_at': '2022-03-07T16:54:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-24-iscsi', '_interfaces': [{'id': 'd4db572c-4ee9-4d75-b51e-4ca22859bed4', 'name': '', 'network_id': '81f8ad47-3258-41a0-b9ef-3741cf90e171', 'tenant_id': 'ab07a00fc5ba4fc783ff2456ef402f29', 'mac_address': 'fa:16:3e:ef:4c:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acb12815-d60c-467e-bdb3-91637ce7ef57', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '034f5fdb-35dd-4818-bf23-310c7d7ad96a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:54:03Z', 'updated_at': '2022-03-07T16:54:05Z', 'revision_number': 2, 'project_id': 'ab07a00fc5ba4fc783ff2456ef402f29', 'subnets': [{'id': '034f5fdb-35dd-4818-bf23-310c7d7ad96a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-24-iscsi', False) {} {{(pid=119955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:54:07.728695 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-b8b771ea-f134-4687-a49d-27e6b656279b tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] Publish callbacks [] for security_group_rule (0230610c-89c5-47fb-b16d-1a3403e169a3), precommit_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:07.739306 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-b8b771ea-f134-4687-a49d-27e6b656279b tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543268'] for security_group_rule (0230610c-89c5-47fb-b16d-1a3403e169a3), after_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:07.757307 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8328888d-ce1e-440e-a5a3-5e5bd4df5ab6 None None] Checking router: acb12815-d60c-467e-bdb3-91637ce7ef57 for host: dv-cinder-804757-24-iscsi {{(pid=119955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 16:54:07.757660 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8328888d-ce1e-440e-a5a3-5e5bd4df5ab6 None None] Updating router acb12815-d60c-467e-bdb3-91637ce7ef57 port d4db572c-4ee9-4d75-b51e-4ca22859bed4 binding host dv-cinder-804757-24-iscsi {{(pid=119955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 16:54:07.760000 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b771ea-f134-4687-a49d-27e6b656279b tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0230610c-89c5-47fb-b16d-1a3403e169a3,revision_number=0']} {{(pid=119954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:54:07.768389 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-b8b771ea-f134-4687-a49d-27e6b656279b tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:07.769614 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [None req-b8b771ea-f134-4687-a49d-27e6b656279b tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1320884 Mar 07 16:54:07.772398 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.wsgi [-] (119954) accepted ('10.222.0.18', 52718) {{(pid=119954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:54:07.776682 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.v2.base [None req-c50e95f3-0482-4a22-8be8-24d48a3f101c tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] Request body: {'security_group_rule': {'security_group_id': '8ad0d2f6-f98b-473c-8468-cfc7e978930e', 'project_id': 'f13607869be844f9bb555f4bee0519ef', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=119954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:54:07.785485 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-8328888d-ce1e-440e-a5a3-5e5bd4df5ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8385759'] for port (d4db572c-4ee9-4d75-b51e-4ca22859bed4), before_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:07.802408 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.db.securitygroups_db [None req-c50e95f3-0482-4a22-8be8-24d48a3f101c tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] Project f13607869be844f9bb555f4bee0519ef added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 16:54:07.807626 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-c50e95f3-0482-4a22-8be8-24d48a3f101c tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] Publish callbacks [] for security_group_rule (4a7dd0a7-cd41-40ed-9b76-96862b6cd0c5), before_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:07.876281 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-c50e95f3-0482-4a22-8be8-24d48a3f101c tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] Publish callbacks [] for security_group_rule (4a7dd0a7-cd41-40ed-9b76-96862b6cd0c5), precommit_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:07.880345 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-c50e95f3-0482-4a22-8be8-24d48a3f101c tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543268'] for security_group_rule (4a7dd0a7-cd41-40ed-9b76-96862b6cd0c5), after_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:07.896687 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50e95f3-0482-4a22-8be8-24d48a3f101c tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a7dd0a7-cd41-40ed-9b76-96862b6cd0c5,revision_number=0']} {{(pid=119954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:54:07.906904 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-c50e95f3-0482-4a22-8be8-24d48a3f101c tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:07.908103 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [None req-c50e95f3-0482-4a22-8be8-24d48a3f101c tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1347783 Mar 07 16:54:07.911020 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.wsgi [-] (119953) accepted ('10.222.0.18', 52722) {{(pid=119953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:54:07.915512 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.v2.base [None req-79c7399a-c681-4915-ac83-753afc082f1f tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] Request body: {'security_group_rule': {'security_group_id': '8ad0d2f6-f98b-473c-8468-cfc7e978930e', 'project_id': 'f13607869be844f9bb555f4bee0519ef', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=119953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:54:07.937323 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.db.securitygroups_db [None req-79c7399a-c681-4915-ac83-753afc082f1f tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] Project f13607869be844f9bb555f4bee0519ef added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 16:54:07.942873 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-79c7399a-c681-4915-ac83-753afc082f1f tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] Publish callbacks [] for security_group_rule (74072959-1be3-4cb0-a574-53b2dd608571), before_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:07.999229 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-79c7399a-c681-4915-ac83-753afc082f1f tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] Publish callbacks [] for security_group_rule (74072959-1be3-4cb0-a574-53b2dd608571), precommit_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:08.003866 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-79c7399a-c681-4915-ac83-753afc082f1f tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543268'] for security_group_rule (74072959-1be3-4cb0-a574-53b2dd608571), after_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:08.022574 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c7399a-c681-4915-ac83-753afc082f1f tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74072959-1be3-4cb0-a574-53b2dd608571,revision_number=0']} {{(pid=119953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:54:08.029496 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-79c7399a-c681-4915-ac83-753afc082f1f tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:08.030764 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [None req-79c7399a-c681-4915-ac83-753afc082f1f tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1187606 Mar 07 16:54:08.078261 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-8328888d-ce1e-440e-a5a3-5e5bd4df5ab6 None None] Publish callbacks [] for port (d4db572c-4ee9-4d75-b51e-4ca22859bed4), precommit_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:08.085364 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-8328888d-ce1e-440e-a5a3-5e5bd4df5ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754346672056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754346267073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754346267091'] for port (d4db572c-4ee9-4d75-b51e-4ca22859bed4), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:08.147361 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a3d7c0-9ab7-48fa-b3c1-3aed35574a19 None None] Pushing event updated for resources: {'Port': ['ID=d4db572c-4ee9-4d75-b51e-4ca22859bed4,revision_number=3']} {{(pid=119955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:54:08.197043 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.managers [None req-8328888d-ce1e-440e-a5a3-5e5bd4df5ab6 None None] Attempting to bind port d4db572c-4ee9-4d75-b51e-4ca22859bed4 on host dv-cinder-804757-24-iscsi for vnic_type normal with profile {{(pid=119955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:54:08.197626 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.managers [None req-8328888d-ce1e-440e-a5a3-5e5bd4df5ab6 None None] Attempting to bind port d4db572c-4ee9-4d75-b51e-4ca22859bed4 by drivers openvswitch,hyperv on host dv-cinder-804757-24-iscsi at level 0 using segments [{'id': '5c7cf2be-d7f4-48ac-b0f3-38f2ae0d0df5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '81f8ad47-3258-41a0-b9ef-3741cf90e171'}] {{(pid=119955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:54:08.197801 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8328888d-ce1e-440e-a5a3-5e5bd4df5ab6 None None] Attempting to bind port d4db572c-4ee9-4d75-b51e-4ca22859bed4 on network 81f8ad47-3258-41a0-b9ef-3741cf90e171 {{(pid=119955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:54:08.208007 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8328888d-ce1e-440e-a5a3-5e5bd4df5ab6 None None] Checking agent: {'id': '3df9d949-03e8-46c4-b37f-6f8a21aeab22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-24-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 16, 44, 23), 'started_at': datetime.datetime(2022, 3, 7, 16, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 53, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-24-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:54:08.208550 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8328888d-ce1e-440e-a5a3-5e5bd4df5ab6 None None] Checking segment: {'id': '5c7cf2be-d7f4-48ac-b0f3-38f2ae0d0df5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '81f8ad47-3258-41a0-b9ef-3741cf90e171'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:54:08.209155 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-8328888d-ce1e-440e-a5a3-5e5bd4df5ab6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:08.209401 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8328888d-ce1e-440e-a5a3-5e5bd4df5ab6 None None] Bound using segment: {'id': '5c7cf2be-d7f4-48ac-b0f3-38f2ae0d0df5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '81f8ad47-3258-41a0-b9ef-3741cf90e171'} {{(pid=119955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:54:08.209819 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.managers [None req-8328888d-ce1e-440e-a5a3-5e5bd4df5ab6 None None] Bound port: d4db572c-4ee9-4d75-b51e-4ca22859bed4, host: dv-cinder-804757-24-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c7cf2be-d7f4-48ac-b0f3-38f2ae0d0df5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '81f8ad47-3258-41a0-b9ef-3741cf90e171'}}] {{(pid=119955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:54:08.210192 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-8328888d-ce1e-440e-a5a3-5e5bd4df5ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8385759'] for port (d4db572c-4ee9-4d75-b51e-4ca22859bed4), before_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:08.293453 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.db [None req-8328888d-ce1e-440e-a5a3-5e5bd4df5ab6 None None] For port d4db572c-4ee9-4d75-b51e-4ca22859bed4, host dv-cinder-804757-24-iscsi, cleared binding levels {{(pid=119955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:54:08.299685 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.db [None req-8328888d-ce1e-440e-a5a3-5e5bd4df5ab6 None None] For port d4db572c-4ee9-4d75-b51e-4ca22859bed4, host dv-cinder-804757-24-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-24-iscsi',level=0,port_id=d4db572c-4ee9-4d75-b51e-4ca22859bed4,segment=NetworkSegment(5c7cf2be-d7f4-48ac-b0f3-38f2ae0d0df5),segment_id=5c7cf2be-d7f4-48ac-b0f3-38f2ae0d0df5)] {{(pid=119955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:54:08.310377 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-8328888d-ce1e-440e-a5a3-5e5bd4df5ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754346672056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754346267073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754346267091'] for port (d4db572c-4ee9-4d75-b51e-4ca22859bed4), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:08.374272 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a3d7c0-9ab7-48fa-b3c1-3aed35574a19 None None] Pushing event updated for resources: {'Port': ['ID=d4db572c-4ee9-4d75-b51e-4ca22859bed4,revision_number=4']} {{(pid=119955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:54:08.377254 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8328888d-ce1e-440e-a5a3-5e5bd4df5ab6 None None] Routers {'acb12815-d60c-467e-bdb3-91637ce7ef57'} bound to L3 agent in host dv-cinder-804757-24-iscsi {{(pid=119955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:54:08.377846 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.l3_hamode_db [None req-8328888d-ce1e-440e-a5a3-5e5bd4df5ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T16:44:19Z,description=,heartbeat_timestamp=2022-03-07T16:53:49Z,host='dv-cinder-804757-24-iscsi',id=4cbb3502-d72e-4663-b57e-51d645794085,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:44:19Z,topic='l3_agent')) {'router_ids': ['acb12815-d60c-467e-bdb3-91637ce7ef57'], 'active': True} {{(pid=119955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:54:08.664971 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.provisioning_blocks [None req-feda6eff-8a1f-45e0-a363-d8459475f67c None None] Provisioning complete for port d4db572c-4ee9-4d75-b51e-4ca22859bed4 triggered by entity DHCP. {{(pid=119955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:54:08.665607 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-feda6eff-8a1f-45e0-a363-d8459475f67c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8194280'] for port (d4db572c-4ee9-4d75-b51e-4ca22859bed4), provisioning_complete {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:08.697306 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d94517-360c-45de-80bf-8519aa9b5c39 req-3a5b046a-5749-42d2-9328-743a863b6c67 tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:54:08.703647 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-e1d94517-360c-45de-80bf-8519aa9b5c39 req-3a5b046a-5749-42d2-9328-743a863b6c67 tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] 10.222.0.18 "GET /v2.0/ports?device_id=18b987a9-4ded-49ed-aef5-06d2d12e7d9b HTTP/1.1" status: 200 len: 945 time: 0.1170044 Mar 07 16:54:08.752796 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-e1d94517-360c-45de-80bf-8519aa9b5c39 req-99bc9e0e-e2cb-4236-9f75-6eeb17da5ef7 tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] 10.222.0.18 "GET /v2.0/security-groups?id=aeca2cc4-2657-4c4b-965e-0f9cde167a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427139 Mar 07 16:54:08.818790 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.l3_dvr_db [None req-8328888d-ce1e-440e-a5a3-5e5bd4df5ab6 None None] Set router acb12815-d60c-467e-bdb3-91637ce7ef57 gateway port host: dv-cinder-804757-24-iscsi {{(pid=119955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:54:08.855643 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.plugin [None req-feda6eff-8a1f-45e0-a363-d8459475f67c None None] Current status of the port d4db572c-4ee9-4d75-b51e-4ca22859bed4 is: DOWN; New status is: ACTIVE {{(pid=119955) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:54:08.855643 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-feda6eff-8a1f-45e0-a363-d8459475f67c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8385759'] for port (d4db572c-4ee9-4d75-b51e-4ca22859bed4), before_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:08.945284 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.db [None req-feda6eff-8a1f-45e0-a363-d8459475f67c None None] For port d4db572c-4ee9-4d75-b51e-4ca22859bed4, host dv-cinder-804757-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-24-iscsi',level=0,port_id=d4db572c-4ee9-4d75-b51e-4ca22859bed4,segment=NetworkSegment(5c7cf2be-d7f4-48ac-b0f3-38f2ae0d0df5),segment_id=5c7cf2be-d7f4-48ac-b0f3-38f2ae0d0df5)] {{(pid=119955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:54:08.956056 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-feda6eff-8a1f-45e0-a363-d8459475f67c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754346672056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754346267073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754346267091'] for port (d4db572c-4ee9-4d75-b51e-4ca22859bed4), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:09.052516 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feda6eff-8a1f-45e0-a363-d8459475f67c None None] Pushing event updated for resources: {'Port': ['ID=d4db572c-4ee9-4d75-b51e-4ca22859bed4,revision_number=5']} {{(pid=119955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:54:09.097803 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.provisioning_blocks [None req-f9270fd2-8f52-4dbd-99c8-0bae96840fc1 None None] Provisioning complete for port d4db572c-4ee9-4d75-b51e-4ca22859bed4 triggered by entity DHCP. {{(pid=119955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:54:09.098083 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-f9270fd2-8f52-4dbd-99c8-0bae96840fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8194280'] for port (d4db572c-4ee9-4d75-b51e-4ca22859bed4), provisioning_complete {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:09.156352 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.l3_hamode_db [None req-8328888d-ce1e-440e-a5a3-5e5bd4df5ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acb12815-d60c-467e-bdb3-91637ce7ef57', 'name': 'tempest-TestVolumeBootPattern-1390791588-router', 'tenant_id': 'ab07a00fc5ba4fc783ff2456ef402f29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'external_fixed_ips': [{'subnet_id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'ip_address': '172.27.2.146'}], 'enable_snat': True}, 'gw_port_id': 'ef525a23-9460-4f00-92b4-cf8c302617d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:54:00Z', 'updated_at': '2022-03-07T16:54:04Z', 'revision_number': 4, 'project_id': 'ab07a00fc5ba4fc783ff2456ef402f29', 'gw_port': {'id': 'ef525a23-9460-4f00-92b4-cf8c302617d7', 'name': '', 'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:35:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acb12815-d60c-467e-bdb3-91637ce7ef57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'ip_address': '172.27.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:54:01Z', 'updated_at': '2022-03-07T16:54:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-24-iscsi', '_interfaces': [{'id': 'd4db572c-4ee9-4d75-b51e-4ca22859bed4', 'name': '', 'network_id': '81f8ad47-3258-41a0-b9ef-3741cf90e171', 'tenant_id': 'ab07a00fc5ba4fc783ff2456ef402f29', 'mac_address': 'fa:16:3e:ef:4c:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acb12815-d60c-467e-bdb3-91637ce7ef57', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '034f5fdb-35dd-4818-bf23-310c7d7ad96a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:54:03Z', 'updated_at': '2022-03-07T16:54:08Z', 'revision_number': 4, 'project_id': 'ab07a00fc5ba4fc783ff2456ef402f29', 'subnets': [{'id': '034f5fdb-35dd-4818-bf23-310c7d7ad96a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-24-iscsi', False) {} {{(pid=119955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:54:09.185885 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8328888d-ce1e-440e-a5a3-5e5bd4df5ab6 None None] The sync data for ids ['acb12815-d60c-467e-bdb3-91637ce7ef57'] in dv-cinder-804757-24-iscsi is: [{'id': 'acb12815-d60c-467e-bdb3-91637ce7ef57', 'name': 'tempest-TestVolumeBootPattern-1390791588-router', 'tenant_id': 'ab07a00fc5ba4fc783ff2456ef402f29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'external_fixed_ips': [{'subnet_id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'ip_address': '172.27.2.146'}], 'enable_snat': True}, 'gw_port_id': 'ef525a23-9460-4f00-92b4-cf8c302617d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:54:00Z', 'updated_at': '2022-03-07T16:54:04Z', 'revision_number': 4, 'project_id': 'ab07a00fc5ba4fc783ff2456ef402f29', 'gw_port': {'id': 'ef525a23-9460-4f00-92b4-cf8c302617d7', 'name': '', 'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:35:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acb12815-d60c-467e-bdb3-91637ce7ef57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'ip_address': '172.27.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:54:01Z', 'updated_at': '2022-03-07T16:54:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-24-iscsi', '_interfaces': [{'id': 'd4db572c-4ee9-4d75-b51e-4ca22859bed4', 'name': '', 'network_id': '81f8ad47-3258-41a0-b9ef-3741cf90e171', 'tenant_id': 'ab07a00fc5ba4fc783ff2456ef402f29', 'mac_address': 'fa:16:3e:ef:4c:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acb12815-d60c-467e-bdb3-91637ce7ef57', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '034f5fdb-35dd-4818-bf23-310c7d7ad96a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:54:03Z', 'updated_at': '2022-03-07T16:54:08Z', 'revision_number': 4, 'project_id': 'ab07a00fc5ba4fc783ff2456ef402f29', 'subnets': [{'id': '034f5fdb-35dd-4818-bf23-310c7d7ad96a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:54:09.223042 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.plugin [None req-f9270fd2-8f52-4dbd-99c8-0bae96840fc1 None None] Current status of the port d4db572c-4ee9-4d75-b51e-4ca22859bed4 is: ACTIVE; New status is: ACTIVE {{(pid=119955) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:54:09.876206 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021703f7-bd17-4441-8c4f-605f84309b23 req-cac57ad8-9a72-43e0-b8df-4f93734e0552 tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:54:09.877759 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-021703f7-bd17-4441-8c4f-605f84309b23 req-cac57ad8-9a72-43e0-b8df-4f93734e0552 tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] 10.222.0.18 "GET /v2.0/ports?device_id=18b987a9-4ded-49ed-aef5-06d2d12e7d9b HTTP/1.1" status: 200 len: 945 time: 0.0580046 Mar 07 16:54:09.940482 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-021703f7-bd17-4441-8c4f-605f84309b23 req-c061be60-9586-4d55-9684-bc89f3e873db tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] 10.222.0.18 "GET /v2.0/security-groups?id=aeca2cc4-2657-4c4b-965e-0f9cde167a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533283 Mar 07 16:54:11.083942 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c52cb6f-e39c-4405-9243-96efaa20d94d req-93624f5f-b594-4215-8ac3-fb22c9297188 tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:54:11.085435 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-8c52cb6f-e39c-4405-9243-96efaa20d94d req-93624f5f-b594-4215-8ac3-fb22c9297188 tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] 10.222.0.18 "GET /v2.0/ports?device_id=18b987a9-4ded-49ed-aef5-06d2d12e7d9b HTTP/1.1" status: 200 len: 945 time: 0.0584185 Mar 07 16:54:11.136507 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-8c52cb6f-e39c-4405-9243-96efaa20d94d req-7221b66a-9dab-48a1-83cd-6760b7d0e189 tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] 10.222.0.18 "GET /v2.0/security-groups?id=aeca2cc4-2657-4c4b-965e-0f9cde167a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431864 Mar 07 16:54:11.244232 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.rpc [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Device d4db572c-4ee9-4d75-b51e-4ca22859bed4 up at agent ovs-agent-dv-cinder-804757-24-iscsi {{(pid=119955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:54:11.301336 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.provisioning_blocks [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Provisioning complete for port d4db572c-4ee9-4d75-b51e-4ca22859bed4 triggered by entity L2. {{(pid=119955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:54:11.301719 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8194280'] for port (d4db572c-4ee9-4d75-b51e-4ca22859bed4), provisioning_complete {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:11.376688 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.plugin [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Current status of the port d4db572c-4ee9-4d75-b51e-4ca22859bed4 is: ACTIVE; New status is: ACTIVE {{(pid=119955) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:54:12.268996 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bc8108-4f5a-452c-b9d7-68fac4b3237a req-c749ebe6-b7cd-485f-9879-b60b64e08c32 tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:54:12.270480 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-d8bc8108-4f5a-452c-b9d7-68fac4b3237a req-c749ebe6-b7cd-485f-9879-b60b64e08c32 tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] 10.222.0.18 "GET /v2.0/ports?device_id=18b987a9-4ded-49ed-aef5-06d2d12e7d9b HTTP/1.1" status: 200 len: 945 time: 0.0593114 Mar 07 16:54:12.316038 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-d8bc8108-4f5a-452c-b9d7-68fac4b3237a req-769c69ec-055e-45cb-8fb3-060e61097407 tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] 10.222.0.18 "GET /v2.0/security-groups?id=aeca2cc4-2657-4c4b-965e-0f9cde167a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397882 Mar 07 16:54:13.447679 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1466aa74-7f2e-43bf-b9f1-8cfd64606b02 req-3282a57f-64d8-4a29-a540-42467e26d62c tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:54:13.449248 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-1466aa74-7f2e-43bf-b9f1-8cfd64606b02 req-3282a57f-64d8-4a29-a540-42467e26d62c tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] 10.222.0.18 "GET /v2.0/ports?device_id=18b987a9-4ded-49ed-aef5-06d2d12e7d9b HTTP/1.1" status: 200 len: 945 time: 0.0549049 Mar 07 16:54:13.497914 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-1466aa74-7f2e-43bf-b9f1-8cfd64606b02 req-e880b63d-21ec-4ef8-9f99-268255afed0a tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] 10.222.0.18 "GET /v2.0/security-groups?id=aeca2cc4-2657-4c4b-965e-0f9cde167a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398676 Mar 07 16:54:13.528839 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.rpc [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Device 0ab78fc5-6088-4daf-96e4-9a5e5d0c0a02 no longer exists at agent hyperv_hv-cinder-80475 {{(pid=119955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:54:13.550117 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.plugin [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] No Port match for: 0ab78fc5-6088-4daf-96e4-9a5e5d0c0a02 {{(pid=119955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:54:13.550581 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.rpc [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Device 0ab78fc5-6088-4daf-96e4-9a5e5d0c0a02 not bound to the agent host hv-cinder-80475 {{(pid=119955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:54:14.617849 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6520d7a6-83d3-46dd-96e8-a5b1429739fc req-555081c2-53bf-47f7-8a22-fbbe407d886e tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:54:14.619299 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-6520d7a6-83d3-46dd-96e8-a5b1429739fc req-555081c2-53bf-47f7-8a22-fbbe407d886e tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] 10.222.0.18 "GET /v2.0/ports?device_id=18b987a9-4ded-49ed-aef5-06d2d12e7d9b HTTP/1.1" status: 200 len: 945 time: 0.0524104 Mar 07 16:54:14.667646 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-6520d7a6-83d3-46dd-96e8-a5b1429739fc req-50dd9aea-77c4-4c65-8530-8ceee98937f3 tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] 10.222.0.18 "GET /v2.0/security-groups?id=aeca2cc4-2657-4c4b-965e-0f9cde167a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426095 Mar 07 16:54:15.677960 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.wsgi [-] (119953) accepted ('10.222.0.18', 53122) {{(pid=119953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:54:15.793191 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9177913-e887-496e-aaa5-fa9ac0cc8a49 req-59faaa98-cfc1-433c-94bc-01b81340c32d tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:54:15.794616 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-c9177913-e887-496e-aaa5-fa9ac0cc8a49 req-59faaa98-cfc1-433c-94bc-01b81340c32d tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] 10.222.0.18 "GET /v2.0/ports?device_id=18b987a9-4ded-49ed-aef5-06d2d12e7d9b HTTP/1.1" status: 200 len: 945 time: 0.0588551 Mar 07 16:54:15.822461 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [None req-e6a53fd4-d1b5-43db-b12b-2e75832c0e29 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=25a9e1e991b344468178192ffd72952d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1428263 Mar 07 16:54:15.824893 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.wsgi [-] (119953) accepted ('10.222.0.18', 53130) {{(pid=119953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:54:15.851459 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-c9177913-e887-496e-aaa5-fa9ac0cc8a49 req-42e0fc60-5cbd-4967-b564-46b9781fa771 tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] 10.222.0.18 "GET /v2.0/security-groups?id=aeca2cc4-2657-4c4b-965e-0f9cde167a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503204 Mar 07 16:54:15.882578 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-232bb781-a424-4783-9801-e610042d2c13 admin admin] Publish callbacks [] for security_group (16096ecf-28b0-4442-aa4d-7c84b73311c4), before_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:15.903867 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-232bb781-a424-4783-9801-e610042d2c13 admin admin] Publish callbacks [] for security_group (16096ecf-28b0-4442-aa4d-7c84b73311c4), precommit_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:15.952920 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-232bb781-a424-4783-9801-e610042d2c13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543383'] for security_group (16096ecf-28b0-4442-aa4d-7c84b73311c4), after_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:15.955444 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-232bb781-a424-4783-9801-e610042d2c13 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:15.959238 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [None req-232bb781-a424-4783-9801-e610042d2c13 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/16096ecf-28b0-4442-aa4d-7c84b73311c4 HTTP/1.1" status: 204 len: 168 time: 0.1308601 Mar 07 16:54:15.968622 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232bb781-a424-4783-9801-e610042d2c13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16096ecf-28b0-4442-aa4d-7c84b73311c4,revision_number=None']} {{(pid=119953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:54:16.971389 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6d5d15-8cf2-42bd-ad07-8f0dc766b14a req-dae0f359-26d7-45d4-8c78-ace590203f66 tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:54:16.972907 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-ec6d5d15-8cf2-42bd-ad07-8f0dc766b14a req-dae0f359-26d7-45d4-8c78-ace590203f66 tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] 10.222.0.18 "GET /v2.0/ports?device_id=18b987a9-4ded-49ed-aef5-06d2d12e7d9b HTTP/1.1" status: 200 len: 945 time: 0.0529203 Mar 07 16:54:17.030059 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-ec6d5d15-8cf2-42bd-ad07-8f0dc766b14a req-319382e1-0d6b-4700-9edd-db376abff809 tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] 10.222.0.18 "GET /v2.0/security-groups?id=aeca2cc4-2657-4c4b-965e-0f9cde167a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447247 Mar 07 16:54:17.160465 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-fb0c0389-32df-4932-a047-ffd02538f026 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194190'] for agent (85f07778-81ef-4888-a2e3-51ae57b6426a), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:18.152907 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ab6ec8-75e6-4e24-bc32-6573c46d5c15 req-c6f4219f-79e2-4697-8a0c-5f9f9026dcce tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:54:18.154227 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-a5ab6ec8-75e6-4e24-bc32-6573c46d5c15 req-c6f4219f-79e2-4697-8a0c-5f9f9026dcce tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] 10.222.0.18 "GET /v2.0/ports?device_id=18b987a9-4ded-49ed-aef5-06d2d12e7d9b HTTP/1.1" status: 200 len: 945 time: 0.0523221 Mar 07 16:54:18.212358 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-a5ab6ec8-75e6-4e24-bc32-6573c46d5c15 req-7f5ea71d-8c99-4e7c-83cd-f7e3ca8e4670 tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] 10.222.0.18 "GET /v2.0/security-groups?id=aeca2cc4-2657-4c4b-965e-0f9cde167a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518448 Mar 07 16:54:19.327737 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcd8a5e-ff11-4c23-8f21-a49fef5aab7c req-5545376b-f7f9-4cd8-a2bf-4298e56a889a tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:54:19.329271 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-0bcd8a5e-ff11-4c23-8f21-a49fef5aab7c req-5545376b-f7f9-4cd8-a2bf-4298e56a889a tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] 10.222.0.18 "GET /v2.0/ports?device_id=18b987a9-4ded-49ed-aef5-06d2d12e7d9b HTTP/1.1" status: 200 len: 945 time: 0.0547078 Mar 07 16:54:19.374167 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-4c3a4a27-7d72-4eb2-98d8-d748801466c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194190'] for agent (4cbb3502-d72e-4663-b57e-51d645794085), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:19.384588 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-0bcd8a5e-ff11-4c23-8f21-a49fef5aab7c req-06612550-d1f1-4394-8492-507869ece407 tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] 10.222.0.18 "GET /v2.0/security-groups?id=aeca2cc4-2657-4c4b-965e-0f9cde167a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496502 Mar 07 16:54:20.500600 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-ad94e2ed-e0a8-44ae-a5ff-cf9ca5ab0e17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194190'] for agent (82ccd293-b7fb-4417-a581-186a4d7e9931), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:20.507151 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62400cb1-70f5-4de8-8a59-43189b188e46 req-cde1e267-e0c8-4954-903e-41e33dd3d877 tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:54:20.508656 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-62400cb1-70f5-4de8-8a59-43189b188e46 req-cde1e267-e0c8-4954-903e-41e33dd3d877 tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] 10.222.0.18 "GET /v2.0/ports?device_id=18b987a9-4ded-49ed-aef5-06d2d12e7d9b HTTP/1.1" status: 200 len: 945 time: 0.0576303 Mar 07 16:54:20.556084 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-62400cb1-70f5-4de8-8a59-43189b188e46 req-fb1e81c7-eb5a-4115-88af-1f831e9e0790 tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] 10.222.0.18 "GET /v2.0/security-groups?id=aeca2cc4-2657-4c4b-965e-0f9cde167a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417728 Mar 07 16:54:21.677235 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb35f9b-b16e-4489-9839-e6c99946cade req-9bed8d4a-28bc-4332-a874-1e4cc1eb0632 tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:54:21.681170 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-fcb35f9b-b16e-4489-9839-e6c99946cade req-9bed8d4a-28bc-4332-a874-1e4cc1eb0632 tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] 10.222.0.18 "GET /v2.0/ports?device_id=18b987a9-4ded-49ed-aef5-06d2d12e7d9b HTTP/1.1" status: 200 len: 945 time: 0.0552115 Mar 07 16:54:21.730807 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-fcb35f9b-b16e-4489-9839-e6c99946cade req-1a49a243-1c35-4e10-8714-76e83f68924a tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] 10.222.0.18 "GET /v2.0/security-groups?id=aeca2cc4-2657-4c4b-965e-0f9cde167a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431001 Mar 07 16:54:22.067390 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8164124b-32c2-48b4-a896-1b76a2f4fb85 req-a0e2e8e0-c4c0-4b37-adc2-4ac32f41962c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:54:22.068941 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-8164124b-32c2-48b4-a896-1b76a2f4fb85 req-a0e2e8e0-c4c0-4b37-adc2-4ac32f41962c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=fb0f78d7968f4bf1aee503f8e1cfe0f0&device_id=18b987a9-4ded-49ed-aef5-06d2d12e7d9b HTTP/1.1" status: 200 len: 1129 time: 0.0456297 Mar 07 16:54:22.126569 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-0d1b32c5-0803-4391-a623-fc098c7d5199 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194190'] for agent (8123e327-866e-42b5-856f-55ddd9e9e5b2), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:22.181031 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8164124b-32c2-48b4-a896-1b76a2f4fb85 req-58b40b96-62af-498a-8f50-ad5c7a8112bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:54:22.183986 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-8164124b-32c2-48b4-a896-1b76a2f4fb85 req-58b40b96-62af-498a-8f50-ad5c7a8112bf service neutron] 10.222.0.66 "GET /v2.0/networks?id=80a2c60b-59e3-4807-9654-13174f656625 HTTP/1.1" status: 200 len: 920 time: 0.0945621 Mar 07 16:54:22.225198 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-8164124b-32c2-48b4-a896-1b76a2f4fb85 req-dd90fc9c-384f-4cc3-8f28-dafc5aed4adb service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1a817d53-6064-4f5e-96ff-067caa362090 HTTP/1.1" status: 200 len: 217 time: 0.0348670 Mar 07 16:54:22.278939 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8164124b-32c2-48b4-a896-1b76a2f4fb85 req-ed195d4c-4eeb-4cf4-a388-86e8a0bf84a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:54:22.280421 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-8164124b-32c2-48b4-a896-1b76a2f4fb85 req-ed195d4c-4eeb-4cf4-a388-86e8a0bf84a8 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=da018b7d-c800-4987-80e6-c869339f7229 HTTP/1.1" status: 200 len: 859 time: 0.0468903 Mar 07 16:54:22.313949 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-8164124b-32c2-48b4-a896-1b76a2f4fb85 req-7942d9d6-9962-4b9c-9e04-8d9bfd088805 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=80a2c60b-59e3-4807-9654-13174f656625&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253966 Mar 07 16:54:22.407085 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-8164124b-32c2-48b4-a896-1b76a2f4fb85 req-7f48e168-9413-4c0b-9a6a-060f454ce171 service neutron] 10.222.0.66 "GET /v2.0/networks/80a2c60b-59e3-4807-9654-13174f656625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859199 Mar 07 16:54:22.510693 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-8164124b-32c2-48b4-a896-1b76a2f4fb85 req-8a395f37-4756-41a7-97cd-a693cf371cda service neutron] 10.222.0.66 "GET /v2.0/networks/80a2c60b-59e3-4807-9654-13174f656625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970240 Mar 07 16:54:22.789787 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.wsgi [-] (119954) accepted ('10.222.0.18', 53296) {{(pid=119954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:54:22.851326 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cf25bd-09ee-4e96-870f-49f1fc42ca2b req-7abda2a4-ac97-4581-b575-7844280382c6 tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:54:22.852876 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-77cf25bd-09ee-4e96-870f-49f1fc42ca2b req-7abda2a4-ac97-4581-b575-7844280382c6 tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] 10.222.0.18 "GET /v2.0/ports?device_id=18b987a9-4ded-49ed-aef5-06d2d12e7d9b HTTP/1.1" status: 200 len: 945 time: 0.0521765 Mar 07 16:54:22.901657 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-de8fa0c8-37b3-44cd-92ec-39b118557bde admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:22.901941 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-77cf25bd-09ee-4e96-870f-49f1fc42ca2b req-4637544b-56e3-43e0-baa0-2f97362eb603 tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] 10.222.0.18 "GET /v2.0/security-groups?id=aeca2cc4-2657-4c4b-965e-0f9cde167a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434198 Mar 07 16:54:22.973613 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-de8fa0c8-37b3-44cd-92ec-39b118557bde admin admin] Publish callbacks [] for security_group (2aaea851-df1b-4caa-b690-8226bc1c63bb), precommit_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:22.978491 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-de8fa0c8-37b3-44cd-92ec-39b118557bde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543383'] for security_group (2aaea851-df1b-4caa-b690-8226bc1c63bb), after_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:23.020841 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [None req-de8fa0c8-37b3-44cd-92ec-39b118557bde admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f2f4e7d7749b4b36a29826e730b99289&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2298155 Mar 07 16:54:23.021716 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8fa0c8-37b3-44cd-92ec-39b118557bde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2aaea851-df1b-4caa-b690-8226bc1c63bb,revision_number=1']} {{(pid=119954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:54:23.024164 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.wsgi [-] (119953) accepted ('10.222.0.18', 53304) {{(pid=119953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:54:23.029222 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8fa0c8-37b3-44cd-92ec-39b118557bde admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:54:23.029523 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8fa0c8-37b3-44cd-92ec-39b118557bde admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:54:23.029898 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8fa0c8-37b3-44cd-92ec-39b118557bde admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:54:23.030235 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8fa0c8-37b3-44cd-92ec-39b118557bde admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:54:23.030571 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8fa0c8-37b3-44cd-92ec-39b118557bde admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:54:23.030879 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8fa0c8-37b3-44cd-92ec-39b118557bde admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:54:23.031200 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8fa0c8-37b3-44cd-92ec-39b118557bde admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:54:23.032317 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8fa0c8-37b3-44cd-92ec-39b118557bde admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:54:23.032659 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8fa0c8-37b3-44cd-92ec-39b118557bde admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:54:23.033467 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8fa0c8-37b3-44cd-92ec-39b118557bde admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:54:23.033875 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8fa0c8-37b3-44cd-92ec-39b118557bde admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:54:23.034208 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8fa0c8-37b3-44cd-92ec-39b118557bde admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:54:23.034549 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8fa0c8-37b3-44cd-92ec-39b118557bde admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:54:23.084645 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-a6ffb72f-4443-4920-a88b-0a4fe957d45b admin admin] Publish callbacks [] for security_group (2aaea851-df1b-4caa-b690-8226bc1c63bb), before_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:23.107222 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-a6ffb72f-4443-4920-a88b-0a4fe957d45b admin admin] Publish callbacks [] for security_group (2aaea851-df1b-4caa-b690-8226bc1c63bb), precommit_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:23.156207 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-a6ffb72f-4443-4920-a88b-0a4fe957d45b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543383'] for security_group (2aaea851-df1b-4caa-b690-8226bc1c63bb), after_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:23.158945 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-a6ffb72f-4443-4920-a88b-0a4fe957d45b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:23.160447 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [None req-a6ffb72f-4443-4920-a88b-0a4fe957d45b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2aaea851-df1b-4caa-b690-8226bc1c63bb HTTP/1.1" status: 204 len: 168 time: 0.1349542 Mar 07 16:54:23.176145 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ffb72f-4443-4920-a88b-0a4fe957d45b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2aaea851-df1b-4caa-b690-8226bc1c63bb,revision_number=None']} {{(pid=119953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:54:23.190997 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ffb72f-4443-4920-a88b-0a4fe957d45b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:54:23.192384 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ffb72f-4443-4920-a88b-0a4fe957d45b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:54:23.193112 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ffb72f-4443-4920-a88b-0a4fe957d45b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:54:23.193593 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ffb72f-4443-4920-a88b-0a4fe957d45b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:54:23.194232 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ffb72f-4443-4920-a88b-0a4fe957d45b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:54:23.194827 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ffb72f-4443-4920-a88b-0a4fe957d45b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:54:23.195701 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ffb72f-4443-4920-a88b-0a4fe957d45b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:54:23.196209 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ffb72f-4443-4920-a88b-0a4fe957d45b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:54:23.196678 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ffb72f-4443-4920-a88b-0a4fe957d45b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:54:23.197214 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ffb72f-4443-4920-a88b-0a4fe957d45b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:54:23.198008 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ffb72f-4443-4920-a88b-0a4fe957d45b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:54:23.198498 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ffb72f-4443-4920-a88b-0a4fe957d45b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:54:23.199855 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ffb72f-4443-4920-a88b-0a4fe957d45b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:54:23.226622 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.wsgi [-] (119954) accepted ('10.222.0.18', 53312) {{(pid=119954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:54:23.334451 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-cbb13178-f470-40bf-aabf-9d7988f70b62 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:23.414923 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-cbb13178-f470-40bf-aabf-9d7988f70b62 admin admin] Publish callbacks [] for security_group (c4b1d7e2-ba63-4393-b27c-dd0cff309522), precommit_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:23.420657 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-cbb13178-f470-40bf-aabf-9d7988f70b62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543383'] for security_group (c4b1d7e2-ba63-4393-b27c-dd0cff309522), after_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:23.461531 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [None req-cbb13178-f470-40bf-aabf-9d7988f70b62 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2e50fe0b79914702a5fa57b0c8c63b3d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2337811 Mar 07 16:54:23.462521 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb13178-f470-40bf-aabf-9d7988f70b62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4b1d7e2-ba63-4393-b27c-dd0cff309522,revision_number=1']} {{(pid=119954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:54:23.464234 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.wsgi [-] (119953) accepted ('10.222.0.18', 53318) {{(pid=119953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:54:23.496855 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194190'] for agent (3df9d949-03e8-46c4-b37f-6f8a21aeab22), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:23.549444 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-e62505cf-8956-4794-bee3-63c9f6f87d85 admin admin] Publish callbacks [] for security_group (c4b1d7e2-ba63-4393-b27c-dd0cff309522), before_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:23.574053 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-e62505cf-8956-4794-bee3-63c9f6f87d85 admin admin] Publish callbacks [] for security_group (c4b1d7e2-ba63-4393-b27c-dd0cff309522), precommit_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:23.626327 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-e62505cf-8956-4794-bee3-63c9f6f87d85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543383'] for security_group (c4b1d7e2-ba63-4393-b27c-dd0cff309522), after_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:23.629848 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-e62505cf-8956-4794-bee3-63c9f6f87d85 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:23.631414 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [None req-e62505cf-8956-4794-bee3-63c9f6f87d85 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c4b1d7e2-ba63-4393-b27c-dd0cff309522 HTTP/1.1" status: 204 len: 168 time: 0.1653271 Mar 07 16:54:23.644957 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62505cf-8956-4794-bee3-63c9f6f87d85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4b1d7e2-ba63-4393-b27c-dd0cff309522,revision_number=None']} {{(pid=119953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:54:24.024406 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909280bd-9028-4a3e-b0b7-aca3eb55ad46 req-ca995f5d-1809-4496-92de-c24a605fe9d5 tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:54:24.026092 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-909280bd-9028-4a3e-b0b7-aca3eb55ad46 req-ca995f5d-1809-4496-92de-c24a605fe9d5 tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] 10.222.0.18 "GET /v2.0/ports?device_id=18b987a9-4ded-49ed-aef5-06d2d12e7d9b HTTP/1.1" status: 200 len: 945 time: 0.0513573 Mar 07 16:54:24.073450 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-909280bd-9028-4a3e-b0b7-aca3eb55ad46 req-584d1d80-41f6-44ce-8d38-9a21c8345959 tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] 10.222.0.18 "GET /v2.0/security-groups?id=aeca2cc4-2657-4c4b-965e-0f9cde167a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419228 Mar 07 16:54:24.169385 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194190'] for agent (152bcc15-84f4-40a7-afe1-c30bc7269f8a), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:25.208916 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3073b82a-6785-4211-bf0a-27c895690b1d req-938f080a-5c77-445e-a2a4-dc19d2b7a25f tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:54:25.210390 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-3073b82a-6785-4211-bf0a-27c895690b1d req-938f080a-5c77-445e-a2a4-dc19d2b7a25f tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] 10.222.0.18 "GET /v2.0/ports?device_id=18b987a9-4ded-49ed-aef5-06d2d12e7d9b HTTP/1.1" status: 200 len: 945 time: 0.0554023 Mar 07 16:54:25.258095 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-3073b82a-6785-4211-bf0a-27c895690b1d req-55b6f138-a1ac-4c04-87e6-eb09030550bf tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] 10.222.0.18 "GET /v2.0/security-groups?id=aeca2cc4-2657-4c4b-965e-0f9cde167a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397685 Mar 07 16:54:26.397104 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b7fabe-39d3-46c1-a254-fc86bfcb0a9b req-49999f50-8322-42be-b9a7-64096e75b763 tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:54:26.398672 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-d7b7fabe-39d3-46c1-a254-fc86bfcb0a9b req-49999f50-8322-42be-b9a7-64096e75b763 tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] 10.222.0.18 "GET /v2.0/ports?device_id=18b987a9-4ded-49ed-aef5-06d2d12e7d9b HTTP/1.1" status: 200 len: 945 time: 0.0644007 Mar 07 16:54:26.450266 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-d7b7fabe-39d3-46c1-a254-fc86bfcb0a9b req-4f740ea5-a52d-4441-aee2-f5242d3abcdb tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] 10.222.0.18 "GET /v2.0/security-groups?id=aeca2cc4-2657-4c4b-965e-0f9cde167a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450542 Mar 07 16:54:27.581538 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ad3797-6187-45f9-aef3-5a9e88d2cd25 req-96419435-abad-4764-964a-4c06941d6f56 tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:54:27.583018 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-99ad3797-6187-45f9-aef3-5a9e88d2cd25 req-96419435-abad-4764-964a-4c06941d6f56 tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] 10.222.0.18 "GET /v2.0/ports?device_id=18b987a9-4ded-49ed-aef5-06d2d12e7d9b HTTP/1.1" status: 200 len: 945 time: 0.0535147 Mar 07 16:54:27.630569 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-99ad3797-6187-45f9-aef3-5a9e88d2cd25 req-72ce372f-484e-46db-b582-d105865567eb tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] 10.222.0.18 "GET /v2.0/security-groups?id=aeca2cc4-2657-4c4b-965e-0f9cde167a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418704 Mar 07 16:54:28.756711 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f095bd-1df8-4b45-8eb2-850f7e81e028 req-d691ee36-59bc-43e0-8add-0b8e650d48b2 tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:54:28.758197 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-56f095bd-1df8-4b45-8eb2-850f7e81e028 req-d691ee36-59bc-43e0-8add-0b8e650d48b2 tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] 10.222.0.18 "GET /v2.0/ports?device_id=18b987a9-4ded-49ed-aef5-06d2d12e7d9b HTTP/1.1" status: 200 len: 945 time: 0.0517163 Mar 07 16:54:28.807126 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-56f095bd-1df8-4b45-8eb2-850f7e81e028 req-a2dd800b-f5b8-46aa-af48-418b6ffa6cd4 tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] 10.222.0.18 "GET /v2.0/security-groups?id=aeca2cc4-2657-4c4b-965e-0f9cde167a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432529 Mar 07 16:54:29.930430 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b78b6e-dcaa-4cfa-bb34-148a9ef9b39a req-eb2af345-64aa-4816-9e7d-dfb4578345bb tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:54:29.931950 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-75b78b6e-dcaa-4cfa-bb34-148a9ef9b39a req-eb2af345-64aa-4816-9e7d-dfb4578345bb tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] 10.222.0.18 "GET /v2.0/ports?device_id=18b987a9-4ded-49ed-aef5-06d2d12e7d9b HTTP/1.1" status: 200 len: 945 time: 0.0569930 Mar 07 16:54:29.990532 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-75b78b6e-dcaa-4cfa-bb34-148a9ef9b39a req-017e35ae-d7e6-4d8e-9806-326e07391af7 tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] 10.222.0.18 "GET /v2.0/security-groups?id=aeca2cc4-2657-4c4b-965e-0f9cde167a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516527 Mar 07 16:54:31.126623 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02285865-5de8-4909-9ffa-98733b79df1e req-3195af54-c3fb-4d7f-abd2-c73ed98aec98 tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:54:31.128162 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-02285865-5de8-4909-9ffa-98733b79df1e req-3195af54-c3fb-4d7f-abd2-c73ed98aec98 tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] 10.222.0.18 "GET /v2.0/ports?device_id=18b987a9-4ded-49ed-aef5-06d2d12e7d9b HTTP/1.1" status: 200 len: 945 time: 0.0684173 Mar 07 16:54:31.180624 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-02285865-5de8-4909-9ffa-98733b79df1e req-5e9a4a3a-c308-43d5-b91e-f1ac4d092845 tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] 10.222.0.18 "GET /v2.0/security-groups?id=aeca2cc4-2657-4c4b-965e-0f9cde167a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464175 Mar 07 16:54:32.298385 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d130348-30de-4e62-95ef-bc6129f1a4ce req-8bf5a97b-51d1-4c71-be5d-a733554686bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:54:32.300672 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-5d130348-30de-4e62-95ef-bc6129f1a4ce req-8bf5a97b-51d1-4c71-be5d-a733554686bf service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=18b987a9-4ded-49ed-aef5-06d2d12e7d9b HTTP/1.1" status: 200 len: 1129 time: 0.0505862 Mar 07 16:54:32.303612 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d983673-0b69-41c5-975b-acd2ee30362a req-ee3d67c8-a236-4d60-ad1f-e4b428e25040 tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:54:32.306230 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-6d983673-0b69-41c5-975b-acd2ee30362a req-ee3d67c8-a236-4d60-ad1f-e4b428e25040 tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] 10.222.0.18 "GET /v2.0/ports?device_id=18b987a9-4ded-49ed-aef5-06d2d12e7d9b HTTP/1.1" status: 200 len: 945 time: 0.0534525 Mar 07 16:54:32.360669 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-6d983673-0b69-41c5-975b-acd2ee30362a req-4988f914-90bb-474f-a208-a354f2b7d3fa tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] 10.222.0.18 "GET /v2.0/security-groups?id=aeca2cc4-2657-4c4b-965e-0f9cde167a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478821 Mar 07 16:54:32.363992 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-5d130348-30de-4e62-95ef-bc6129f1a4ce req-92d03ed9-9b1a-48a8-8338-c21f8d4eb789 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=aeca2cc4-2657-4c4b-965e-0f9cde167a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512381 Mar 07 16:54:32.471469 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3a0a5f-c6a9-4624-ab51-f0f05d5bdd5c req-cfcbb6f9-72fc-47c2-ad97-e28bde8eac14 tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:54:32.472996 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-9a3a0a5f-c6a9-4624-ab51-f0f05d5bdd5c req-cfcbb6f9-72fc-47c2-ad97-e28bde8eac14 tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] 10.222.0.18 "GET /v2.0/ports?device_id=301c6e16-505b-48af-a5b0-796dee2d11cd HTTP/1.1" status: 200 len: 945 time: 0.0533175 Mar 07 16:54:32.525760 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-9a3a0a5f-c6a9-4624-ab51-f0f05d5bdd5c req-447ea438-de71-4894-ad03-decb37ed065c tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] 10.222.0.18 "GET /v2.0/security-groups?id=60218460-59f4-4e1f-8c5b-28b25250067c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468805 Mar 07 16:54:32.570532 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.wsgi [-] (119954) accepted ('10.222.0.18', 53538) {{(pid=119954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:54:32.680358 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-0a7f4513-4a4f-4767-8de4-e9e4ab745f80 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:32.755991 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-0a7f4513-4a4f-4767-8de4-e9e4ab745f80 admin admin] Publish callbacks [] for security_group (8e3788f7-f9ac-41cd-b121-eac2ac77ef86), precommit_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:32.761059 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-0a7f4513-4a4f-4767-8de4-e9e4ab745f80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543383'] for security_group (8e3788f7-f9ac-41cd-b121-eac2ac77ef86), after_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:32.804509 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [None req-0a7f4513-4a4f-4767-8de4-e9e4ab745f80 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1a9f8b84ae3e4d83982c08644ebb7d24&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2307057 Mar 07 16:54:32.804509 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7f4513-4a4f-4767-8de4-e9e4ab745f80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e3788f7-f9ac-41cd-b121-eac2ac77ef86,revision_number=1']} {{(pid=119954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:54:32.806243 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.wsgi [-] (119953) accepted ('10.222.0.18', 53548) {{(pid=119953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:54:32.865039 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-1363ed90-ea95-4583-ab0a-9be2bcc0020b admin admin] Publish callbacks [] for security_group (8e3788f7-f9ac-41cd-b121-eac2ac77ef86), before_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:32.887228 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-1363ed90-ea95-4583-ab0a-9be2bcc0020b admin admin] Publish callbacks [] for security_group (8e3788f7-f9ac-41cd-b121-eac2ac77ef86), precommit_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:32.934548 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-1363ed90-ea95-4583-ab0a-9be2bcc0020b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543383'] for security_group (8e3788f7-f9ac-41cd-b121-eac2ac77ef86), after_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:32.938392 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-1363ed90-ea95-4583-ab0a-9be2bcc0020b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:32.939974 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [None req-1363ed90-ea95-4583-ab0a-9be2bcc0020b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8e3788f7-f9ac-41cd-b121-eac2ac77ef86 HTTP/1.1" status: 204 len: 168 time: 0.1321733 Mar 07 16:54:32.947970 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1363ed90-ea95-4583-ab0a-9be2bcc0020b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e3788f7-f9ac-41cd-b121-eac2ac77ef86,revision_number=None']} {{(pid=119953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:54:33.504196 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae86ede9-0008-4b61-932e-9835ddcab82c req-571baf87-ed45-46c2-9ea5-ba8c843308ca tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:54:33.511614 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-ae86ede9-0008-4b61-932e-9835ddcab82c req-571baf87-ed45-46c2-9ea5-ba8c843308ca tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] 10.222.0.18 "GET /v2.0/ports?device_id=18b987a9-4ded-49ed-aef5-06d2d12e7d9b HTTP/1.1" status: 200 len: 945 time: 0.0821314 Mar 07 16:54:33.559299 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-ae86ede9-0008-4b61-932e-9835ddcab82c req-4b376352-8661-422b-9dbf-b3fe7dd95501 tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] 10.222.0.18 "GET /v2.0/security-groups?id=aeca2cc4-2657-4c4b-965e-0f9cde167a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467753 Mar 07 16:54:33.617806 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.wsgi [-] (119953) accepted ('10.222.0.18', 53594) {{(pid=119953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:54:33.629561 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0725a4ae-09c5-414d-bfb5-78c1c91ef4b1 req-c72e47fc-1e15-4135-808a-da827f26a1b7 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:54:33.631211 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-0725a4ae-09c5-414d-bfb5-78c1c91ef4b1 req-c72e47fc-1e15-4135-808a-da827f26a1b7 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] 10.222.0.18 "GET /v2.0/ports?device_id=2231807d-5256-4035-968e-56509c3eb6cc HTTP/1.1" status: 200 len: 945 time: 0.0641062 Mar 07 16:54:33.702993 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-0725a4ae-09c5-414d-bfb5-78c1c91ef4b1 req-37c42c11-edef-4690-bfc8-3ac585f19b38 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] 10.222.0.18 "GET /v2.0/security-groups?id=91de0b44-8849-4808-9a38-820e64d88ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529695 Mar 07 16:54:33.704923 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd929ba8-3e82-4e66-8d59-5ab89d421e5f req-f4e10d44-9804-4198-b76f-cefa7fd230cf tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:54:33.713563 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-cd929ba8-3e82-4e66-8d59-5ab89d421e5f req-f4e10d44-9804-4198-b76f-cefa7fd230cf tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] 10.222.0.18 "GET /v2.0/ports?device_id=301c6e16-505b-48af-a5b0-796dee2d11cd HTTP/1.1" status: 200 len: 945 time: 0.0661185 Mar 07 16:54:33.736243 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.v2.base [None req-b11ac4c6-a5a2-4276-8a94-5143f81c9c67 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-153388820-network', 'tenant_id': '03c1865431ea45eb847bd0ca745675d6'}} {{(pid=119953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:54:33.770309 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b11ac4c6-a5a2-4276-8a94-5143f81c9c67 admin admin] Made reservation on behalf of 03c1865431ea45eb847bd0ca745675d6 for: {'network': 1} {{(pid=119953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:54:33.772703 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-b11ac4c6-a5a2-4276-8a94-5143f81c9c67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8385759'] for network (None), before_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:33.784187 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-cd929ba8-3e82-4e66-8d59-5ab89d421e5f req-51c37fd9-2b42-4156-a408-de700945837b tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] 10.222.0.18 "GET /v2.0/security-groups?id=60218460-59f4-4e1f-8c5b-28b25250067c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698249 Mar 07 16:54:33.784929 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-b11ac4c6-a5a2-4276-8a94-5143f81c9c67 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:33.862374 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-b11ac4c6-a5a2-4276-8a94-5143f81c9c67 admin admin] Publish callbacks [] for security_group (53f73a85-3bd3-48ad-bc38-ae336da77528), precommit_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:33.867353 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-b11ac4c6-a5a2-4276-8a94-5143f81c9c67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543383'] for security_group (53f73a85-3bd3-48ad-bc38-ae336da77528), after_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:33.894369 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b11ac4c6-a5a2-4276-8a94-5143f81c9c67 admin admin] vlan segment allocate from pool success with {'vlan_id': 871, 'physical_network': 'physnet1'} {{(pid=119953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 16:54:33.904028 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11ac4c6-a5a2-4276-8a94-5143f81c9c67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53f73a85-3bd3-48ad-bc38-ae336da77528,revision_number=1']} {{(pid=119953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:54:33.906941 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-b11ac4c6-a5a2-4276-8a94-5143f81c9c67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8315985'] for segment (63bbc091-78b2-42e4-b626-ef66d3602746), precommit_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:33.907278 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.db.segments_db [None req-b11ac4c6-a5a2-4276-8a94-5143f81c9c67 admin admin] Added segment 63bbc091-78b2-42e4-b626-ef66d3602746 of type vlan for network 3c58d676-f872-4af0-8e9e-07accb98dac0 Mar 07 16:54:33.965803 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-b11ac4c6-a5a2-4276-8a94-5143f81c9c67 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754346284054'] for network (3c58d676-f872-4af0-8e9e-07accb98dac0), precommit_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:33.993051 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-b11ac4c6-a5a2-4276-8a94-5143f81c9c67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917'] for network (3c58d676-f872-4af0-8e9e-07accb98dac0), after_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:33.994023 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b11ac4c6-a5a2-4276-8a94-5143f81c9c67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:54:33.994591 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-b11ac4c6-a5a2-4276-8a94-5143f81c9c67 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550935'] for network (None), before_response {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:34.029027 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [None req-b11ac4c6-a5a2-4276-8a94-5143f81c9c67 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4100564 Mar 07 16:54:34.032035 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.wsgi [-] (119954) accepted ('10.222.0.18', 53608) {{(pid=119954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:54:34.038283 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.v2.base [None req-00101ce1-c665-4cc0-ba91-e6ffb1c3a2a8 admin admin] Request body: {'subnet': {'network_id': '3c58d676-f872-4af0-8e9e-07accb98dac0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-153388820-subnet', 'tenant_id': '03c1865431ea45eb847bd0ca745675d6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=119954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:54:34.056908 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00101ce1-c665-4cc0-ba91-e6ffb1c3a2a8 admin admin] Made reservation on behalf of 03c1865431ea45eb847bd0ca745675d6 for: {'subnet': 1} {{(pid=119954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:54:34.059477 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-00101ce1-c665-4cc0-ba91-e6ffb1c3a2a8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3854018'] for subnet (None), before_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:34.061494 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11ac4c6-a5a2-4276-8a94-5143f81c9c67 admin admin] Pushing event updated for resources: {'Network': ['ID=3c58d676-f872-4af0-8e9e-07accb98dac0,revision_number=1']} {{(pid=119953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:54:34.072186 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.rpc [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Network 3c58d676-f872-4af0-8e9e-07accb98dac0 details requested by agent ovs-agent-dv-cinder-804757-24-iscsi with host dv-cinder-804757-24-iscsi {{(pid=119955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 16:54:34.227059 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-00101ce1-c665-4cc0-ba91-e6ffb1c3a2a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3211370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3854044'] for subnet (dcf8292a-8420-4649-91f6-9e1fe40f1845), after_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:34.272528 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00101ce1-c665-4cc0-ba91-e6ffb1c3a2a8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dcf8292a-8420-4649-91f6-9e1fe40f1845,revision_number=0']} {{(pid=119954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:54:34.287625 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00101ce1-c665-4cc0-ba91-e6ffb1c3a2a8 admin admin] Checking segment: {'id': '63bbc091-78b2-42e4-b626-ef66d3602746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '3c58d676-f872-4af0-8e9e-07accb98dac0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:54:34.288053 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00101ce1-c665-4cc0-ba91-e6ffb1c3a2a8 admin admin] Network hostable DHCP agents. Network: 3c58d676-f872-4af0-8e9e-07accb98dac0, hostable agents: ['85f07778-81ef-4888-a2e3-51ae57b6426a'], hosted agents: [] {{(pid=119954) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 16:54:34.306364 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00101ce1-c665-4cc0-ba91-e6ffb1c3a2a8 admin admin] Network 3c58d676-f872-4af0-8e9e-07accb98dac0 is scheduled to be hosted by DHCP agent 85f07778-81ef-4888-a2e3-51ae57b6426a with binding_index 1 {{(pid=119954) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 16:54:34.316533 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.scheduler.base_scheduler [None req-00101ce1-c665-4cc0-ba91-e6ffb1c3a2a8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804757-24-iscsi, 3c58d676-f872-4af0-8e9e-07accb98dac0) {{(pid=119954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:54:34.320604 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00101ce1-c665-4cc0-ba91-e6ffb1c3a2a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:54:34.321192 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-00101ce1-c665-4cc0-ba91-e6ffb1c3a2a8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:34.325990 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61d395dc-9570-4076-aa94-4680cb0cbba8 None None] Network 3c58d676-f872-4af0-8e9e-07accb98dac0 requested from dv-cinder-804757-24-iscsi {{(pid=119955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:54:34.339527 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [None req-00101ce1-c665-4cc0-ba91-e6ffb1c3a2a8 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3063145 Mar 07 16:54:34.432311 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32f248e6-86d5-4424-a475-69eb0f92e511 None None] Network 3c58d676-f872-4af0-8e9e-07accb98dac0 requested from dv-cinder-804757-24-iscsi {{(pid=119955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:54:34.696332 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f85988-e2fd-4dfa-9890-4cc7edf6f307 req-05e9dbcd-8107-4b1b-afcc-c3f4ebe675d9 tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:54:34.697818 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-38f85988-e2fd-4dfa-9890-4cc7edf6f307 req-05e9dbcd-8107-4b1b-afcc-c3f4ebe675d9 tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] 10.222.0.18 "GET /v2.0/ports?device_id=18b987a9-4ded-49ed-aef5-06d2d12e7d9b HTTP/1.1" status: 200 len: 945 time: 0.0578148 Mar 07 16:54:34.761780 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-38f85988-e2fd-4dfa-9890-4cc7edf6f307 req-7d0ad6d8-b819-4882-a226-88977b3b0693 tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] 10.222.0.18 "GET /v2.0/security-groups?id=aeca2cc4-2657-4c4b-965e-0f9cde167a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579834 Mar 07 16:54:34.846538 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5cead3-0798-433d-a828-3cd68a3843fb req-0fd320fb-9461-4bbe-994c-13e1eb8dc995 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:54:34.848260 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-aa5cead3-0798-433d-a828-3cd68a3843fb req-0fd320fb-9461-4bbe-994c-13e1eb8dc995 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] 10.222.0.18 "GET /v2.0/ports?device_id=2231807d-5256-4035-968e-56509c3eb6cc HTTP/1.1" status: 200 len: 945 time: 0.0698087 Mar 07 16:54:34.916609 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-aa5cead3-0798-433d-a828-3cd68a3843fb req-f1f8dd71-d285-4348-8c37-f988bfdadcbb tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] 10.222.0.18 "GET /v2.0/security-groups?id=91de0b44-8849-4808-9a38-820e64d88ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606821 Mar 07 16:54:34.963454 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bb5f80-9390-4511-8c5c-e62e1d3bb05f req-24cb173d-ab3d-4e3a-bb8a-c211ad05d75e tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:54:34.964975 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-b0bb5f80-9390-4511-8c5c-e62e1d3bb05f req-24cb173d-ab3d-4e3a-bb8a-c211ad05d75e tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] 10.222.0.18 "GET /v2.0/ports?device_id=301c6e16-505b-48af-a5b0-796dee2d11cd HTTP/1.1" status: 200 len: 945 time: 0.0663490 Mar 07 16:54:35.017588 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-b0bb5f80-9390-4511-8c5c-e62e1d3bb05f req-00810dd7-7656-4b03-8653-81622fb98d9e tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] 10.222.0.18 "GET /v2.0/security-groups?id=60218460-59f4-4e1f-8c5b-28b25250067c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466676 Mar 07 16:54:35.171378 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299609b8-06d7-498c-9efd-29530a7dd5d2 req-99d23fb8-666d-4c19-84b3-2da180898a84 tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:54:35.172894 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-299609b8-06d7-498c-9efd-29530a7dd5d2 req-99d23fb8-666d-4c19-84b3-2da180898a84 tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] 10.222.0.18 "GET /v2.0/ports?device_id=18b987a9-4ded-49ed-aef5-06d2d12e7d9b HTTP/1.1" status: 200 len: 945 time: 0.0903859 Mar 07 16:54:35.175373 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a3527d-f43d-41c0-8e07-be5ef4eb0205 req-739a226b-faa9-4d4d-942d-f6a4e603f89e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:54:35.176746 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-b8a3527d-f43d-41c0-8e07-be5ef4eb0205 req-739a226b-faa9-4d4d-942d-f6a4e603f89e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=fb0f78d7968f4bf1aee503f8e1cfe0f0&device_id=18b987a9-4ded-49ed-aef5-06d2d12e7d9b HTTP/1.1" status: 200 len: 1129 time: 0.0669041 Mar 07 16:54:35.272903 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-299609b8-06d7-498c-9efd-29530a7dd5d2 req-f6ebfe1b-c438-471d-8cd1-c71b2b54d982 tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] 10.222.0.18 "GET /v2.0/security-groups?id=aeca2cc4-2657-4c4b-965e-0f9cde167a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943167 Mar 07 16:54:35.295233 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a3527d-f43d-41c0-8e07-be5ef4eb0205 req-aa4237b8-fb9a-4ada-943a-6ba233dfcd6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:54:35.296740 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-b8a3527d-f43d-41c0-8e07-be5ef4eb0205 req-aa4237b8-fb9a-4ada-943a-6ba233dfcd6d service neutron] 10.222.0.66 "GET /v2.0/networks?id=80a2c60b-59e3-4807-9654-13174f656625 HTTP/1.1" status: 200 len: 920 time: 0.1113515 Mar 07 16:54:35.353326 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-b8a3527d-f43d-41c0-8e07-be5ef4eb0205 req-0a0df577-2609-4696-bae3-8891cdbceae0 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1a817d53-6064-4f5e-96ff-067caa362090 HTTP/1.1" status: 200 len: 217 time: 0.0345249 Mar 07 16:54:35.410328 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a3527d-f43d-41c0-8e07-be5ef4eb0205 req-2ddd2f96-7310-4220-95f8-d8ce894422ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:54:35.411785 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-b8a3527d-f43d-41c0-8e07-be5ef4eb0205 req-2ddd2f96-7310-4220-95f8-d8ce894422ed service neutron] 10.222.0.66 "GET /v2.0/subnets?id=da018b7d-c800-4987-80e6-c869339f7229 HTTP/1.1" status: 200 len: 859 time: 0.0446045 Mar 07 16:54:35.446854 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-b8a3527d-f43d-41c0-8e07-be5ef4eb0205 req-ee2a1d14-6b3c-47f1-ad7e-2f115424c309 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=80a2c60b-59e3-4807-9654-13174f656625&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245492 Mar 07 16:54:35.545599 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-b8a3527d-f43d-41c0-8e07-be5ef4eb0205 req-a01de841-1ff7-470d-86a2-76fe23ffe974 service neutron] 10.222.0.66 "GET /v2.0/networks/80a2c60b-59e3-4807-9654-13174f656625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917010 Mar 07 16:54:35.639803 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-b8a3527d-f43d-41c0-8e07-be5ef4eb0205 req-31e6c935-cad6-477b-a47a-e519cd0d9914 service neutron] 10.222.0.66 "GET /v2.0/networks/80a2c60b-59e3-4807-9654-13174f656625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860710 Mar 07 16:54:36.050110 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697316f5-364f-48f1-9e0e-fc79cd3860a0 req-3888fdac-925b-4b2d-bf67-24d6391fb0a4 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:54:36.053441 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-697316f5-364f-48f1-9e0e-fc79cd3860a0 req-3888fdac-925b-4b2d-bf67-24d6391fb0a4 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] 10.222.0.18 "GET /v2.0/ports?device_id=2231807d-5256-4035-968e-56509c3eb6cc HTTP/1.1" status: 200 len: 945 time: 0.0588632 Mar 07 16:54:36.104555 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-697316f5-364f-48f1-9e0e-fc79cd3860a0 req-89b5e563-9954-4489-8b58-3aa2ad5e1fe1 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] 10.222.0.18 "GET /v2.0/security-groups?id=91de0b44-8849-4808-9a38-820e64d88ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451081 Mar 07 16:54:36.194120 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d5e593-998e-4e18-80e0-0f5ec46eaa4d req-ac8fa596-c667-476d-84d0-937e4a2906ff tempest-VolumesSnapshotTestJSON-1171266807 tempest-VolumesSnapshotTestJSON-1171266807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:54:36.195791 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-33d5e593-998e-4e18-80e0-0f5ec46eaa4d req-ac8fa596-c667-476d-84d0-937e4a2906ff tempest-VolumesSnapshotTestJSON-1171266807 tempest-VolumesSnapshotTestJSON-1171266807-project] 10.222.0.18 "GET /v2.0/networks?id=3c58d676-f872-4af0-8e9e-07accb98dac0 HTTP/1.1" status: 200 len: 813 time: 0.1219335 Mar 07 16:54:36.211897 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-33d5e593-998e-4e18-80e0-0f5ec46eaa4d req-989b0fb3-d2e6-433d-8906-dd1a3dd1a7ce tempest-VolumesSnapshotTestJSON-1171266807 tempest-VolumesSnapshotTestJSON-1171266807-project] 10.222.0.18 "GET /v2.0/quotas/03c1865431ea45eb847bd0ca745675d6 HTTP/1.1" status: 200 len: 375 time: 0.0102921 Mar 07 16:54:36.240009 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e80d9a5-3d52-4406-83c5-b96d47224c0d req-457e7dfb-f4b3-4d7d-b17f-dd4fcc661ce9 tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:54:36.241683 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-2e80d9a5-3d52-4406-83c5-b96d47224c0d req-457e7dfb-f4b3-4d7d-b17f-dd4fcc661ce9 tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] 10.222.0.18 "GET /v2.0/ports?device_id=301c6e16-505b-48af-a5b0-796dee2d11cd HTTP/1.1" status: 200 len: 945 time: 0.0550771 Mar 07 16:54:36.245121 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-33d5e593-998e-4e18-80e0-0f5ec46eaa4d req-4fabb7bd-b041-48eb-a835-fb01f101728e tempest-VolumesSnapshotTestJSON-1171266807 tempest-VolumesSnapshotTestJSON-1171266807-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=03c1865431ea45eb847bd0ca745675d6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0276508 Mar 07 16:54:36.296876 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-2e80d9a5-3d52-4406-83c5-b96d47224c0d req-eec867ed-3055-4545-a2fe-bbcfb39ce6a2 tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] 10.222.0.18 "GET /v2.0/security-groups?id=60218460-59f4-4e1f-8c5b-28b25250067c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484674 Mar 07 16:54:36.358585 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-33d5e593-998e-4e18-80e0-0f5ec46eaa4d req-e7643ab0-bdae-42d0-8f25-22ad167fc020 service neutron] 10.222.0.18 "GET /v2.0/networks/3c58d676-f872-4af0-8e9e-07accb98dac0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029124 Mar 07 16:54:36.414220 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef66200-51bc-450d-aabe-fded736e778e req-27c3b126-5f54-47dd-82f4-e8ab7b243492 tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:54:36.415690 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-8ef66200-51bc-450d-aabe-fded736e778e req-27c3b126-5f54-47dd-82f4-e8ab7b243492 tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] 10.222.0.18 "GET /v2.0/ports?device_id=18b987a9-4ded-49ed-aef5-06d2d12e7d9b HTTP/1.1" status: 200 len: 945 time: 0.0524168 Mar 07 16:54:36.453512 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-33d5e593-998e-4e18-80e0-0f5ec46eaa4d req-a7bc9c92-3df4-4cf9-9d59-e4975880cb1b service neutron] 10.222.0.18 "GET /v2.0/networks/3c58d676-f872-4af0-8e9e-07accb98dac0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875616 Mar 07 16:54:36.467671 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-8ef66200-51bc-450d-aabe-fded736e778e req-b9e1d7ea-c61f-4f9f-8d4a-cb174384c269 tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] 10.222.0.18 "GET /v2.0/security-groups?id=aeca2cc4-2657-4c4b-965e-0f9cde167a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453789 Mar 07 16:54:36.532532 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.wsgi [-] (119954) accepted ('10.222.0.18', 53672) {{(pid=119954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:54:36.628853 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-9209e647-d12b-44af-bba1-04c535c5cac4 req-b7a032bf-611b-4488-b3a9-5785f753e1b6 tempest-VolumesSnapshotTestJSON-1171266807 tempest-VolumesSnapshotTestJSON-1171266807-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5811ca3-4150-4fb1-8cf1-ce0df4950fba HTTP/1.1" status: 200 len: 210 time: 0.0329258 Mar 07 16:54:36.646926 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-a024c634-7977-4930-8e9c-d26637703b3d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:36.724309 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-a024c634-7977-4930-8e9c-d26637703b3d admin admin] Publish callbacks [] for security_group (3dafa98e-8ea7-4c25-991f-a05286424f13), precommit_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:36.729189 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-a024c634-7977-4930-8e9c-d26637703b3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543383'] for security_group (3dafa98e-8ea7-4c25-991f-a05286424f13), after_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:36.769671 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [None req-a024c634-7977-4930-8e9c-d26637703b3d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=290be18376d046939df8dc4b1a725a2d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2334361 Mar 07 16:54:36.769671 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a024c634-7977-4930-8e9c-d26637703b3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dafa98e-8ea7-4c25-991f-a05286424f13,revision_number=1']} {{(pid=119954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:54:36.770584 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.wsgi [-] (119954) accepted ('10.222.0.18', 53684) {{(pid=119954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:54:36.820700 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-d50a49ee-46ab-41d6-961c-4783cfd7e21c admin admin] Publish callbacks [] for security_group (3dafa98e-8ea7-4c25-991f-a05286424f13), before_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:36.844607 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-d50a49ee-46ab-41d6-961c-4783cfd7e21c admin admin] Publish callbacks [] for security_group (3dafa98e-8ea7-4c25-991f-a05286424f13), precommit_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:36.902103 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-d50a49ee-46ab-41d6-961c-4783cfd7e21c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543383'] for security_group (3dafa98e-8ea7-4c25-991f-a05286424f13), after_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:36.905923 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-d50a49ee-46ab-41d6-961c-4783cfd7e21c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:36.907258 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [None req-d50a49ee-46ab-41d6-961c-4783cfd7e21c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3dafa98e-8ea7-4c25-991f-a05286424f13 HTTP/1.1" status: 204 len: 168 time: 0.1357505 Mar 07 16:54:36.917492 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50a49ee-46ab-41d6-961c-4783cfd7e21c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dafa98e-8ea7-4c25-991f-a05286424f13,revision_number=None']} {{(pid=119954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:54:37.285163 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3501ed-2a90-43d2-bca0-9743e6c5eb56 req-8b8cee82-2592-4677-8bd1-94a8c2d554ee tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:54:37.286721 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-ef3501ed-2a90-43d2-bca0-9743e6c5eb56 req-8b8cee82-2592-4677-8bd1-94a8c2d554ee tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] 10.222.0.18 "GET /v2.0/ports?device_id=2231807d-5256-4035-968e-56509c3eb6cc HTTP/1.1" status: 200 len: 945 time: 0.0704548 Mar 07 16:54:37.334800 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-ef3501ed-2a90-43d2-bca0-9743e6c5eb56 req-fb66c746-ded4-41bb-ab54-8fa91b60842c tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] 10.222.0.18 "GET /v2.0/security-groups?id=91de0b44-8849-4808-9a38-820e64d88ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417750 Mar 07 16:54:37.422504 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1773ac9-53fc-4bcd-86d8-c55d63bb23f3 req-72a4246b-485d-4490-8f32-92d415f36955 tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:54:37.423981 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-e1773ac9-53fc-4bcd-86d8-c55d63bb23f3 req-72a4246b-485d-4490-8f32-92d415f36955 tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] 10.222.0.18 "GET /v2.0/ports?device_id=301c6e16-505b-48af-a5b0-796dee2d11cd HTTP/1.1" status: 200 len: 945 time: 0.0533562 Mar 07 16:54:37.469032 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-e1773ac9-53fc-4bcd-86d8-c55d63bb23f3 req-5aef28e0-3a72-4c5c-bd95-92a38ab2b364 tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] 10.222.0.18 "GET /v2.0/security-groups?id=60218460-59f4-4e1f-8c5b-28b25250067c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394356 Mar 07 16:54:37.587777 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92eee74-2dcf-4cd7-90a2-b142176b3947 req-fe5aa1e1-01c2-4582-b684-51ca1cfb35a9 tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:54:37.589156 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-f92eee74-2dcf-4cd7-90a2-b142176b3947 req-fe5aa1e1-01c2-4582-b684-51ca1cfb35a9 tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] 10.222.0.18 "GET /v2.0/ports?device_id=18b987a9-4ded-49ed-aef5-06d2d12e7d9b HTTP/1.1" status: 200 len: 945 time: 0.0530894 Mar 07 16:54:37.635770 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-f92eee74-2dcf-4cd7-90a2-b142176b3947 req-c24ce6aa-8e00-4382-ad88-71317ad0d63a tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] 10.222.0.18 "GET /v2.0/security-groups?id=aeca2cc4-2657-4c4b-965e-0f9cde167a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409594 Mar 07 16:54:37.731541 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-c239a4ec-fb45-466e-bdce-d02b85895c87 req-a5378f6c-f72b-4384-82fc-1cda69aa1c39 tempest-VolumesSnapshotTestJSON-1171266807 tempest-VolumesSnapshotTestJSON-1171266807-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5811ca3-4150-4fb1-8cf1-ce0df4950fba HTTP/1.1" status: 200 len: 210 time: 0.0320013 Mar 07 16:54:38.087879 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d5e593-998e-4e18-80e0-0f5ec46eaa4d req-280cdbb8-c61e-45ec-adb8-d7139ad8ba13 tempest-VolumesSnapshotTestJSON-1171266807 tempest-VolumesSnapshotTestJSON-1171266807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:54:38.089294 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-33d5e593-998e-4e18-80e0-0f5ec46eaa4d req-280cdbb8-c61e-45ec-adb8-d7139ad8ba13 tempest-VolumesSnapshotTestJSON-1171266807 tempest-VolumesSnapshotTestJSON-1171266807-project] 10.222.0.66 "GET /v2.0/networks?id=3c58d676-f872-4af0-8e9e-07accb98dac0 HTTP/1.1" status: 200 len: 813 time: 0.1042709 Mar 07 16:54:38.152648 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.v2.base [req-33d5e593-998e-4e18-80e0-0f5ec46eaa4d req-e1babfa5-aef3-4c22-99e6-b657711b7c3b tempest-VolumesSnapshotTestJSON-1171266807 tempest-VolumesSnapshotTestJSON-1171266807-project] Request body: {'port': {'device_id': 'a5811ca3-4150-4fb1-8cf1-ce0df4950fba', 'network_id': '3c58d676-f872-4af0-8e9e-07accb98dac0', 'admin_state_up': True, 'tenant_id': '03c1865431ea45eb847bd0ca745675d6'}} {{(pid=119953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:54:38.276631 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33d5e593-998e-4e18-80e0-0f5ec46eaa4d req-e1babfa5-aef3-4c22-99e6-b657711b7c3b tempest-VolumesSnapshotTestJSON-1171266807 tempest-VolumesSnapshotTestJSON-1171266807-project] Made reservation on behalf of 03c1865431ea45eb847bd0ca745675d6 for: {'port': 1} {{(pid=119953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:54:38.280008 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [req-33d5e593-998e-4e18-80e0-0f5ec46eaa4d req-e1babfa5-aef3-4c22-99e6-b657711b7c3b tempest-VolumesSnapshotTestJSON-1171266807 tempest-VolumesSnapshotTestJSON-1171266807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8385759'] for port (None), before_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:38.424480 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.db.db_base_plugin_common [req-33d5e593-998e-4e18-80e0-0f5ec46eaa4d req-e1babfa5-aef3-4c22-99e6-b657711b7c3b tempest-VolumesSnapshotTestJSON-1171266807 tempest-VolumesSnapshotTestJSON-1171266807-project] Allocated IP 172.20.0.11 (3c58d676-f872-4af0-8e9e-07accb98dac0/dcf8292a-8420-4649-91f6-9e1fe40f1845/390f6907-1f9e-4fd9-bc3b-dd4ad68383fb) {{(pid=119953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:54:38.510451 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902caed1-3893-4819-bf93-c25ae34de101 req-b0295148-e431-4533-a622-e1ca319e6ad6 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:54:38.512053 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-902caed1-3893-4819-bf93-c25ae34de101 req-b0295148-e431-4533-a622-e1ca319e6ad6 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] 10.222.0.18 "GET /v2.0/ports?device_id=2231807d-5256-4035-968e-56509c3eb6cc HTTP/1.1" status: 200 len: 945 time: 0.0991347 Mar 07 16:54:38.605325 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c791d8-d767-407b-bd9e-ed9b4afd6a88 req-4f147177-db8b-412d-8c4c-191df726bff0 tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:54:38.608056 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-f5c791d8-d767-407b-bd9e-ed9b4afd6a88 req-4f147177-db8b-412d-8c4c-191df726bff0 tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] 10.222.0.18 "GET /v2.0/ports?device_id=301c6e16-505b-48af-a5b0-796dee2d11cd HTTP/1.1" status: 200 len: 945 time: 0.0621722 Mar 07 16:54:38.620873 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.wsgi [-] (119953) accepted ('10.222.0.18', 53730) {{(pid=119953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:54:38.632202 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-902caed1-3893-4819-bf93-c25ae34de101 req-f816f5b4-b8dd-425d-8a8f-564442843fe0 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] 10.222.0.18 "GET /v2.0/security-groups?id=91de0b44-8849-4808-9a38-820e64d88ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1100399 Mar 07 16:54:38.674725 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [req-33d5e593-998e-4e18-80e0-0f5ec46eaa4d req-e1babfa5-aef3-4c22-99e6-b657711b7c3b tempest-VolumesSnapshotTestJSON-1171266807 tempest-VolumesSnapshotTestJSON-1171266807-project] Publish callbacks [] for port (390f6907-1f9e-4fd9-bc3b-dd4ad68383fb), precommit_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:38.676112 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-f5c791d8-d767-407b-bd9e-ed9b4afd6a88 req-72526cfc-6a36-491c-84c5-804d85ee236b tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] 10.222.0.18 "GET /v2.0/security-groups?id=60218460-59f4-4e1f-8c5b-28b25250067c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608139 Mar 07 16:54:38.716514 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [req-33d5e593-998e-4e18-80e0-0f5ec46eaa4d req-e1babfa5-aef3-4c22-99e6-b657711b7c3b tempest-VolumesSnapshotTestJSON-1171266807 tempest-VolumesSnapshotTestJSON-1171266807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754346267055'] for port (390f6907-1f9e-4fd9-bc3b-dd4ad68383fb), after_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:38.801495 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33d5e593-998e-4e18-80e0-0f5ec46eaa4d req-e1babfa5-aef3-4c22-99e6-b657711b7c3b tempest-VolumesSnapshotTestJSON-1171266807 tempest-VolumesSnapshotTestJSON-1171266807-project] Network 3c58d676-f872-4af0-8e9e-07accb98dac0 is already hosted by enough agents. {{(pid=119953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:54:38.806551 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-92115e43-990f-47a4-a440-e15148e57fcd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:38.813040 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.scheduler.base_scheduler [req-33d5e593-998e-4e18-80e0-0f5ec46eaa4d req-e1babfa5-aef3-4c22-99e6-b657711b7c3b tempest-VolumesSnapshotTestJSON-1171266807 tempest-VolumesSnapshotTestJSON-1171266807-project] Resources bound (agent type, host, resource id): {{(pid=119953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:54:38.816027 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.db.l3_dvrscheduler_db [req-33d5e593-998e-4e18-80e0-0f5ec46eaa4d req-e1babfa5-aef3-4c22-99e6-b657711b7c3b tempest-VolumesSnapshotTestJSON-1171266807 tempest-VolumesSnapshotTestJSON-1171266807-project] Received port after_create {{(pid=119953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:54:38.821419 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d5e593-998e-4e18-80e0-0f5ec46eaa4d req-e1babfa5-aef3-4c22-99e6-b657711b7c3b tempest-VolumesSnapshotTestJSON-1171266807 tempest-VolumesSnapshotTestJSON-1171266807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:54:38.822030 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [req-33d5e593-998e-4e18-80e0-0f5ec46eaa4d req-e1babfa5-aef3-4c22-99e6-b657711b7c3b tempest-VolumesSnapshotTestJSON-1171266807 tempest-VolumesSnapshotTestJSON-1171266807-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47102'] for port (None), before_response {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:38.832615 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1babfa5-aef3-4c22-99e6-b657711b7c3b tempest-VolumesSnapshotTestJSON-1171266807 tempest-VolumesSnapshotTestJSON-1171266807-project] Pushing event updated for resources: {'Port': ['ID=390f6907-1f9e-4fd9-bc3b-dd4ad68383fb,revision_number=1']} {{(pid=119953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:54:38.860508 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48ebb39-2383-438b-9d73-d245e2c19e1a req-f26ad604-8bc2-469a-9cbe-ec5dc30f7522 tempest-VolumesSnapshotTestJSON-1171266807 tempest-VolumesSnapshotTestJSON-1171266807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:54:38.861998 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-e48ebb39-2383-438b-9d73-d245e2c19e1a req-f26ad604-8bc2-469a-9cbe-ec5dc30f7522 tempest-VolumesSnapshotTestJSON-1171266807 tempest-VolumesSnapshotTestJSON-1171266807-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5811ca3-4150-4fb1-8cf1-ce0df4950fba HTTP/1.1" status: 200 len: 932 time: 0.0587869 Mar 07 16:54:38.862641 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-33d5e593-998e-4e18-80e0-0f5ec46eaa4d req-e1babfa5-aef3-4c22-99e6-b657711b7c3b tempest-VolumesSnapshotTestJSON-1171266807 tempest-VolumesSnapshotTestJSON-1171266807-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7147141 Mar 07 16:54:38.878992 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bdee51-546e-4759-913f-483b51699b03 req-adf3d99b-7523-406a-8046-134a8d0c40ff tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:54:38.880484 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-42bdee51-546e-4759-913f-483b51699b03 req-adf3d99b-7523-406a-8046-134a8d0c40ff tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] 10.222.0.18 "GET /v2.0/ports?device_id=18b987a9-4ded-49ed-aef5-06d2d12e7d9b HTTP/1.1" status: 200 len: 945 time: 0.1620920 Mar 07 16:54:38.892083 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.v2.base [req-33d5e593-998e-4e18-80e0-0f5ec46eaa4d req-95c5f99c-794b-4c6d-9525-f765c79f3a0b service neutron] Request body: {'port': {'device_id': 'a5811ca3-4150-4fb1-8cf1-ce0df4950fba', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80475'}} {{(pid=119953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:54:38.912065 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-e48ebb39-2383-438b-9d73-d245e2c19e1a req-2c0441d4-6bbb-4c7b-b876-f0d642f5c5e4 tempest-VolumesSnapshotTestJSON-1171266807 tempest-VolumesSnapshotTestJSON-1171266807-project] 10.222.0.18 "GET /v2.0/security-groups?id=53f73a85-3bd3-48ad-bc38-ae336da77528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440848 Mar 07 16:54:39.225753 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-42bdee51-546e-4759-913f-483b51699b03 req-ca8bff39-a2af-4e8f-90e8-98521498b780 tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] 10.222.0.18 "GET /v2.0/security-groups?id=aeca2cc4-2657-4c4b-965e-0f9cde167a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3378799 Mar 07 16:54:39.226331 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [req-33d5e593-998e-4e18-80e0-0f5ec46eaa4d req-95c5f99c-794b-4c6d-9525-f765c79f3a0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8385759'] for port (390f6907-1f9e-4fd9-bc3b-dd4ad68383fb), before_update {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:39.229277 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-92115e43-990f-47a4-a440-e15148e57fcd admin admin] Publish callbacks [] for security_group (d8050ef9-8b0c-4728-b7a6-40e8cb0065fe), precommit_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:39.238766 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-92115e43-990f-47a4-a440-e15148e57fcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543383'] for security_group (d8050ef9-8b0c-4728-b7a6-40e8cb0065fe), after_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:39.298856 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92115e43-990f-47a4-a440-e15148e57fcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8050ef9-8b0c-4728-b7a6-40e8cb0065fe,revision_number=1']} {{(pid=119953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:54:39.308203 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [None req-92115e43-990f-47a4-a440-e15148e57fcd admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3baa443684f148cdb0ec935b16729fa2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6851087 Mar 07 16:54:39.310893 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.wsgi [-] (119954) accepted ('10.222.0.18', 53740) {{(pid=119954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:54:39.377013 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-59790261-145f-4b09-a2fb-320fce367862 admin admin] Publish callbacks [] for security_group (d8050ef9-8b0c-4728-b7a6-40e8cb0065fe), before_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:39.402047 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-59790261-145f-4b09-a2fb-320fce367862 admin admin] Publish callbacks [] for security_group (d8050ef9-8b0c-4728-b7a6-40e8cb0065fe), precommit_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:39.453606 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-59790261-145f-4b09-a2fb-320fce367862 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543383'] for security_group (d8050ef9-8b0c-4728-b7a6-40e8cb0065fe), after_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:39.456289 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-59790261-145f-4b09-a2fb-320fce367862 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:39.457469 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [None req-59790261-145f-4b09-a2fb-320fce367862 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d8050ef9-8b0c-4728-b7a6-40e8cb0065fe HTTP/1.1" status: 204 len: 168 time: 0.1451428 Mar 07 16:54:39.467335 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59790261-145f-4b09-a2fb-320fce367862 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8050ef9-8b0c-4728-b7a6-40e8cb0065fe,revision_number=None']} {{(pid=119954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:54:39.557645 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.notifiers.nova [req-33d5e593-998e-4e18-80e0-0f5ec46eaa4d req-95c5f99c-794b-4c6d-9525-f765c79f3a0b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 390f6907-1f9e-4fd9-bc3b-dd4ad68383fb {{(pid=119953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:54:39.566123 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [req-33d5e593-998e-4e18-80e0-0f5ec46eaa4d req-95c5f99c-794b-4c6d-9525-f765c79f3a0b service neutron] Publish callbacks [] for port (390f6907-1f9e-4fd9-bc3b-dd4ad68383fb), precommit_update {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:39.579689 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.db.provisioning_blocks [req-33d5e593-998e-4e18-80e0-0f5ec46eaa4d req-95c5f99c-794b-4c6d-9525-f765c79f3a0b service neutron] Transition to ACTIVE for port object 390f6907-1f9e-4fd9-bc3b-dd4ad68383fb will not be triggered until provisioned by entity L2. {{(pid=119953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 16:54:39.585067 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [req-33d5e593-998e-4e18-80e0-0f5ec46eaa4d req-95c5f99c-794b-4c6d-9525-f765c79f3a0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754346672056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754346267073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754346267091'] for port (390f6907-1f9e-4fd9-bc3b-dd4ad68383fb), after_update {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:39.635724 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c5f99c-794b-4c6d-9525-f765c79f3a0b service neutron] Pushing event updated for resources: {'Port': ['ID=390f6907-1f9e-4fd9-bc3b-dd4ad68383fb,revision_number=2']} {{(pid=119953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:54:39.670209 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.managers [req-33d5e593-998e-4e18-80e0-0f5ec46eaa4d req-95c5f99c-794b-4c6d-9525-f765c79f3a0b service neutron] Attempting to bind port 390f6907-1f9e-4fd9-bc3b-dd4ad68383fb on host hv-cinder-80475 for vnic_type normal with profile {{(pid=119953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:54:39.670541 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.managers [req-33d5e593-998e-4e18-80e0-0f5ec46eaa4d req-95c5f99c-794b-4c6d-9525-f765c79f3a0b service neutron] Attempting to bind port 390f6907-1f9e-4fd9-bc3b-dd4ad68383fb by drivers openvswitch,hyperv on host hv-cinder-80475 at level 0 using segments [{'id': '63bbc091-78b2-42e4-b626-ef66d3602746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '3c58d676-f872-4af0-8e9e-07accb98dac0'}] {{(pid=119953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:54:39.670859 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33d5e593-998e-4e18-80e0-0f5ec46eaa4d req-95c5f99c-794b-4c6d-9525-f765c79f3a0b service neutron] Attempting to bind port 390f6907-1f9e-4fd9-bc3b-dd4ad68383fb on network 3c58d676-f872-4af0-8e9e-07accb98dac0 {{(pid=119953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:54:39.675853 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33d5e593-998e-4e18-80e0-0f5ec46eaa4d req-95c5f99c-794b-4c6d-9525-f765c79f3a0b service neutron] Port 390f6907-1f9e-4fd9-bc3b-dd4ad68383fb on network 3c58d676-f872-4af0-8e9e-07accb98dac0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80475 {{(pid=119953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 16:54:39.676112 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33d5e593-998e-4e18-80e0-0f5ec46eaa4d req-95c5f99c-794b-4c6d-9525-f765c79f3a0b service neutron] Attempting to bind port 390f6907-1f9e-4fd9-bc3b-dd4ad68383fb on network 3c58d676-f872-4af0-8e9e-07accb98dac0 {{(pid=119953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:54:39.681256 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33d5e593-998e-4e18-80e0-0f5ec46eaa4d req-95c5f99c-794b-4c6d-9525-f765c79f3a0b service neutron] Checking agent: {'id': '152bcc15-84f4-40a7-afe1-c30bc7269f8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80475', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 16, 50, 24), 'started_at': datetime.datetime(2022, 3, 7, 16, 50, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 54, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:54:39.681735 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33d5e593-998e-4e18-80e0-0f5ec46eaa4d req-95c5f99c-794b-4c6d-9525-f765c79f3a0b service neutron] Checking segment: {'id': '63bbc091-78b2-42e4-b626-ef66d3602746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '3c58d676-f872-4af0-8e9e-07accb98dac0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:54:39.682099 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33d5e593-998e-4e18-80e0-0f5ec46eaa4d req-95c5f99c-794b-4c6d-9525-f765c79f3a0b service neutron] Bound using segment: {'id': '63bbc091-78b2-42e4-b626-ef66d3602746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '3c58d676-f872-4af0-8e9e-07accb98dac0'} {{(pid=119953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:54:39.682615 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.managers [req-33d5e593-998e-4e18-80e0-0f5ec46eaa4d req-95c5f99c-794b-4c6d-9525-f765c79f3a0b service neutron] Bound port: 390f6907-1f9e-4fd9-bc3b-dd4ad68383fb, host: hv-cinder-80475, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63bbc091-78b2-42e4-b626-ef66d3602746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '3c58d676-f872-4af0-8e9e-07accb98dac0'}}] {{(pid=119953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:54:39.683391 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [req-33d5e593-998e-4e18-80e0-0f5ec46eaa4d req-95c5f99c-794b-4c6d-9525-f765c79f3a0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8385759'] for port (390f6907-1f9e-4fd9-bc3b-dd4ad68383fb), before_update {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:39.775443 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.db [req-33d5e593-998e-4e18-80e0-0f5ec46eaa4d req-95c5f99c-794b-4c6d-9525-f765c79f3a0b service neutron] For port 390f6907-1f9e-4fd9-bc3b-dd4ad68383fb, host hv-cinder-80475, cleared binding levels {{(pid=119953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:54:39.780341 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea47c7a-590f-48d7-9b9c-1752801ab153 req-0bb21c1a-181f-4d95-8c80-3d9b4ad784f1 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:54:39.782859 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-cea47c7a-590f-48d7-9b9c-1752801ab153 req-0bb21c1a-181f-4d95-8c80-3d9b4ad784f1 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] 10.222.0.18 "GET /v2.0/ports?device_id=2231807d-5256-4035-968e-56509c3eb6cc HTTP/1.1" status: 200 len: 945 time: 0.0578766 Mar 07 16:54:39.803395 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.db [req-33d5e593-998e-4e18-80e0-0f5ec46eaa4d req-95c5f99c-794b-4c6d-9525-f765c79f3a0b service neutron] For port 390f6907-1f9e-4fd9-bc3b-dd4ad68383fb, host hv-cinder-80475, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=390f6907-1f9e-4fd9-bc3b-dd4ad68383fb,segment=NetworkSegment(63bbc091-78b2-42e4-b626-ef66d3602746),segment_id=63bbc091-78b2-42e4-b626-ef66d3602746)] {{(pid=119953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:54:39.820149 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [req-33d5e593-998e-4e18-80e0-0f5ec46eaa4d req-95c5f99c-794b-4c6d-9525-f765c79f3a0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754346672056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754346267073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754346267091'] for port (390f6907-1f9e-4fd9-bc3b-dd4ad68383fb), after_update {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:39.852168 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-cea47c7a-590f-48d7-9b9c-1752801ab153 req-c18a34be-b4c6-40e6-a2a9-956137d14af0 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] 10.222.0.18 "GET /v2.0/security-groups?id=91de0b44-8849-4808-9a38-820e64d88ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627637 Mar 07 16:54:39.866355 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d5e593-998e-4e18-80e0-0f5ec46eaa4d req-95c5f99c-794b-4c6d-9525-f765c79f3a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:54:39.867084 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [req-33d5e593-998e-4e18-80e0-0f5ec46eaa4d req-95c5f99c-794b-4c6d-9525-f765c79f3a0b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47102'] for port (None), before_response {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:39.868531 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-33d5e593-998e-4e18-80e0-0f5ec46eaa4d req-95c5f99c-794b-4c6d-9525-f765c79f3a0b service neutron] 10.222.0.66 "PUT /v2.0/ports/390f6907-1f9e-4fd9-bc3b-dd4ad68383fb HTTP/1.1" status: 200 len: 1094 time: 0.9836335 Mar 07 16:54:39.869055 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5811ca3-4150-4fb1-8cf1-ce0df4950fba', 'tag': '390f6907-1f9e-4fd9-bc3b-dd4ad68383fb'}] {{(pid=119953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:54:39.871390 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed95515d7af65a162ef4af60abe3e4aacc73bb6c2379f81891a58e09c3a2d0f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91d2bae1-d4a0-4b65-aba6-acb63652ebc0" -d '{"events": [{"name": "network-changed", "server_uuid": "a5811ca3-4150-4fb1-8cf1-ce0df4950fba", "tag": "390f6907-1f9e-4fd9-bc3b-dd4ad68383fb"}]}' {{(pid=119953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:54:39.889001 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a4b2e1-bd7e-4c66-bc05-00a6e7dfe7f0 req-74e058d4-91fb-46a9-afb1-a1746c031eb4 tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:54:39.890745 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-e0a4b2e1-bd7e-4c66-bc05-00a6e7dfe7f0 req-74e058d4-91fb-46a9-afb1-a1746c031eb4 tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] 10.222.0.18 "GET /v2.0/ports?device_id=301c6e16-505b-48af-a5b0-796dee2d11cd HTTP/1.1" status: 200 len: 945 time: 0.1314800 Mar 07 16:54:39.918816 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c5f99c-794b-4c6d-9525-f765c79f3a0b service neutron] Pushing event updated for resources: {'Port': ['ID=390f6907-1f9e-4fd9-bc3b-dd4ad68383fb,revision_number=3']} {{(pid=119953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:54:39.946056 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 16:54:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f9a421c-d444-4173-a276-7bca5d86640b x-openstack-request-id: req-7f9a421c-d444-4173-a276-7bca5d86640b {{(pid=119953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:54:39.946355 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5811ca3-4150-4fb1-8cf1-ce0df4950fba", "tag": "390f6907-1f9e-4fd9-bc3b-dd4ad68383fb", "status": "completed", "code": 200}]} {{(pid=119953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:54:39.946613 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7f9a421c-d444-4173-a276-7bca5d86640b {{(pid=119953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:54:39.947017 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5811ca3-4150-4fb1-8cf1-ce0df4950fba', 'tag': '390f6907-1f9e-4fd9-bc3b-dd4ad68383fb', 'status': 'completed', 'code': 200} Mar 07 16:54:39.964232 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-e0a4b2e1-bd7e-4c66-bc05-00a6e7dfe7f0 req-9223f84e-0f05-4cdc-bb1a-558e29ab6077 tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] 10.222.0.18 "GET /v2.0/security-groups?id=60218460-59f4-4e1f-8c5b-28b25250067c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639892 Mar 07 16:54:40.027641 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d5e593-998e-4e18-80e0-0f5ec46eaa4d req-773f73dd-7034-49a9-b59b-14fc7fd45cce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:54:40.029242 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-33d5e593-998e-4e18-80e0-0f5ec46eaa4d req-773f73dd-7034-49a9-b59b-14fc7fd45cce service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=03c1865431ea45eb847bd0ca745675d6&device_id=a5811ca3-4150-4fb1-8cf1-ce0df4950fba HTTP/1.1" status: 200 len: 1128 time: 0.0599856 Mar 07 16:54:40.048003 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab615a9a-36b8-40f5-a406-9b355cd14caa req-86f3c99f-08c6-4c3c-b43b-f416b60a476f tempest-VolumesSnapshotTestJSON-1171266807 tempest-VolumesSnapshotTestJSON-1171266807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:54:40.049587 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-ab615a9a-36b8-40f5-a406-9b355cd14caa req-86f3c99f-08c6-4c3c-b43b-f416b60a476f tempest-VolumesSnapshotTestJSON-1171266807 tempest-VolumesSnapshotTestJSON-1171266807-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5811ca3-4150-4fb1-8cf1-ce0df4950fba HTTP/1.1" status: 200 len: 944 time: 0.0508950 Mar 07 16:54:40.093041 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-33d5e593-998e-4e18-80e0-0f5ec46eaa4d req-8918d10b-1014-4371-884b-b4bbcfdd2b3e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=390f6907-1f9e-4fd9-bc3b-dd4ad68383fb HTTP/1.1" status: 200 len: 217 time: 0.0442383 Mar 07 16:54:40.104289 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-ab615a9a-36b8-40f5-a406-9b355cd14caa req-11799bb3-604b-4503-ac44-852715a0375b tempest-VolumesSnapshotTestJSON-1171266807 tempest-VolumesSnapshotTestJSON-1171266807-project] 10.222.0.18 "GET /v2.0/security-groups?id=53f73a85-3bd3-48ad-bc38-ae336da77528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477996 Mar 07 16:54:40.146046 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d5e593-998e-4e18-80e0-0f5ec46eaa4d req-095106a9-9cb1-4a53-b1a9-d7b6bd69a491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:54:40.147504 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-33d5e593-998e-4e18-80e0-0f5ec46eaa4d req-095106a9-9cb1-4a53-b1a9-d7b6bd69a491 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=dcf8292a-8420-4649-91f6-9e1fe40f1845 HTTP/1.1" status: 200 len: 853 time: 0.0455787 Mar 07 16:54:40.180060 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-33d5e593-998e-4e18-80e0-0f5ec46eaa4d req-c247be47-86d8-415a-924b-6d7ba06204f6 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=3c58d676-f872-4af0-8e9e-07accb98dac0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251346 Mar 07 16:54:40.276234 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-33d5e593-998e-4e18-80e0-0f5ec46eaa4d req-7923f07e-dffd-42ce-a62a-aaa3835b83fb service neutron] 10.222.0.66 "GET /v2.0/networks/3c58d676-f872-4af0-8e9e-07accb98dac0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886743 Mar 07 16:54:40.367931 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-33d5e593-998e-4e18-80e0-0f5ec46eaa4d req-a52c06d5-e9b2-4a32-b998-369e39166494 service neutron] 10.222.0.66 "GET /v2.0/networks/3c58d676-f872-4af0-8e9e-07accb98dac0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846891 Mar 07 16:54:40.514354 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d2bae1-d4a0-4b65-aba6-acb63652ebc0 req-a88c7947-f373-48d6-95ff-5d7f6f2887fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:54:40.516050 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-91d2bae1-d4a0-4b65-aba6-acb63652ebc0 req-a88c7947-f373-48d6-95ff-5d7f6f2887fb service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=03c1865431ea45eb847bd0ca745675d6&device_id=a5811ca3-4150-4fb1-8cf1-ce0df4950fba HTTP/1.1" status: 200 len: 1128 time: 0.0511332 Mar 07 16:54:40.629979 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d2bae1-d4a0-4b65-aba6-acb63652ebc0 req-67bc8d50-3fd6-44ee-8eed-4ca9294121aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:54:40.631451 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-91d2bae1-d4a0-4b65-aba6-acb63652ebc0 req-67bc8d50-3fd6-44ee-8eed-4ca9294121aa service neutron] 10.222.0.66 "GET /v2.0/networks?id=3c58d676-f872-4af0-8e9e-07accb98dac0 HTTP/1.1" status: 200 len: 914 time: 0.1086762 Mar 07 16:54:40.689059 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-91d2bae1-d4a0-4b65-aba6-acb63652ebc0 req-2a850456-c8ff-4ecc-946a-2e3c01893afa service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=390f6907-1f9e-4fd9-bc3b-dd4ad68383fb HTTP/1.1" status: 200 len: 217 time: 0.0411730 Mar 07 16:54:40.759721 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d2bae1-d4a0-4b65-aba6-acb63652ebc0 req-116fc323-4858-48da-bc7d-358fbf3adc48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:54:40.761087 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-91d2bae1-d4a0-4b65-aba6-acb63652ebc0 req-116fc323-4858-48da-bc7d-358fbf3adc48 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=dcf8292a-8420-4649-91f6-9e1fe40f1845 HTTP/1.1" status: 200 len: 853 time: 0.0487347 Mar 07 16:54:40.772527 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bef7cc7-fef8-4882-b175-0c7b9f88cc17 req-768ccfa5-860b-459b-95d2-72d5bd2508d7 tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:54:40.773923 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-5bef7cc7-fef8-4882-b175-0c7b9f88cc17 req-768ccfa5-860b-459b-95d2-72d5bd2508d7 tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] 10.222.0.18 "GET /v2.0/ports?device_id=18b987a9-4ded-49ed-aef5-06d2d12e7d9b HTTP/1.1" status: 200 len: 945 time: 0.0875938 Mar 07 16:54:40.803239 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-91d2bae1-d4a0-4b65-aba6-acb63652ebc0 req-3bda2e84-bf4d-4537-b84b-c797548acae1 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=3c58d676-f872-4af0-8e9e-07accb98dac0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284019 Mar 07 16:54:40.893434 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-5bef7cc7-fef8-4882-b175-0c7b9f88cc17 req-55bc2cfa-98f8-4e45-8820-54ce4f828de0 tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] 10.222.0.18 "GET /v2.0/security-groups?id=aeca2cc4-2657-4c4b-965e-0f9cde167a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115873 Mar 07 16:54:40.920839 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-91d2bae1-d4a0-4b65-aba6-acb63652ebc0 req-f4f15335-9c20-4097-a779-a65dcf3e4058 service neutron] 10.222.0.66 "GET /v2.0/networks/3c58d676-f872-4af0-8e9e-07accb98dac0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1109860 Mar 07 16:54:40.983442 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da91e05-ca51-4c89-8707-e9862bea58a1 req-ad98f8d1-7f20-4820-8f19-fb02024f98cd tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:54:40.984997 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-9da91e05-ca51-4c89-8707-e9862bea58a1 req-ad98f8d1-7f20-4820-8f19-fb02024f98cd tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] 10.222.0.18 "GET /v2.0/ports?device_id=2231807d-5256-4035-968e-56509c3eb6cc HTTP/1.1" status: 200 len: 945 time: 0.0525472 Mar 07 16:54:41.031788 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-91d2bae1-d4a0-4b65-aba6-acb63652ebc0 req-10b2c761-743d-4ae8-a8b5-34ec5aae2163 service neutron] 10.222.0.66 "GET /v2.0/networks/3c58d676-f872-4af0-8e9e-07accb98dac0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932260 Mar 07 16:54:41.034422 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-9da91e05-ca51-4c89-8707-e9862bea58a1 req-d880b029-25d9-405b-b9eb-de2f9851db5d tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] 10.222.0.18 "GET /v2.0/security-groups?id=91de0b44-8849-4808-9a38-820e64d88ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417609 Mar 07 16:54:41.146993 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325dbe41-deeb-48ec-a255-fcbf97554194 req-1fb81ac3-391b-4e74-a3a4-5f8f1219b3c7 tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:54:41.148622 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-325dbe41-deeb-48ec-a255-fcbf97554194 req-1fb81ac3-391b-4e74-a3a4-5f8f1219b3c7 tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] 10.222.0.18 "GET /v2.0/ports?device_id=301c6e16-505b-48af-a5b0-796dee2d11cd HTTP/1.1" status: 200 len: 945 time: 0.0555482 Mar 07 16:54:41.198397 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-325dbe41-deeb-48ec-a255-fcbf97554194 req-9a2ba932-3947-4838-9f96-45a3b8ef9d58 tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] 10.222.0.18 "GET /v2.0/security-groups?id=60218460-59f4-4e1f-8c5b-28b25250067c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439067 Mar 07 16:54:41.313529 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a3b1b8-98eb-4e33-886b-ad61784055e5 req-7551fb27-1a2d-4563-820b-7fcf3b0b4e1e tempest-VolumesSnapshotTestJSON-1171266807 tempest-VolumesSnapshotTestJSON-1171266807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:54:41.315302 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-92a3b1b8-98eb-4e33-886b-ad61784055e5 req-7551fb27-1a2d-4563-820b-7fcf3b0b4e1e tempest-VolumesSnapshotTestJSON-1171266807 tempest-VolumesSnapshotTestJSON-1171266807-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5811ca3-4150-4fb1-8cf1-ce0df4950fba HTTP/1.1" status: 200 len: 944 time: 0.0539346 Mar 07 16:54:41.361460 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-92a3b1b8-98eb-4e33-886b-ad61784055e5 req-598f796f-b66e-431e-be88-de6e6664bb99 tempest-VolumesSnapshotTestJSON-1171266807 tempest-VolumesSnapshotTestJSON-1171266807-project] 10.222.0.18 "GET /v2.0/security-groups?id=53f73a85-3bd3-48ad-bc38-ae336da77528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403526 Mar 07 16:54:42.156905 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4f1e3c-bdef-48d5-9143-9ba026dbe595 req-561ed634-acf9-4e44-ac87-dcd7913e6d91 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:54:42.158367 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-ec4f1e3c-bdef-48d5-9143-9ba026dbe595 req-561ed634-acf9-4e44-ac87-dcd7913e6d91 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] 10.222.0.18 "GET /v2.0/ports?device_id=2231807d-5256-4035-968e-56509c3eb6cc HTTP/1.1" status: 200 len: 945 time: 0.0517492 Mar 07 16:54:42.211239 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-ec4f1e3c-bdef-48d5-9143-9ba026dbe595 req-1e5c26b5-07f8-4f89-8794-71db56c55aad tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] 10.222.0.18 "GET /v2.0/security-groups?id=91de0b44-8849-4808-9a38-820e64d88ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469584 Mar 07 16:54:42.321430 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b148bae-b030-4b59-b326-b5292c279bd6 req-de821217-6c8b-45e2-b527-9c750cad2631 tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:54:42.322926 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-6b148bae-b030-4b59-b326-b5292c279bd6 req-de821217-6c8b-45e2-b527-9c750cad2631 tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] 10.222.0.18 "GET /v2.0/ports?device_id=301c6e16-505b-48af-a5b0-796dee2d11cd HTTP/1.1" status: 200 len: 945 time: 0.0568106 Mar 07 16:54:42.373292 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-6b148bae-b030-4b59-b326-b5292c279bd6 req-e3edb7b3-a0f5-45be-a718-8bf73366a01d tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] 10.222.0.18 "GET /v2.0/security-groups?id=60218460-59f4-4e1f-8c5b-28b25250067c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440743 Mar 07 16:54:42.479227 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dead5fdf-4527-4812-8337-148cc440bb6f req-c1c4f0cd-6e68-4124-9894-6aacef8e49ba tempest-VolumesSnapshotTestJSON-1171266807 tempest-VolumesSnapshotTestJSON-1171266807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:54:42.480191 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-dead5fdf-4527-4812-8337-148cc440bb6f req-c1c4f0cd-6e68-4124-9894-6aacef8e49ba tempest-VolumesSnapshotTestJSON-1171266807 tempest-VolumesSnapshotTestJSON-1171266807-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5811ca3-4150-4fb1-8cf1-ce0df4950fba HTTP/1.1" status: 200 len: 944 time: 0.0544369 Mar 07 16:54:42.495309 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.rpc [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Device 390f6907-1f9e-4fd9-bc3b-dd4ad68383fb details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=119955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 16:54:42.529362 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-dead5fdf-4527-4812-8337-148cc440bb6f req-fc4e99ef-c8eb-4a43-92ba-be0a5ad543a7 tempest-VolumesSnapshotTestJSON-1171266807 tempest-VolumesSnapshotTestJSON-1171266807-project] 10.222.0.18 "GET /v2.0/security-groups?id=53f73a85-3bd3-48ad-bc38-ae336da77528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436051 Mar 07 16:54:42.593319 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.db [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] For port 390f6907-1f9e-4fd9-bc3b-dd4ad68383fb, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=390f6907-1f9e-4fd9-bc3b-dd4ad68383fb,segment=NetworkSegment(63bbc091-78b2-42e4-b626-ef66d3602746),segment_id=63bbc091-78b2-42e4-b626-ef66d3602746)] {{(pid=119955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:54:42.607061 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.rpc [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Returning: {'device': '390f6907-1f9e-4fd9-bc3b-dd4ad68383fb', 'network_id': '3c58d676-f872-4af0-8e9e-07accb98dac0', 'port_id': '390f6907-1f9e-4fd9-bc3b-dd4ad68383fb', 'mac_address': 'fa:16:3e:39:fe:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 871, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcf8292a-8420-4649-91f6-9e1fe40f1845', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 16:54:42.648022 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.plugin [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Current status of the port 390f6907-1f9e-4fd9-bc3b-dd4ad68383fb is: DOWN; New status is: BUILD {{(pid=119955) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:54:42.648497 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8385759'] for port (390f6907-1f9e-4fd9-bc3b-dd4ad68383fb), before_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:42.661903 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.notifiers.nova [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 390f6907-1f9e-4fd9-bc3b-dd4ad68383fb {{(pid=119955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:54:42.680599 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.db [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] For port 390f6907-1f9e-4fd9-bc3b-dd4ad68383fb, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=390f6907-1f9e-4fd9-bc3b-dd4ad68383fb,segment=NetworkSegment(63bbc091-78b2-42e4-b626-ef66d3602746),segment_id=63bbc091-78b2-42e4-b626-ef66d3602746)] {{(pid=119955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:54:42.686230 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754346672056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754346267073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754346267091'] for port (390f6907-1f9e-4fd9-bc3b-dd4ad68383fb), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:42.732110 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Pushing event updated for resources: {'Port': ['ID=390f6907-1f9e-4fd9-bc3b-dd4ad68383fb,revision_number=4']} {{(pid=119955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:54:43.092282 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.db [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] get_ports_and_sgs() called for port_ids ['390f6907-1f9e-4fd9-bc3b-dd4ad68383fb'] {{(pid=119955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:54:43.341883 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f72ef8-002b-4c1b-902c-b723d64078ed req-4f07df72-640b-49e7-ace6-115d3a42616e tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:54:43.343314 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-50f72ef8-002b-4c1b-902c-b723d64078ed req-4f07df72-640b-49e7-ace6-115d3a42616e tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] 10.222.0.18 "GET /v2.0/ports?device_id=2231807d-5256-4035-968e-56509c3eb6cc HTTP/1.1" status: 200 len: 945 time: 0.0547154 Mar 07 16:54:43.392176 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-50f72ef8-002b-4c1b-902c-b723d64078ed req-5e793dcf-ae51-435a-93e6-084b3b3b7778 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] 10.222.0.18 "GET /v2.0/security-groups?id=91de0b44-8849-4808-9a38-820e64d88ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420172 Mar 07 16:54:43.498764 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55049d0f-dd27-405a-9984-7c485e16a5df req-b08c4f58-c7ae-4ae7-9934-585bd4afb794 tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:54:43.504325 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-55049d0f-dd27-405a-9984-7c485e16a5df req-b08c4f58-c7ae-4ae7-9934-585bd4afb794 tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] 10.222.0.18 "GET /v2.0/ports?device_id=301c6e16-505b-48af-a5b0-796dee2d11cd HTTP/1.1" status: 200 len: 945 time: 0.0623736 Mar 07 16:54:43.568371 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-55049d0f-dd27-405a-9984-7c485e16a5df req-930e4a92-0a93-4122-b611-7f9fcc6ca52a tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] 10.222.0.18 "GET /v2.0/security-groups?id=60218460-59f4-4e1f-8c5b-28b25250067c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606821 Mar 07 16:54:43.633791 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.wsgi [-] (119953) accepted ('10.222.0.18', 53876) {{(pid=119953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:54:43.650866 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62223b01-aff9-4beb-ad6a-6e5cc3ba3ccf req-e4ba3ce1-48da-4fe9-b773-769c3f94841e tempest-VolumesSnapshotTestJSON-1171266807 tempest-VolumesSnapshotTestJSON-1171266807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:54:43.652387 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-62223b01-aff9-4beb-ad6a-6e5cc3ba3ccf req-e4ba3ce1-48da-4fe9-b773-769c3f94841e tempest-VolumesSnapshotTestJSON-1171266807 tempest-VolumesSnapshotTestJSON-1171266807-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5811ca3-4150-4fb1-8cf1-ce0df4950fba HTTP/1.1" status: 200 len: 945 time: 0.0533123 Mar 07 16:54:43.663611 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.db.agents_db [None req-64435fe0-d7c6-4327-a557-6d3e8ab92464 None None] Agent healthcheck: found 6 active agents {{(pid=119956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 16:54:43.701769 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-62223b01-aff9-4beb-ad6a-6e5cc3ba3ccf req-595785d1-416a-42c7-835d-e84b0ea415d4 tempest-VolumesSnapshotTestJSON-1171266807 tempest-VolumesSnapshotTestJSON-1171266807-project] 10.222.0.18 "GET /v2.0/security-groups?id=53f73a85-3bd3-48ad-bc38-ae336da77528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436478 Mar 07 16:54:43.738339 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-4ff6fff7-403d-4dfd-a60b-a6530b846e7a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:43.814408 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-4ff6fff7-403d-4dfd-a60b-a6530b846e7a admin admin] Publish callbacks [] for security_group (a8b24d56-0004-433c-bca1-74f8462a869c), precommit_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:43.820673 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-4ff6fff7-403d-4dfd-a60b-a6530b846e7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543383'] for security_group (a8b24d56-0004-433c-bca1-74f8462a869c), after_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:43.857324 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff6fff7-403d-4dfd-a60b-a6530b846e7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8b24d56-0004-433c-bca1-74f8462a869c,revision_number=1']} {{(pid=119953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:54:43.864039 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [None req-4ff6fff7-403d-4dfd-a60b-a6530b846e7a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8f37a42a13c54f40bab983efec77dd69&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2290714 Mar 07 16:54:43.866726 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.wsgi [-] (119953) accepted ('10.222.0.18', 53880) {{(pid=119953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:54:43.918543 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-a0be77ae-8598-48a6-ad97-e2ae5bd93bd0 admin admin] Publish callbacks [] for security_group (a8b24d56-0004-433c-bca1-74f8462a869c), before_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:43.939611 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-a0be77ae-8598-48a6-ad97-e2ae5bd93bd0 admin admin] Publish callbacks [] for security_group (a8b24d56-0004-433c-bca1-74f8462a869c), precommit_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:43.989628 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-a0be77ae-8598-48a6-ad97-e2ae5bd93bd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543383'] for security_group (a8b24d56-0004-433c-bca1-74f8462a869c), after_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:43.992192 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-a0be77ae-8598-48a6-ad97-e2ae5bd93bd0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:43.993325 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [None req-a0be77ae-8598-48a6-ad97-e2ae5bd93bd0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a8b24d56-0004-433c-bca1-74f8462a869c HTTP/1.1" status: 204 len: 168 time: 0.1255426 Mar 07 16:54:44.002603 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0be77ae-8598-48a6-ad97-e2ae5bd93bd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8b24d56-0004-433c-bca1-74f8462a869c,revision_number=None']} {{(pid=119953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:54:44.498401 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.rpc [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Device 390f6907-1f9e-4fd9-bc3b-dd4ad68383fb up at agent hyperv_hv-cinder-80475 {{(pid=119955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:54:44.518272 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb02cef-03a2-43df-a4f7-d1979de0a980 req-883376a6-f598-48df-ae09-71d52dcac244 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:54:44.524236 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-deb02cef-03a2-43df-a4f7-d1979de0a980 req-883376a6-f598-48df-ae09-71d52dcac244 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] 10.222.0.18 "GET /v2.0/ports?device_id=2231807d-5256-4035-968e-56509c3eb6cc HTTP/1.1" status: 200 len: 945 time: 0.0601082 Mar 07 16:54:44.565156 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.provisioning_blocks [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Provisioning for port 390f6907-1f9e-4fd9-bc3b-dd4ad68383fb completed by entity L2. {{(pid=119955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 16:54:44.570253 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.provisioning_blocks [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Provisioning complete for port 390f6907-1f9e-4fd9-bc3b-dd4ad68383fb triggered by entity L2. {{(pid=119955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:54:44.570842 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8194280'] for port (390f6907-1f9e-4fd9-bc3b-dd4ad68383fb), provisioning_complete {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:44.574952 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-deb02cef-03a2-43df-a4f7-d1979de0a980 req-51074742-125e-4341-85ea-ca47647e0cd0 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] 10.222.0.18 "GET /v2.0/security-groups?id=91de0b44-8849-4808-9a38-820e64d88ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492570 Mar 07 16:54:44.664361 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.plugin [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Current status of the port 390f6907-1f9e-4fd9-bc3b-dd4ad68383fb is: BUILD; New status is: ACTIVE {{(pid=119955) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:54:44.664757 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8385759'] for port (390f6907-1f9e-4fd9-bc3b-dd4ad68383fb), before_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:44.688018 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5811ca3-4150-4fb1-8cf1-ce0df4950fba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '390f6907-1f9e-4fd9-bc3b-dd4ad68383fb'}] {{(pid=119955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:54:44.691652 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd4f8a5135c3a8ba668d7ce7b18abb72183bcf445ca628a57cbbb7bee2c3e543" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab4d10c7-eb69-4be0-a9eb-161080b039dc" -d '{"events": [{"server_uuid": "a5811ca3-4150-4fb1-8cf1-ce0df4950fba", "name": "network-vif-plugged", "status": "completed", "tag": "390f6907-1f9e-4fd9-bc3b-dd4ad68383fb"}]}' {{(pid=119955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:54:44.710399 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214c45e8-f37f-417e-afd0-6c65ff81cf48 req-4b037b6a-f86e-404b-841b-b9e8f5aa1681 tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:54:44.715891 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.db [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] For port 390f6907-1f9e-4fd9-bc3b-dd4ad68383fb, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=390f6907-1f9e-4fd9-bc3b-dd4ad68383fb,segment=NetworkSegment(63bbc091-78b2-42e4-b626-ef66d3602746),segment_id=63bbc091-78b2-42e4-b626-ef66d3602746)] {{(pid=119955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:54:44.717113 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-214c45e8-f37f-417e-afd0-6c65ff81cf48 req-4b037b6a-f86e-404b-841b-b9e8f5aa1681 tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] 10.222.0.18 "GET /v2.0/ports?device_id=301c6e16-505b-48af-a5b0-796dee2d11cd HTTP/1.1" status: 200 len: 945 time: 0.0660133 Mar 07 16:54:44.724743 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754346672056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754346267073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754346267091'] for port (390f6907-1f9e-4fd9-bc3b-dd4ad68383fb), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:44.732514 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 16:54:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3747c31e-37fa-4edb-821c-92b15de892d5 x-openstack-request-id: req-3747c31e-37fa-4edb-821c-92b15de892d5 {{(pid=119955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:54:44.732832 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5811ca3-4150-4fb1-8cf1-ce0df4950fba", "name": "network-vif-plugged", "status": "completed", "tag": "390f6907-1f9e-4fd9-bc3b-dd4ad68383fb", "code": 200}]} {{(pid=119955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:54:44.733086 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3747c31e-37fa-4edb-821c-92b15de892d5 {{(pid=119955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:54:44.734348 dv-cinder-804757-24-iscsi neutron-server[119955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5811ca3-4150-4fb1-8cf1-ce0df4950fba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '390f6907-1f9e-4fd9-bc3b-dd4ad68383fb', 'code': 200} Mar 07 16:54:44.792008 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Pushing event updated for resources: {'Port': ['ID=390f6907-1f9e-4fd9-bc3b-dd4ad68383fb,revision_number=5']} {{(pid=119955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:54:44.798360 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-214c45e8-f37f-417e-afd0-6c65ff81cf48 req-062a0e39-4bf2-4ddd-8299-7123e907aee6 tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] 10.222.0.18 "GET /v2.0/security-groups?id=60218460-59f4-4e1f-8c5b-28b25250067c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763049 Mar 07 16:54:44.854832 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3340d91c-e44b-46df-8ac7-66541e1fda65 req-94693772-658f-4b2e-a8e7-5bb691569c24 tempest-VolumesSnapshotTestJSON-1171266807 tempest-VolumesSnapshotTestJSON-1171266807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:54:44.856760 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-3340d91c-e44b-46df-8ac7-66541e1fda65 req-94693772-658f-4b2e-a8e7-5bb691569c24 tempest-VolumesSnapshotTestJSON-1171266807 tempest-VolumesSnapshotTestJSON-1171266807-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5811ca3-4150-4fb1-8cf1-ce0df4950fba HTTP/1.1" status: 200 len: 946 time: 0.0692148 Mar 07 16:54:44.907973 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-3340d91c-e44b-46df-8ac7-66541e1fda65 req-d8cced62-dde4-4cd0-aed7-a9bffb4f4b28 tempest-VolumesSnapshotTestJSON-1171266807 tempest-VolumesSnapshotTestJSON-1171266807-project] 10.222.0.18 "GET /v2.0/security-groups?id=53f73a85-3bd3-48ad-bc38-ae336da77528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455351 Mar 07 16:54:45.033640 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad42c184-1231-444b-ae64-642c96549e6b req-ab7969a0-9a92-4c91-bf8b-442c8ac3a666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:54:45.035207 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-ad42c184-1231-444b-ae64-642c96549e6b req-ab7969a0-9a92-4c91-bf8b-442c8ac3a666 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=a5811ca3-4150-4fb1-8cf1-ce0df4950fba HTTP/1.1" status: 200 len: 1130 time: 0.0487161 Mar 07 16:54:45.087389 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-ad42c184-1231-444b-ae64-642c96549e6b req-aa8909bb-0a18-4f08-ba79-38afa5f5dfd2 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=53f73a85-3bd3-48ad-bc38-ae336da77528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454216 Mar 07 16:54:45.715649 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951ddbcc-922a-47d1-90eb-f351b8ceda91 req-e2defb73-2bbb-46d9-8a2a-37a951041f3d tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:54:45.717161 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-951ddbcc-922a-47d1-90eb-f351b8ceda91 req-e2defb73-2bbb-46d9-8a2a-37a951041f3d tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] 10.222.0.18 "GET /v2.0/ports?device_id=2231807d-5256-4035-968e-56509c3eb6cc HTTP/1.1" status: 200 len: 945 time: 0.0533979 Mar 07 16:54:45.766259 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-951ddbcc-922a-47d1-90eb-f351b8ceda91 req-148942af-5a61-49e5-b4b3-1fdefe015f2c tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] 10.222.0.18 "GET /v2.0/security-groups?id=91de0b44-8849-4808-9a38-820e64d88ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433309 Mar 07 16:54:45.910608 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9126e5e9-d289-4135-abe6-9070bd14cb72 req-e4a42a51-6a34-4ed2-9fba-5ccaa2d3a2f0 tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:54:45.912149 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-9126e5e9-d289-4135-abe6-9070bd14cb72 req-e4a42a51-6a34-4ed2-9fba-5ccaa2d3a2f0 tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] 10.222.0.18 "GET /v2.0/ports?device_id=301c6e16-505b-48af-a5b0-796dee2d11cd HTTP/1.1" status: 200 len: 945 time: 0.0522270 Mar 07 16:54:45.958378 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-9126e5e9-d289-4135-abe6-9070bd14cb72 req-57131b55-c2a1-44b8-9eca-b458ef5a2a07 tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] 10.222.0.18 "GET /v2.0/security-groups?id=60218460-59f4-4e1f-8c5b-28b25250067c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407431 Mar 07 16:54:45.999374 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-6c7993f2-40e5-45b4-94b0-2dd95bcb2546 req-98208d81-9d37-4c28-ba2e-29fc628aa9cc tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1001898324&fields=id&tenant_id=f13607869be844f9bb555f4bee0519ef HTTP/1.1" status: 200 len: 267 time: 0.0459135 Mar 07 16:54:46.065836 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe46a5b-9d86-4e86-9a4a-91600790deb9 req-22b531fd-b197-44b9-8e74-81f2e90c7950 tempest-VolumesSnapshotTestJSON-1171266807 tempest-VolumesSnapshotTestJSON-1171266807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:54:46.067293 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-5fe46a5b-9d86-4e86-9a4a-91600790deb9 req-22b531fd-b197-44b9-8e74-81f2e90c7950 tempest-VolumesSnapshotTestJSON-1171266807 tempest-VolumesSnapshotTestJSON-1171266807-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5811ca3-4150-4fb1-8cf1-ce0df4950fba HTTP/1.1" status: 200 len: 946 time: 0.0553083 Mar 07 16:54:46.103020 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7993f2-40e5-45b4-94b0-2dd95bcb2546 req-4a94943c-b3c2-4219-96fe-4c4679b919f7 tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:54:46.104781 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-6c7993f2-40e5-45b4-94b0-2dd95bcb2546 req-4a94943c-b3c2-4219-96fe-4c4679b919f7 tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] 10.222.0.18 "GET /v2.0/networks?id=8f05d5cd-7919-446b-b1be-b892178c27ff HTTP/1.1" status: 200 len: 812 time: 0.0990298 Mar 07 16:54:46.118179 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-5fe46a5b-9d86-4e86-9a4a-91600790deb9 req-026a9a4d-6fbd-48df-b28c-74d45cf3b8b6 tempest-VolumesSnapshotTestJSON-1171266807 tempest-VolumesSnapshotTestJSON-1171266807-project] 10.222.0.18 "GET /v2.0/security-groups?id=53f73a85-3bd3-48ad-bc38-ae336da77528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446794 Mar 07 16:54:46.122999 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-6c7993f2-40e5-45b4-94b0-2dd95bcb2546 req-7ffd2307-fffc-4ba6-8fbe-0cad95d0b566 tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] 10.222.0.18 "GET /v2.0/quotas/f13607869be844f9bb555f4bee0519ef HTTP/1.1" status: 200 len: 375 time: 0.0094068 Mar 07 16:54:46.186508 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-6c7993f2-40e5-45b4-94b0-2dd95bcb2546 req-386f4114-1d28-412b-8e85-dd01b2fec5d5 tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=f13607869be844f9bb555f4bee0519ef&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0507689 Mar 07 16:54:46.296314 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-6c7993f2-40e5-45b4-94b0-2dd95bcb2546 req-81899bc3-620f-4bb7-a8c0-ecf0703f5fe3 service neutron] 10.222.0.18 "GET /v2.0/networks/8f05d5cd-7919-446b-b1be-b892178c27ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984695 Mar 07 16:54:46.384350 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-6c7993f2-40e5-45b4-94b0-2dd95bcb2546 req-fbecab38-c639-4ea1-9c8f-374464daaa4f service neutron] 10.222.0.18 "GET /v2.0/networks/8f05d5cd-7919-446b-b1be-b892178c27ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819964 Mar 07 16:54:46.715898 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-a7999939-6ff1-419f-8ac4-16640e85f10e req-6a30e0e2-3b57-4dd9-95f6-5d863aba9290 tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] 10.222.0.18 "GET /v2.0/ports?device_id=3986321d-94a9-4bb2-b3c5-9e9df961b2c0 HTTP/1.1" status: 200 len: 210 time: 0.0264714 Mar 07 16:54:46.895574 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa08cee6-1dd3-4fa2-af49-0160785fe731 req-70ed350a-1418-49a9-886b-9f4e31d247d1 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:54:46.897118 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-aa08cee6-1dd3-4fa2-af49-0160785fe731 req-70ed350a-1418-49a9-886b-9f4e31d247d1 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] 10.222.0.18 "GET /v2.0/ports?device_id=2231807d-5256-4035-968e-56509c3eb6cc HTTP/1.1" status: 200 len: 945 time: 0.0562096 Mar 07 16:54:46.946039 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-aa08cee6-1dd3-4fa2-af49-0160785fe731 req-2011180a-3b9c-401d-8577-691bb5184d15 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] 10.222.0.18 "GET /v2.0/security-groups?id=91de0b44-8849-4808-9a38-820e64d88ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428305 Mar 07 16:54:47.082567 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d40950-9c67-4884-af8e-bfbf544e4542 req-735d6afb-501e-4fd9-9c57-e247aea32e3d tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:54:47.084046 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-b1d40950-9c67-4884-af8e-bfbf544e4542 req-735d6afb-501e-4fd9-9c57-e247aea32e3d tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] 10.222.0.18 "GET /v2.0/ports?device_id=301c6e16-505b-48af-a5b0-796dee2d11cd HTTP/1.1" status: 200 len: 945 time: 0.0527790 Mar 07 16:54:47.131202 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-b1d40950-9c67-4884-af8e-bfbf544e4542 req-583e02f5-0905-44a9-acb7-8b5a753bfc11 tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] 10.222.0.18 "GET /v2.0/security-groups?id=60218460-59f4-4e1f-8c5b-28b25250067c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411935 Mar 07 16:54:47.171255 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-25e2b6ef-dc93-4f69-80c3-04e86c5350d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194190'] for agent (85f07778-81ef-4888-a2e3-51ae57b6426a), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:47.238769 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd2806e-d864-4346-9eb3-ab5d0ead9f56 req-619e52fb-bf0d-41a1-ae7d-801965216efc tempest-VolumesSnapshotTestJSON-1171266807 tempest-VolumesSnapshotTestJSON-1171266807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:54:47.240164 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-5dd2806e-d864-4346-9eb3-ab5d0ead9f56 req-619e52fb-bf0d-41a1-ae7d-801965216efc tempest-VolumesSnapshotTestJSON-1171266807 tempest-VolumesSnapshotTestJSON-1171266807-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5811ca3-4150-4fb1-8cf1-ce0df4950fba HTTP/1.1" status: 200 len: 946 time: 0.0506160 Mar 07 16:54:47.289558 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-5dd2806e-d864-4346-9eb3-ab5d0ead9f56 req-16d96f20-24c5-4fd9-848c-b151ed6b584b tempest-VolumesSnapshotTestJSON-1171266807 tempest-VolumesSnapshotTestJSON-1171266807-project] 10.222.0.18 "GET /v2.0/security-groups?id=53f73a85-3bd3-48ad-bc38-ae336da77528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430853 Mar 07 16:54:47.824613 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-edbbecce-dfd6-430b-bbb2-ba0c0db2453f req-4b1e99ce-9983-4be3-a325-0f2fc4c30b39 tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] 10.222.0.18 "GET /v2.0/ports?device_id=3986321d-94a9-4bb2-b3c5-9e9df961b2c0 HTTP/1.1" status: 200 len: 210 time: 0.0373769 Mar 07 16:54:48.079524 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d6f806-fa44-4d9d-9860-144f955116b5 req-1385f62d-124e-4623-b407-a8ef157081f0 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:54:48.087105 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-22d6f806-fa44-4d9d-9860-144f955116b5 req-1385f62d-124e-4623-b407-a8ef157081f0 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] 10.222.0.18 "GET /v2.0/ports?device_id=2231807d-5256-4035-968e-56509c3eb6cc HTTP/1.1" status: 200 len: 945 time: 0.0653017 Mar 07 16:54:48.133583 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-22d6f806-fa44-4d9d-9860-144f955116b5 req-7eebbb55-6290-4044-b85f-b8026f236372 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] 10.222.0.18 "GET /v2.0/security-groups?id=91de0b44-8849-4808-9a38-820e64d88ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454960 Mar 07 16:54:48.172075 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7993f2-40e5-45b4-94b0-2dd95bcb2546 req-5afe83b5-bf77-4992-bf9b-e771b1ff8d6d tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:54:48.173531 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-6c7993f2-40e5-45b4-94b0-2dd95bcb2546 req-5afe83b5-bf77-4992-bf9b-e771b1ff8d6d tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] 10.222.0.66 "GET /v2.0/networks?id=8f05d5cd-7919-446b-b1be-b892178c27ff HTTP/1.1" status: 200 len: 812 time: 0.1086888 Mar 07 16:54:48.282656 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-6c7993f2-40e5-45b4-94b0-2dd95bcb2546 req-6d84089d-2841-4e68-a43c-dd6e09acd424 tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f13607869be844f9bb555f4bee0519ef HTTP/1.1" status: 200 len: 380 time: 0.0875890 Mar 07 16:54:48.294124 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f156b4-c73a-469a-af3a-8cda884e9e2d req-385fe29f-d476-4582-ac45-c28c1503e547 tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:54:48.295653 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-12f156b4-c73a-469a-af3a-8cda884e9e2d req-385fe29f-d476-4582-ac45-c28c1503e547 tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] 10.222.0.18 "GET /v2.0/ports?device_id=301c6e16-505b-48af-a5b0-796dee2d11cd HTTP/1.1" status: 200 len: 945 time: 0.0936344 Mar 07 16:54:48.300207 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.v2.base [req-6c7993f2-40e5-45b4-94b0-2dd95bcb2546 req-3246b3f8-39ad-478c-a5b0-0c29fab5cee4 tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] Request body: {'port': {'device_id': '3986321d-94a9-4bb2-b3c5-9e9df961b2c0', 'network_id': '8f05d5cd-7919-446b-b1be-b892178c27ff', 'admin_state_up': True, 'tenant_id': 'f13607869be844f9bb555f4bee0519ef', 'security_groups': ['8ad0d2f6-f98b-473c-8468-cfc7e978930e']}} {{(pid=119953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:54:48.400738 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-12f156b4-c73a-469a-af3a-8cda884e9e2d req-d0b6ad3a-8a4e-48d9-8bfe-305d99a8c6f7 tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] 10.222.0.18 "GET /v2.0/security-groups?id=60218460-59f4-4e1f-8c5b-28b25250067c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0971460 Mar 07 16:54:48.442756 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c7993f2-40e5-45b4-94b0-2dd95bcb2546 req-3246b3f8-39ad-478c-a5b0-0c29fab5cee4 tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] Made reservation on behalf of f13607869be844f9bb555f4bee0519ef for: {'port': 1} {{(pid=119953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:54:48.447053 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [req-6c7993f2-40e5-45b4-94b0-2dd95bcb2546 req-3246b3f8-39ad-478c-a5b0-0c29fab5cee4 tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8385759'] for port (None), before_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:48.578649 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.db.db_base_plugin_common [req-6c7993f2-40e5-45b4-94b0-2dd95bcb2546 req-3246b3f8-39ad-478c-a5b0-0c29fab5cee4 tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] Allocated IP 172.20.0.11 (8f05d5cd-7919-446b-b1be-b892178c27ff/e51eb166-648f-4129-afbc-b350e9a7b41b/b2d02a44-c0dd-4b72-838a-6f0de8c02b3c) {{(pid=119953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:54:48.731938 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [req-6c7993f2-40e5-45b4-94b0-2dd95bcb2546 req-3246b3f8-39ad-478c-a5b0-0c29fab5cee4 tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] Publish callbacks [] for port (b2d02a44-c0dd-4b72-838a-6f0de8c02b3c), precommit_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:48.767120 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [req-6c7993f2-40e5-45b4-94b0-2dd95bcb2546 req-3246b3f8-39ad-478c-a5b0-0c29fab5cee4 tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754346267055'] for port (b2d02a44-c0dd-4b72-838a-6f0de8c02b3c), after_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:48.821794 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c7993f2-40e5-45b4-94b0-2dd95bcb2546 req-3246b3f8-39ad-478c-a5b0-0c29fab5cee4 tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] Network 8f05d5cd-7919-446b-b1be-b892178c27ff is already hosted by enough agents. {{(pid=119953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:54:48.824776 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.scheduler.base_scheduler [req-6c7993f2-40e5-45b4-94b0-2dd95bcb2546 req-3246b3f8-39ad-478c-a5b0-0c29fab5cee4 tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] Resources bound (agent type, host, resource id): {{(pid=119953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:54:48.828286 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c7993f2-40e5-45b4-94b0-2dd95bcb2546 req-3246b3f8-39ad-478c-a5b0-0c29fab5cee4 tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] Received port after_create {{(pid=119953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:54:48.833574 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7993f2-40e5-45b4-94b0-2dd95bcb2546 req-3246b3f8-39ad-478c-a5b0-0c29fab5cee4 tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:54:48.834199 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [req-6c7993f2-40e5-45b4-94b0-2dd95bcb2546 req-3246b3f8-39ad-478c-a5b0-0c29fab5cee4 tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47102'] for port (None), before_response {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:48.844313 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3246b3f8-39ad-478c-a5b0-0c29fab5cee4 tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] Pushing event updated for resources: {'Port': ['ID=b2d02a44-c0dd-4b72-838a-6f0de8c02b3c,revision_number=1']} {{(pid=119953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:54:48.864869 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-6c7993f2-40e5-45b4-94b0-2dd95bcb2546 req-3246b3f8-39ad-478c-a5b0-0c29fab5cee4 tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5668881 Mar 07 16:54:48.893311 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.v2.base [req-6c7993f2-40e5-45b4-94b0-2dd95bcb2546 req-c6e1d42b-9405-47d6-a9b9-42595a68c042 service neutron] Request body: {'port': {'device_id': '3986321d-94a9-4bb2-b3c5-9e9df961b2c0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80475'}} {{(pid=119953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:54:48.999856 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [req-6c7993f2-40e5-45b4-94b0-2dd95bcb2546 req-c6e1d42b-9405-47d6-a9b9-42595a68c042 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8385759'] for port (b2d02a44-c0dd-4b72-838a-6f0de8c02b3c), before_update {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:49.048832 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea632e4-631f-4342-82fe-1dddb26d08db req-8c5fe460-a24f-4a59-a96b-92d6a24cce3a tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:54:49.050364 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-6ea632e4-631f-4342-82fe-1dddb26d08db req-8c5fe460-a24f-4a59-a96b-92d6a24cce3a tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] 10.222.0.18 "GET /v2.0/ports?device_id=3986321d-94a9-4bb2-b3c5-9e9df961b2c0 HTTP/1.1" status: 200 len: 932 time: 0.1166797 Mar 07 16:54:49.111637 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e034e266-c51f-4a85-97ab-6a99976fdbce req-afef4877-b50c-4d4b-b16f-a15f6696aa35 tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:54:49.113453 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-e034e266-c51f-4a85-97ab-6a99976fdbce req-afef4877-b50c-4d4b-b16f-a15f6696aa35 tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] 10.222.0.18 "GET /v2.0/ports?device_id=18b987a9-4ded-49ed-aef5-06d2d12e7d9b HTTP/1.1" status: 200 len: 945 time: 0.0603068 Mar 07 16:54:49.164795 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.provisioning_blocks [None req-746f9478-8eda-49dc-82f8-6760eacbb49b None None] Provisioning complete for port b2d02a44-c0dd-4b72-838a-6f0de8c02b3c triggered by entity DHCP. {{(pid=119955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:54:49.165929 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-746f9478-8eda-49dc-82f8-6760eacbb49b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8194280'] for port (b2d02a44-c0dd-4b72-838a-6f0de8c02b3c), provisioning_complete {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:49.175169 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-e034e266-c51f-4a85-97ab-6a99976fdbce req-4fdb877a-9137-4d61-b10a-c6873a79764e tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] 10.222.0.18 "GET /v2.0/security-groups?id=aeca2cc4-2657-4c4b-965e-0f9cde167a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554187 Mar 07 16:54:49.234473 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-6ea632e4-631f-4342-82fe-1dddb26d08db req-bc334ac1-b53c-4de1-bcae-8688fb61b58c tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ad0d2f6-f98b-473c-8468-cfc7e978930e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1652322 Mar 07 16:54:49.269873 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0964a939-3cc1-4fd2-9a32-3c96d815f6f2 req-59d9131c-dc59-4fb3-8708-3119313854a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:54:49.273215 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-0964a939-3cc1-4fd2-9a32-3c96d815f6f2 req-59d9131c-dc59-4fb3-8708-3119313854a6 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=fb0f78d7968f4bf1aee503f8e1cfe0f0&device_id=18b987a9-4ded-49ed-aef5-06d2d12e7d9b HTTP/1.1" status: 200 len: 1129 time: 0.1998146 Mar 07 16:54:49.314773 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce0537e-55c9-4772-b4ff-222843bcdc1f req-6ea95ded-7bba-4e5b-81f7-6c44f28b0bd6 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:54:49.317207 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-6ce0537e-55c9-4772-b4ff-222843bcdc1f req-6ea95ded-7bba-4e5b-81f7-6c44f28b0bd6 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] 10.222.0.18 "GET /v2.0/ports?device_id=2231807d-5256-4035-968e-56509c3eb6cc HTTP/1.1" status: 200 len: 945 time: 0.0729711 Mar 07 16:54:49.394490 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-6ce0537e-55c9-4772-b4ff-222843bcdc1f req-6e798804-e204-4e33-9734-1293659c26f6 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] 10.222.0.18 "GET /v2.0/security-groups?id=91de0b44-8849-4808-9a38-820e64d88ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687952 Mar 07 16:54:49.395875 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.plugin [None req-746f9478-8eda-49dc-82f8-6760eacbb49b None None] Port b2d02a44-c0dd-4b72-838a-6f0de8c02b3c cannot update to ACTIVE because it is not bound. {{(pid=119955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:54:49.401729 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-54c71c19-1480-4722-9d38-e73a7c8eec2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194190'] for agent (4cbb3502-d72e-4663-b57e-51d645794085), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:49.439737 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0964a939-3cc1-4fd2-9a32-3c96d815f6f2 req-f84d5b44-4cf9-4c24-aad3-75af5f5abeb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:54:49.441227 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-0964a939-3cc1-4fd2-9a32-3c96d815f6f2 req-f84d5b44-4cf9-4c24-aad3-75af5f5abeb2 service neutron] 10.222.0.66 "GET /v2.0/networks?id=80a2c60b-59e3-4807-9654-13174f656625 HTTP/1.1" status: 200 len: 920 time: 0.1532564 Mar 07 16:54:49.464755 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.notifiers.nova [req-6c7993f2-40e5-45b4-94b0-2dd95bcb2546 req-c6e1d42b-9405-47d6-a9b9-42595a68c042 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2d02a44-c0dd-4b72-838a-6f0de8c02b3c {{(pid=119953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:54:49.507369 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-0964a939-3cc1-4fd2-9a32-3c96d815f6f2 req-54e2009b-1be9-4b14-888c-dc2fee82886e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1a817d53-6064-4f5e-96ff-067caa362090 HTTP/1.1" status: 200 len: 217 time: 0.0529416 Mar 07 16:54:49.509248 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [req-6c7993f2-40e5-45b4-94b0-2dd95bcb2546 req-c6e1d42b-9405-47d6-a9b9-42595a68c042 service neutron] Publish callbacks [] for port (b2d02a44-c0dd-4b72-838a-6f0de8c02b3c), precommit_update {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:49.574854 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.db.provisioning_blocks [req-6c7993f2-40e5-45b4-94b0-2dd95bcb2546 req-c6e1d42b-9405-47d6-a9b9-42595a68c042 service neutron] Transition to ACTIVE for port object b2d02a44-c0dd-4b72-838a-6f0de8c02b3c will not be triggered until provisioned by entity L2. {{(pid=119953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 16:54:49.582610 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [req-6c7993f2-40e5-45b4-94b0-2dd95bcb2546 req-c6e1d42b-9405-47d6-a9b9-42595a68c042 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754346672056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754346267073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754346267091'] for port (b2d02a44-c0dd-4b72-838a-6f0de8c02b3c), after_update {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:49.644313 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0964a939-3cc1-4fd2-9a32-3c96d815f6f2 req-77b027b3-6343-4e74-b532-a0f6bf1008a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:54:49.645798 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-0964a939-3cc1-4fd2-9a32-3c96d815f6f2 req-77b027b3-6343-4e74-b532-a0f6bf1008a8 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=da018b7d-c800-4987-80e6-c869339f7229 HTTP/1.1" status: 200 len: 859 time: 0.1241121 Mar 07 16:54:49.670810 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e1d42b-9405-47d6-a9b9-42595a68c042 service neutron] Pushing event updated for resources: {'Port': ['ID=b2d02a44-c0dd-4b72-838a-6f0de8c02b3c,revision_number=2']} {{(pid=119953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:54:49.703482 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-0964a939-3cc1-4fd2-9a32-3c96d815f6f2 req-43a8d2f5-426e-4e6c-b9a8-75d836312c47 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=80a2c60b-59e3-4807-9654-13174f656625&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444427 Mar 07 16:54:49.713115 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f075ce3f-2dc5-484f-b5b2-4d847202a1c8 req-09589805-840a-48ae-8846-f283d8cfe996 tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:54:49.714629 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-f075ce3f-2dc5-484f-b5b2-4d847202a1c8 req-09589805-840a-48ae-8846-f283d8cfe996 tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] 10.222.0.18 "GET /v2.0/ports?device_id=301c6e16-505b-48af-a5b0-796dee2d11cd HTTP/1.1" status: 200 len: 945 time: 0.2120776 Mar 07 16:54:49.753924 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.managers [req-6c7993f2-40e5-45b4-94b0-2dd95bcb2546 req-c6e1d42b-9405-47d6-a9b9-42595a68c042 service neutron] Attempting to bind port b2d02a44-c0dd-4b72-838a-6f0de8c02b3c on host hv-cinder-80475 for vnic_type normal with profile {{(pid=119953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:54:49.754294 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.managers [req-6c7993f2-40e5-45b4-94b0-2dd95bcb2546 req-c6e1d42b-9405-47d6-a9b9-42595a68c042 service neutron] Attempting to bind port b2d02a44-c0dd-4b72-838a-6f0de8c02b3c by drivers openvswitch,hyperv on host hv-cinder-80475 at level 0 using segments [{'id': '7ab29d0f-d9dc-4af3-8a14-c40680d91b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '8f05d5cd-7919-446b-b1be-b892178c27ff'}] {{(pid=119953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:54:49.754658 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c7993f2-40e5-45b4-94b0-2dd95bcb2546 req-c6e1d42b-9405-47d6-a9b9-42595a68c042 service neutron] Attempting to bind port b2d02a44-c0dd-4b72-838a-6f0de8c02b3c on network 8f05d5cd-7919-446b-b1be-b892178c27ff {{(pid=119953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:54:49.776092 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c7993f2-40e5-45b4-94b0-2dd95bcb2546 req-c6e1d42b-9405-47d6-a9b9-42595a68c042 service neutron] Port b2d02a44-c0dd-4b72-838a-6f0de8c02b3c on network 8f05d5cd-7919-446b-b1be-b892178c27ff not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80475 {{(pid=119953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 16:54:49.776423 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c7993f2-40e5-45b4-94b0-2dd95bcb2546 req-c6e1d42b-9405-47d6-a9b9-42595a68c042 service neutron] Attempting to bind port b2d02a44-c0dd-4b72-838a-6f0de8c02b3c on network 8f05d5cd-7919-446b-b1be-b892178c27ff {{(pid=119953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:54:49.823619 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c7993f2-40e5-45b4-94b0-2dd95bcb2546 req-c6e1d42b-9405-47d6-a9b9-42595a68c042 service neutron] Checking agent: {'id': '152bcc15-84f4-40a7-afe1-c30bc7269f8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80475', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 16, 50, 24), 'started_at': datetime.datetime(2022, 3, 7, 16, 50, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 54, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:54:49.824000 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c7993f2-40e5-45b4-94b0-2dd95bcb2546 req-c6e1d42b-9405-47d6-a9b9-42595a68c042 service neutron] Checking segment: {'id': '7ab29d0f-d9dc-4af3-8a14-c40680d91b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '8f05d5cd-7919-446b-b1be-b892178c27ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:54:49.824383 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c7993f2-40e5-45b4-94b0-2dd95bcb2546 req-c6e1d42b-9405-47d6-a9b9-42595a68c042 service neutron] Bound using segment: {'id': '7ab29d0f-d9dc-4af3-8a14-c40680d91b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '8f05d5cd-7919-446b-b1be-b892178c27ff'} {{(pid=119953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:54:49.824939 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.managers [req-6c7993f2-40e5-45b4-94b0-2dd95bcb2546 req-c6e1d42b-9405-47d6-a9b9-42595a68c042 service neutron] Bound port: b2d02a44-c0dd-4b72-838a-6f0de8c02b3c, host: hv-cinder-80475, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ab29d0f-d9dc-4af3-8a14-c40680d91b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '8f05d5cd-7919-446b-b1be-b892178c27ff'}}] {{(pid=119953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:54:49.825183 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [req-6c7993f2-40e5-45b4-94b0-2dd95bcb2546 req-c6e1d42b-9405-47d6-a9b9-42595a68c042 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8385759'] for port (b2d02a44-c0dd-4b72-838a-6f0de8c02b3c), before_update {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:49.859477 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-f075ce3f-2dc5-484f-b5b2-4d847202a1c8 req-021af143-7431-492b-8c29-84b3c230e8c0 tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] 10.222.0.18 "GET /v2.0/security-groups?id=60218460-59f4-4e1f-8c5b-28b25250067c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1295857 Mar 07 16:54:49.902131 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-0964a939-3cc1-4fd2-9a32-3c96d815f6f2 req-e8a14882-c6d1-4422-b98c-6422159ac278 service neutron] 10.222.0.66 "GET /v2.0/networks/80a2c60b-59e3-4807-9654-13174f656625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1851649 Mar 07 16:54:50.187884 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.db [req-6c7993f2-40e5-45b4-94b0-2dd95bcb2546 req-c6e1d42b-9405-47d6-a9b9-42595a68c042 service neutron] For port b2d02a44-c0dd-4b72-838a-6f0de8c02b3c, host hv-cinder-80475, cleared binding levels {{(pid=119953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:54:50.206684 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.db [req-6c7993f2-40e5-45b4-94b0-2dd95bcb2546 req-c6e1d42b-9405-47d6-a9b9-42595a68c042 service neutron] For port b2d02a44-c0dd-4b72-838a-6f0de8c02b3c, host hv-cinder-80475, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=b2d02a44-c0dd-4b72-838a-6f0de8c02b3c,segment=NetworkSegment(7ab29d0f-d9dc-4af3-8a14-c40680d91b99),segment_id=7ab29d0f-d9dc-4af3-8a14-c40680d91b99)] {{(pid=119953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:54:50.216442 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [req-6c7993f2-40e5-45b4-94b0-2dd95bcb2546 req-c6e1d42b-9405-47d6-a9b9-42595a68c042 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754346672056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754346267073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754346267091'] for port (b2d02a44-c0dd-4b72-838a-6f0de8c02b3c), after_update {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:50.259180 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-0964a939-3cc1-4fd2-9a32-3c96d815f6f2 req-d55ce932-390a-4481-a54f-bc518a0368d2 service neutron] 10.222.0.66 "GET /v2.0/networks/80a2c60b-59e3-4807-9654-13174f656625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3430297 Mar 07 16:54:50.267842 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7993f2-40e5-45b4-94b0-2dd95bcb2546 req-c6e1d42b-9405-47d6-a9b9-42595a68c042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:54:50.268438 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [req-6c7993f2-40e5-45b4-94b0-2dd95bcb2546 req-c6e1d42b-9405-47d6-a9b9-42595a68c042 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47102'] for port (None), before_response {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:50.269776 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-6c7993f2-40e5-45b4-94b0-2dd95bcb2546 req-c6e1d42b-9405-47d6-a9b9-42595a68c042 service neutron] 10.222.0.66 "PUT /v2.0/ports/b2d02a44-c0dd-4b72-838a-6f0de8c02b3c HTTP/1.1" status: 200 len: 1094 time: 1.3818195 Mar 07 16:54:50.270207 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3986321d-94a9-4bb2-b3c5-9e9df961b2c0', 'tag': 'b2d02a44-c0dd-4b72-838a-6f0de8c02b3c'}] {{(pid=119953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:54:50.272680 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed95515d7af65a162ef4af60abe3e4aacc73bb6c2379f81891a58e09c3a2d0f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a562580-9f7f-4670-8094-3d502dd8e2c9" -d '{"events": [{"name": "network-changed", "server_uuid": "3986321d-94a9-4bb2-b3c5-9e9df961b2c0", "tag": "b2d02a44-c0dd-4b72-838a-6f0de8c02b3c"}]}' {{(pid=119953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:54:50.291949 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e1d42b-9405-47d6-a9b9-42595a68c042 service neutron] Pushing event updated for resources: {'Port': ['ID=b2d02a44-c0dd-4b72-838a-6f0de8c02b3c,revision_number=3']} {{(pid=119953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:54:50.351800 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a0003f-407b-4353-a8a1-89b3f305f936 req-02de1d5f-734f-43af-9dc0-e32149be6590 tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:54:50.362523 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-59a0003f-407b-4353-a8a1-89b3f305f936 req-02de1d5f-734f-43af-9dc0-e32149be6590 tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] 10.222.0.18 "GET /v2.0/ports?device_id=18b987a9-4ded-49ed-aef5-06d2d12e7d9b HTTP/1.1" status: 200 len: 945 time: 0.1104531 Mar 07 16:54:50.424614 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-59a0003f-407b-4353-a8a1-89b3f305f936 req-9389282a-c4b6-4a85-9823-d5d81d94f0ae tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] 10.222.0.18 "GET /v2.0/security-groups?id=aeca2cc4-2657-4c4b-965e-0f9cde167a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609653 Mar 07 16:54:50.473602 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7993f2-40e5-45b4-94b0-2dd95bcb2546 req-4735698c-45dd-4d2f-a81e-4bbac9715d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:54:50.477628 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-6c7993f2-40e5-45b4-94b0-2dd95bcb2546 req-4735698c-45dd-4d2f-a81e-4bbac9715d89 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f13607869be844f9bb555f4bee0519ef&device_id=3986321d-94a9-4bb2-b3c5-9e9df961b2c0 HTTP/1.1" status: 200 len: 1128 time: 0.1038127 Mar 07 16:54:50.502957 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-ad94e2ed-e0a8-44ae-a5ff-cf9ca5ab0e17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194190'] for agent (82ccd293-b7fb-4417-a581-186a4d7e9931), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:50.503470 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b92dbb2-a80f-419e-a248-9413b3669dfa req-49b0524d-392b-4928-b4d2-388e6b2a97c8 tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:54:50.505008 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-1b92dbb2-a80f-419e-a248-9413b3669dfa req-49b0524d-392b-4928-b4d2-388e6b2a97c8 tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] 10.222.0.18 "GET /v2.0/ports?device_id=3986321d-94a9-4bb2-b3c5-9e9df961b2c0 HTTP/1.1" status: 200 len: 944 time: 0.0958922 Mar 07 16:54:50.506587 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 16:54:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d11eac0b-c740-4a87-ba60-bca29ea9946c x-openstack-request-id: req-d11eac0b-c740-4a87-ba60-bca29ea9946c {{(pid=119953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:54:50.507048 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3986321d-94a9-4bb2-b3c5-9e9df961b2c0", "tag": "b2d02a44-c0dd-4b72-838a-6f0de8c02b3c", "status": "completed", "code": 200}]} {{(pid=119953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:54:50.507461 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d11eac0b-c740-4a87-ba60-bca29ea9946c {{(pid=119953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:54:50.508202 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3986321d-94a9-4bb2-b3c5-9e9df961b2c0', 'tag': 'b2d02a44-c0dd-4b72-838a-6f0de8c02b3c', 'status': 'completed', 'code': 200} Mar 07 16:54:50.568531 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-1b92dbb2-a80f-419e-a248-9413b3669dfa req-7f4c59f8-35b3-4d3c-b73e-dea5bf371b0a tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ad0d2f6-f98b-473c-8468-cfc7e978930e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562928 Mar 07 16:54:50.598924 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3253b0b5-bd6a-4164-bd73-361ca955c030 req-c2665768-0aa0-49f8-9533-31e894d77c87 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:54:50.600583 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-3253b0b5-bd6a-4164-bd73-361ca955c030 req-c2665768-0aa0-49f8-9533-31e894d77c87 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] 10.222.0.18 "GET /v2.0/ports?device_id=2231807d-5256-4035-968e-56509c3eb6cc HTTP/1.1" status: 200 len: 945 time: 0.0617619 Mar 07 16:54:50.602412 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-6c7993f2-40e5-45b4-94b0-2dd95bcb2546 req-792c584c-9174-4e9f-aab1-5325fff0a82b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b2d02a44-c0dd-4b72-838a-6f0de8c02b3c HTTP/1.1" status: 200 len: 217 time: 0.0451906 Mar 07 16:54:50.649311 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-3253b0b5-bd6a-4164-bd73-361ca955c030 req-5a80cca2-bce3-4962-9237-d1fe00baa04e tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] 10.222.0.18 "GET /v2.0/security-groups?id=91de0b44-8849-4808-9a38-820e64d88ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423162 Mar 07 16:54:50.654713 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7993f2-40e5-45b4-94b0-2dd95bcb2546 req-db7c3ffd-bff3-45db-9124-487d1ea7a037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:54:50.656226 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-6c7993f2-40e5-45b4-94b0-2dd95bcb2546 req-db7c3ffd-bff3-45db-9124-487d1ea7a037 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=e51eb166-648f-4129-afbc-b350e9a7b41b HTTP/1.1" status: 200 len: 851 time: 0.0431297 Mar 07 16:54:50.711193 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7993f2-40e5-45b4-94b0-2dd95bcb2546 req-676e5c2e-686f-4c7b-ba6e-78f449630b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:54:50.712685 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-6c7993f2-40e5-45b4-94b0-2dd95bcb2546 req-676e5c2e-686f-4c7b-ba6e-78f449630b49 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=8f05d5cd-7919-446b-b1be-b892178c27ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0490675 Mar 07 16:54:50.800903 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-6c7993f2-40e5-45b4-94b0-2dd95bcb2546 req-7dd5ff51-bbef-4d46-8adf-3c174a7b876f service neutron] 10.222.0.66 "GET /v2.0/networks/8f05d5cd-7919-446b-b1be-b892178c27ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806108 Mar 07 16:54:50.898617 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-6c7993f2-40e5-45b4-94b0-2dd95bcb2546 req-45f2b0b9-1bb2-4f4c-9387-24dba41ea0ab service neutron] 10.222.0.66 "GET /v2.0/networks/8f05d5cd-7919-446b-b1be-b892178c27ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864310 Mar 07 16:54:50.976632 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c21064-ef9b-4a4e-9178-51ef8bf66d7b req-83436ff3-731f-4f75-b337-7ce940d1aef7 tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:54:50.978298 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-49c21064-ef9b-4a4e-9178-51ef8bf66d7b req-83436ff3-731f-4f75-b337-7ce940d1aef7 tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] 10.222.0.18 "GET /v2.0/ports?device_id=301c6e16-505b-48af-a5b0-796dee2d11cd HTTP/1.1" status: 200 len: 945 time: 0.0517426 Mar 07 16:54:51.040963 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-49c21064-ef9b-4a4e-9178-51ef8bf66d7b req-3eb52271-de42-4cf3-8fc4-635c6225a6b4 tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] 10.222.0.18 "GET /v2.0/security-groups?id=60218460-59f4-4e1f-8c5b-28b25250067c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561464 Mar 07 16:54:51.077928 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a562580-9f7f-4670-8094-3d502dd8e2c9 req-21b44342-d9ae-4170-bd2a-3c271c00ece1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:54:51.079420 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-3a562580-9f7f-4670-8094-3d502dd8e2c9 req-21b44342-d9ae-4170-bd2a-3c271c00ece1 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f13607869be844f9bb555f4bee0519ef&device_id=3986321d-94a9-4bb2-b3c5-9e9df961b2c0 HTTP/1.1" status: 200 len: 1128 time: 0.0601168 Mar 07 16:54:51.180985 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a562580-9f7f-4670-8094-3d502dd8e2c9 req-bb8bd658-4a26-4319-b397-4499e2f1d1ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:54:51.182841 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-3a562580-9f7f-4670-8094-3d502dd8e2c9 req-bb8bd658-4a26-4319-b397-4499e2f1d1ac service neutron] 10.222.0.66 "GET /v2.0/networks?id=8f05d5cd-7919-446b-b1be-b892178c27ff HTTP/1.1" status: 200 len: 913 time: 0.0882857 Mar 07 16:54:51.234765 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-3a562580-9f7f-4670-8094-3d502dd8e2c9 req-c4f1e79e-7fa2-4d54-bbe4-485ba4994cfb service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b2d02a44-c0dd-4b72-838a-6f0de8c02b3c HTTP/1.1" status: 200 len: 217 time: 0.0378780 Mar 07 16:54:51.295067 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a562580-9f7f-4670-8094-3d502dd8e2c9 req-2fcc9e8a-3011-47b0-afdc-9496cceb469e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:54:51.297017 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-3a562580-9f7f-4670-8094-3d502dd8e2c9 req-2fcc9e8a-3011-47b0-afdc-9496cceb469e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=e51eb166-648f-4129-afbc-b350e9a7b41b HTTP/1.1" status: 200 len: 851 time: 0.0549283 Mar 07 16:54:51.423611 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a562580-9f7f-4670-8094-3d502dd8e2c9 req-3348d559-6574-42da-9930-b3dd7679d4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:54:51.423611 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-3a562580-9f7f-4670-8094-3d502dd8e2c9 req-3348d559-6574-42da-9930-b3dd7679d4cc service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=8f05d5cd-7919-446b-b1be-b892178c27ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0510185 Mar 07 16:54:51.521265 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-3a562580-9f7f-4670-8094-3d502dd8e2c9 req-5487a2bf-20d7-4073-90eb-0aad6adada00 service neutron] 10.222.0.66 "GET /v2.0/networks/8f05d5cd-7919-446b-b1be-b892178c27ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874002 Mar 07 16:54:51.547612 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3458a021-9dbc-44da-b1c2-e1e85d6da308 req-3c909cf7-4250-4552-a29a-a328c85c2dd0 tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:54:51.549116 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-3458a021-9dbc-44da-b1c2-e1e85d6da308 req-3c909cf7-4250-4552-a29a-a328c85c2dd0 tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] 10.222.0.18 "GET /v2.0/ports?device_id=18b987a9-4ded-49ed-aef5-06d2d12e7d9b HTTP/1.1" status: 200 len: 945 time: 0.0574331 Mar 07 16:54:51.628570 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-3458a021-9dbc-44da-b1c2-e1e85d6da308 req-ff7ca698-bcd3-460d-8da0-76489a337703 tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] 10.222.0.18 "GET /v2.0/security-groups?id=aeca2cc4-2657-4c4b-965e-0f9cde167a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732505 Mar 07 16:54:51.645570 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-3a562580-9f7f-4670-8094-3d502dd8e2c9 req-439f7418-75d1-4fd1-bba9-1708c3c90d19 service neutron] 10.222.0.66 "GET /v2.0/networks/8f05d5cd-7919-446b-b1be-b892178c27ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110854 Mar 07 16:54:51.723801 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd11f9a-0521-40f9-a9da-2f074b7ec8fe req-2d3ea3d8-4918-4b17-83ed-92d44fb96fd5 tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:54:51.726419 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-4cd11f9a-0521-40f9-a9da-2f074b7ec8fe req-2d3ea3d8-4918-4b17-83ed-92d44fb96fd5 tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] 10.222.0.18 "GET /v2.0/ports?device_id=3986321d-94a9-4bb2-b3c5-9e9df961b2c0 HTTP/1.1" status: 200 len: 944 time: 0.0668678 Mar 07 16:54:51.800545 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ed72fc-165b-4dcf-9201-405a621d6d54 req-a919a5be-10f7-42ab-a607-e356402412b1 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:54:51.802194 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-91ed72fc-165b-4dcf-9201-405a621d6d54 req-a919a5be-10f7-42ab-a607-e356402412b1 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] 10.222.0.18 "GET /v2.0/ports?device_id=2231807d-5256-4035-968e-56509c3eb6cc HTTP/1.1" status: 200 len: 945 time: 0.0590107 Mar 07 16:54:51.805664 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-4cd11f9a-0521-40f9-a9da-2f074b7ec8fe req-42c22910-ee19-4318-b58a-37bacc7cf334 tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ad0d2f6-f98b-473c-8468-cfc7e978930e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689709 Mar 07 16:54:51.850686 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-91ed72fc-165b-4dcf-9201-405a621d6d54 req-8fefa24d-518e-4181-b7e9-abc3d2adfe63 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] 10.222.0.18 "GET /v2.0/security-groups?id=91de0b44-8849-4808-9a38-820e64d88ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413651 Mar 07 16:54:52.127314 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-0d1b32c5-0803-4391-a623-fc098c7d5199 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194190'] for agent (8123e327-866e-42b5-856f-55ddd9e9e5b2), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:52.163670 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29855147-8321-4b89-b730-97ed340d8adc req-64d8a3f9-1a02-42bf-9eb7-289e536f1f40 tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:54:52.165291 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-29855147-8321-4b89-b730-97ed340d8adc req-64d8a3f9-1a02-42bf-9eb7-289e536f1f40 tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] 10.222.0.18 "GET /v2.0/ports?device_id=301c6e16-505b-48af-a5b0-796dee2d11cd HTTP/1.1" status: 200 len: 945 time: 0.0531795 Mar 07 16:54:52.215316 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-29855147-8321-4b89-b730-97ed340d8adc req-1d2af2b3-30a9-42e1-9744-6c445c344a37 tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] 10.222.0.18 "GET /v2.0/security-groups?id=60218460-59f4-4e1f-8c5b-28b25250067c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419383 Mar 07 16:54:52.770123 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa40749-a4dc-4857-a5c9-9147a13f926e req-9f43bcef-8331-436c-8d70-333f3bc96884 tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:54:52.771610 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-5aa40749-a4dc-4857-a5c9-9147a13f926e req-9f43bcef-8331-436c-8d70-333f3bc96884 tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] 10.222.0.18 "GET /v2.0/ports?device_id=18b987a9-4ded-49ed-aef5-06d2d12e7d9b HTTP/1.1" status: 200 len: 945 time: 0.0589077 Mar 07 16:54:52.824746 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-5aa40749-a4dc-4857-a5c9-9147a13f926e req-26f03d64-1ad8-4a8d-b49a-dc54100ff1da tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] 10.222.0.18 "GET /v2.0/security-groups?id=aeca2cc4-2657-4c4b-965e-0f9cde167a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452046 Mar 07 16:54:52.934999 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74818593-bcee-47d9-8d1e-c94e9459d3d7 req-187bb8ea-1039-4349-91c5-672494b3e36e tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:54:52.936426 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-74818593-bcee-47d9-8d1e-c94e9459d3d7 req-187bb8ea-1039-4349-91c5-672494b3e36e tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] 10.222.0.18 "GET /v2.0/ports?device_id=3986321d-94a9-4bb2-b3c5-9e9df961b2c0 HTTP/1.1" status: 200 len: 944 time: 0.0612695 Mar 07 16:54:52.974407 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a7f22a-a562-4cf2-8310-17c87de798e2 req-a40e8dea-c903-4c02-a3e0-020774c75ced tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:54:52.976161 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-b0a7f22a-a562-4cf2-8310-17c87de798e2 req-a40e8dea-c903-4c02-a3e0-020774c75ced tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] 10.222.0.18 "GET /v2.0/ports?device_id=2231807d-5256-4035-968e-56509c3eb6cc HTTP/1.1" status: 200 len: 945 time: 0.0549674 Mar 07 16:54:52.987493 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-74818593-bcee-47d9-8d1e-c94e9459d3d7 req-b44b8012-dbde-4dd4-a469-a7883b61b61b tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ad0d2f6-f98b-473c-8468-cfc7e978930e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453637 Mar 07 16:54:53.025103 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-b0a7f22a-a562-4cf2-8310-17c87de798e2 req-27e5eb41-8000-4b84-85a8-d58449b9c6fd tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] 10.222.0.18 "GET /v2.0/security-groups?id=91de0b44-8849-4808-9a38-820e64d88ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425382 Mar 07 16:54:53.354430 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972fb674-7d7a-48a8-a690-8442559b9c85 req-d9d9dead-8e4e-4d5a-a179-bf464044bf89 tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:54:53.355887 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-972fb674-7d7a-48a8-a690-8442559b9c85 req-d9d9dead-8e4e-4d5a-a179-bf464044bf89 tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] 10.222.0.18 "GET /v2.0/ports?device_id=301c6e16-505b-48af-a5b0-796dee2d11cd HTTP/1.1" status: 200 len: 945 time: 0.0575967 Mar 07 16:54:53.409394 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-972fb674-7d7a-48a8-a690-8442559b9c85 req-4e70f7f0-870a-497e-bc03-e7495614adbd tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] 10.222.0.18 "GET /v2.0/security-groups?id=60218460-59f4-4e1f-8c5b-28b25250067c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408931 Mar 07 16:54:53.476726 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194190'] for agent (3df9d949-03e8-46c4-b37f-6f8a21aeab22), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:53.947185 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1b818d-92dc-4ac1-8a3d-2a45e1d60ab8 req-da9b4a15-b2cb-42ba-9ef7-4af195d8d8a6 tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:54:53.948812 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-4b1b818d-92dc-4ac1-8a3d-2a45e1d60ab8 req-da9b4a15-b2cb-42ba-9ef7-4af195d8d8a6 tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] 10.222.0.18 "GET /v2.0/ports?device_id=18b987a9-4ded-49ed-aef5-06d2d12e7d9b HTTP/1.1" status: 200 len: 945 time: 0.0566061 Mar 07 16:54:53.994892 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-4b1b818d-92dc-4ac1-8a3d-2a45e1d60ab8 req-4de47b63-56d3-4bf7-a39a-9af5c740aeb1 tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] 10.222.0.18 "GET /v2.0/security-groups?id=aeca2cc4-2657-4c4b-965e-0f9cde167a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404031 Mar 07 16:54:54.113241 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbcc5a6-b17e-432c-80d6-bdae4b9b115a req-50b928fa-d2ad-4d9b-a495-edc9176ad2dc tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:54:54.114732 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-3fbcc5a6-b17e-432c-80d6-bdae4b9b115a req-50b928fa-d2ad-4d9b-a495-edc9176ad2dc tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] 10.222.0.18 "GET /v2.0/ports?device_id=3986321d-94a9-4bb2-b3c5-9e9df961b2c0 HTTP/1.1" status: 200 len: 944 time: 0.0565200 Mar 07 16:54:54.150951 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c6f505-430c-4f9f-a059-0b2040344b31 req-2f305dd6-165f-4a67-9d46-d4cf6c34b118 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:54:54.152430 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-e2c6f505-430c-4f9f-a059-0b2040344b31 req-2f305dd6-165f-4a67-9d46-d4cf6c34b118 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] 10.222.0.18 "GET /v2.0/ports?device_id=2231807d-5256-4035-968e-56509c3eb6cc HTTP/1.1" status: 200 len: 945 time: 0.0537806 Mar 07 16:54:54.167457 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-3fbcc5a6-b17e-432c-80d6-bdae4b9b115a req-84393b99-74fa-46d4-b6b6-6b5488ff7c1e tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ad0d2f6-f98b-473c-8468-cfc7e978930e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468764 Mar 07 16:54:54.175198 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194190'] for agent (152bcc15-84f4-40a7-afe1-c30bc7269f8a), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:54.203419 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-e2c6f505-430c-4f9f-a059-0b2040344b31 req-cf77e2c7-5063-40c0-876f-187a3702cb0b tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] 10.222.0.18 "GET /v2.0/security-groups?id=91de0b44-8849-4808-9a38-820e64d88ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453157 Mar 07 16:54:54.540715 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8306ad-dc5b-4035-afc7-8649835d8e74 req-8008bb83-81cb-4928-8615-4776fbd2b60c tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:54:54.542190 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-6e8306ad-dc5b-4035-afc7-8649835d8e74 req-8008bb83-81cb-4928-8615-4776fbd2b60c tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] 10.222.0.18 "GET /v2.0/ports?device_id=301c6e16-505b-48af-a5b0-796dee2d11cd HTTP/1.1" status: 200 len: 945 time: 0.0593908 Mar 07 16:54:54.594106 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-6e8306ad-dc5b-4035-afc7-8649835d8e74 req-285f00c5-6ace-4cf7-bb0d-dc1ba91caa3a tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] 10.222.0.18 "GET /v2.0/security-groups?id=60218460-59f4-4e1f-8c5b-28b25250067c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439382 Mar 07 16:54:55.127732 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1fa116-edeb-44f6-aeb8-915ab34c95bc req-ae17488f-49a3-4281-9c1c-ac4be6d540ae tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:54:55.129215 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-8f1fa116-edeb-44f6-aeb8-915ab34c95bc req-ae17488f-49a3-4281-9c1c-ac4be6d540ae tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] 10.222.0.18 "GET /v2.0/ports?device_id=18b987a9-4ded-49ed-aef5-06d2d12e7d9b HTTP/1.1" status: 200 len: 945 time: 0.0518565 Mar 07 16:54:55.179710 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-8f1fa116-edeb-44f6-aeb8-915ab34c95bc req-96d7f6aa-2770-4c8c-8c62-f85bfb329efd tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] 10.222.0.18 "GET /v2.0/security-groups?id=aeca2cc4-2657-4c4b-965e-0f9cde167a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448310 Mar 07 16:54:55.290248 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d50a411-d9c1-4537-8d52-6c43aa38d01e req-d5250cb9-4e36-4725-acdb-888cd1cf2383 tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:54:55.291875 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-9d50a411-d9c1-4537-8d52-6c43aa38d01e req-d5250cb9-4e36-4725-acdb-888cd1cf2383 tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] 10.222.0.18 "GET /v2.0/ports?device_id=3986321d-94a9-4bb2-b3c5-9e9df961b2c0 HTTP/1.1" status: 200 len: 944 time: 0.0581510 Mar 07 16:54:55.337556 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727017f8-5de5-4774-a600-509fb9385ff0 req-ab1d567b-924f-4285-9201-36fe8ebb2246 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:54:55.339976 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-727017f8-5de5-4774-a600-509fb9385ff0 req-ab1d567b-924f-4285-9201-36fe8ebb2246 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] 10.222.0.18 "GET /v2.0/ports?device_id=2231807d-5256-4035-968e-56509c3eb6cc HTTP/1.1" status: 200 len: 945 time: 0.0632877 Mar 07 16:54:55.354848 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-9d50a411-d9c1-4537-8d52-6c43aa38d01e req-da9a45cb-ffd3-474c-b87b-aa1b7d5986aa tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ad0d2f6-f98b-473c-8468-cfc7e978930e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571206 Mar 07 16:54:55.609169 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-727017f8-5de5-4774-a600-509fb9385ff0 req-bcbc4ff2-9723-4999-ac0d-55b65ab03a47 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] 10.222.0.18 "GET /v2.0/security-groups?id=91de0b44-8849-4808-9a38-820e64d88ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2617259 Mar 07 16:54:55.715301 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a429dc-f722-4129-8274-07a717d467c6 req-a9c9a619-f7b0-45fc-b37a-ed42a014790b tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:54:55.716877 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-d4a429dc-f722-4129-8274-07a717d467c6 req-a9c9a619-f7b0-45fc-b37a-ed42a014790b tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] 10.222.0.18 "GET /v2.0/ports?device_id=301c6e16-505b-48af-a5b0-796dee2d11cd HTTP/1.1" status: 200 len: 945 time: 0.0543616 Mar 07 16:54:55.776070 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-d4a429dc-f722-4129-8274-07a717d467c6 req-a92f6225-2526-4f73-950a-03bb0a95fb60 tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] 10.222.0.18 "GET /v2.0/security-groups?id=60218460-59f4-4e1f-8c5b-28b25250067c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528252 Mar 07 16:54:56.026694 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea10610-9eb1-45bc-9217-2f68408f1dc8 req-3b8721e6-ad45-4076-a489-588484887179 tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:54:56.028478 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-fea10610-9eb1-45bc-9217-2f68408f1dc8 req-3b8721e6-ad45-4076-a489-588484887179 tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] 10.222.0.18 "GET /v2.0/ports?device_id=301c6e16-505b-48af-a5b0-796dee2d11cd HTTP/1.1" status: 200 len: 945 time: 0.0587406 Mar 07 16:54:56.080068 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-fea10610-9eb1-45bc-9217-2f68408f1dc8 req-7c829ade-ce2a-4445-8393-bc6c8978ba05 tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] 10.222.0.18 "GET /v2.0/security-groups?id=60218460-59f4-4e1f-8c5b-28b25250067c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454593 Mar 07 16:54:56.150404 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3292bd51-e302-4dd1-bfd9-dc1ad5472e70 req-d135c51b-1645-4c36-9a1f-58a36b01fb39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:54:56.151983 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-3292bd51-e302-4dd1-bfd9-dc1ad5472e70 req-d135c51b-1645-4c36-9a1f-58a36b01fb39 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=edf4ec5f5dd34ec494b36396a8594bc1&device_id=301c6e16-505b-48af-a5b0-796dee2d11cd HTTP/1.1" status: 200 len: 1129 time: 0.0574169 Mar 07 16:54:56.245550 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3292bd51-e302-4dd1-bfd9-dc1ad5472e70 req-f0e8a54e-bdd4-4840-bfca-f9d3135951ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:54:56.247034 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-3292bd51-e302-4dd1-bfd9-dc1ad5472e70 req-f0e8a54e-bdd4-4840-bfca-f9d3135951ee service neutron] 10.222.0.66 "GET /v2.0/networks?id=958030d9-7413-4af7-a61d-7e3a7fb6105d HTTP/1.1" status: 200 len: 912 time: 0.0877275 Mar 07 16:54:56.315432 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ba1634-eb38-4ebf-b747-0fc84e880b4f req-93c3db5e-7726-4648-90c8-13c207aed640 tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:54:56.317175 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-25ba1634-eb38-4ebf-b747-0fc84e880b4f req-93c3db5e-7726-4648-90c8-13c207aed640 tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] 10.222.0.18 "GET /v2.0/ports?device_id=18b987a9-4ded-49ed-aef5-06d2d12e7d9b HTTP/1.1" status: 200 len: 945 time: 0.0667641 Mar 07 16:54:56.333486 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-3292bd51-e302-4dd1-bfd9-dc1ad5472e70 req-e04e5520-eff7-45a6-9085-c726e36f8f2e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=21d6fb0f-c105-4295-a523-36732687cb39 HTTP/1.1" status: 200 len: 1001 time: 0.0796449 Mar 07 16:54:56.384315 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-25ba1634-eb38-4ebf-b747-0fc84e880b4f req-b1ed265b-31c1-4042-9158-3ddc0f29a54d tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] 10.222.0.18 "GET /v2.0/security-groups?id=aeca2cc4-2657-4c4b-965e-0f9cde167a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496192 Mar 07 16:54:56.393393 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3292bd51-e302-4dd1-bfd9-dc1ad5472e70 req-43ec00ab-4333-4a1f-9146-5e457727137a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:54:56.394883 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-3292bd51-e302-4dd1-bfd9-dc1ad5472e70 req-43ec00ab-4333-4a1f-9146-5e457727137a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=31c7bf73-b45c-4589-a934-6b9bdc6a30ea HTTP/1.1" status: 200 len: 850 time: 0.0550747 Mar 07 16:54:56.499889 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3292bd51-e302-4dd1-bfd9-dc1ad5472e70 req-b32b0858-1fc7-46ee-a71f-ddedb7c4496a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:54:56.501402 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-3292bd51-e302-4dd1-bfd9-dc1ad5472e70 req-b32b0858-1fc7-46ee-a71f-ddedb7c4496a service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=958030d9-7413-4af7-a61d-7e3a7fb6105d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1001284 Mar 07 16:54:56.509019 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bd8bc8-1aaa-4f03-8137-56d9715c7403 req-a58b40e1-784e-4eb1-bbc9-32e478f4d66a tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:54:56.510364 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-94bd8bc8-1aaa-4f03-8137-56d9715c7403 req-a58b40e1-784e-4eb1-bbc9-32e478f4d66a tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] 10.222.0.18 "GET /v2.0/ports?device_id=3986321d-94a9-4bb2-b3c5-9e9df961b2c0 HTTP/1.1" status: 200 len: 944 time: 0.0757618 Mar 07 16:54:56.544444 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.rpc [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Device 7d812681-5eed-4512-beb5-ab69909ae86a details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=119955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 16:54:56.611193 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-94bd8bc8-1aaa-4f03-8137-56d9715c7403 req-7dade2d3-7c38-4cc1-99fe-bd733bb32da8 tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ad0d2f6-f98b-473c-8468-cfc7e978930e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0929978 Mar 07 16:54:56.631249 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-3292bd51-e302-4dd1-bfd9-dc1ad5472e70 req-f5b59705-669e-48b1-bdb8-e8c2487d706a service neutron] 10.222.0.66 "GET /v2.0/networks/958030d9-7413-4af7-a61d-7e3a7fb6105d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199532 Mar 07 16:54:56.644238 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.db [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] For port 7d812681-5eed-4512-beb5-ab69909ae86a, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=7d812681-5eed-4512-beb5-ab69909ae86a,segment=NetworkSegment(ad3735d7-6f1d-4396-8c2b-5f6199488faa),segment_id=ad3735d7-6f1d-4396-8c2b-5f6199488faa)] {{(pid=119955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:54:56.655451 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.rpc [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Returning: {'device': '7d812681-5eed-4512-beb5-ab69909ae86a', 'network_id': '863049fb-91f0-4803-9992-666b65540a85', 'port_id': '7d812681-5eed-4512-beb5-ab69909ae86a', 'mac_address': 'fa:16:3e:de:ae:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 872, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f97910cd-d5d7-4b8c-bfe2-694a46e38478', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 16:54:56.696270 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.plugin [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Current status of the port 7d812681-5eed-4512-beb5-ab69909ae86a is: ACTIVE; New status is: BUILD {{(pid=119955) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:54:56.696662 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8385759'] for port (7d812681-5eed-4512-beb5-ab69909ae86a), before_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:56.713040 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.notifiers.nova [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7d812681-5eed-4512-beb5-ab69909ae86a {{(pid=119955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:54:56.726673 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-3292bd51-e302-4dd1-bfd9-dc1ad5472e70 req-11ea25a0-4c0c-4eb3-9ff6-6e240243d637 service neutron] 10.222.0.66 "GET /v2.0/networks/958030d9-7413-4af7-a61d-7e3a7fb6105d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886629 Mar 07 16:54:56.732525 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.db [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] For port 7d812681-5eed-4512-beb5-ab69909ae86a, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=7d812681-5eed-4512-beb5-ab69909ae86a,segment=NetworkSegment(ad3735d7-6f1d-4396-8c2b-5f6199488faa),segment_id=ad3735d7-6f1d-4396-8c2b-5f6199488faa)] {{(pid=119955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:54:56.736830 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754346672056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754346267073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754346267091'] for port (7d812681-5eed-4512-beb5-ab69909ae86a), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:56.750409 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d653d37d-c9c1-40e1-a712-168b6e827721 req-7ddd2baa-892b-4492-8c14-fde3e37e6b02 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:54:56.751999 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-d653d37d-c9c1-40e1-a712-168b6e827721 req-7ddd2baa-892b-4492-8c14-fde3e37e6b02 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] 10.222.0.18 "GET /v2.0/ports?device_id=2231807d-5256-4035-968e-56509c3eb6cc HTTP/1.1" status: 200 len: 945 time: 0.0680537 Mar 07 16:54:56.784243 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Pushing event updated for resources: {'Port': ['ID=7d812681-5eed-4512-beb5-ab69909ae86a,revision_number=6']} {{(pid=119955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:54:56.791240 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:54:56.791608 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:54:56.791980 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:54:56.792320 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:54:56.792654 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:54:56.792985 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:54:56.793330 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:54:56.793665 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:54:56.793991 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:54:56.794325 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:54:56.794651 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:54:56.794970 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:54:56.801044 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:54:56.801211 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-d653d37d-c9c1-40e1-a712-168b6e827721 req-5556055a-f501-4506-ac88-92f71a53375e tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] 10.222.0.18 "GET /v2.0/security-groups?id=91de0b44-8849-4808-9a38-820e64d88ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433769 Mar 07 16:54:56.948654 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.db [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] get_ports_and_sgs() called for port_ids ['7d812681-5eed-4512-beb5-ab69909ae86a'] {{(pid=119955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:54:57.211849 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d40e85-8609-4656-a91b-40fbeca07726 req-c43e87a7-efb8-4686-a1c4-fc3c1fe8221b tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:54:57.213529 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-b4d40e85-8609-4656-a91b-40fbeca07726 req-c43e87a7-efb8-4686-a1c4-fc3c1fe8221b tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] 10.222.0.18 "GET /v2.0/ports?device_id=301c6e16-505b-48af-a5b0-796dee2d11cd HTTP/1.1" status: 200 len: 945 time: 0.0627253 Mar 07 16:54:57.258990 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-b4d40e85-8609-4656-a91b-40fbeca07726 req-c86cc33e-f69a-403c-a7a6-f0f1848d3812 tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] 10.222.0.18 "GET /v2.0/security-groups?id=60218460-59f4-4e1f-8c5b-28b25250067c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401235 Mar 07 16:54:57.518900 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2980fa5-976a-4e26-ba1e-814dfe0e1570 req-d8040e8a-8c26-489d-96e8-d358168faff6 tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:54:57.520385 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-c2980fa5-976a-4e26-ba1e-814dfe0e1570 req-d8040e8a-8c26-489d-96e8-d358168faff6 tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] 10.222.0.18 "GET /v2.0/ports?device_id=18b987a9-4ded-49ed-aef5-06d2d12e7d9b HTTP/1.1" status: 200 len: 945 time: 0.0526206 Mar 07 16:54:57.573615 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-c2980fa5-976a-4e26-ba1e-814dfe0e1570 req-248e0f72-2409-4899-8813-577717a98a32 tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] 10.222.0.18 "GET /v2.0/security-groups?id=aeca2cc4-2657-4c4b-965e-0f9cde167a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470579 Mar 07 16:54:57.752335 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1c8f3c-4d6a-4ef0-af3d-71e51cf7dfff req-ec3e106e-5fba-42ce-84bf-63a1825b2872 tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:54:57.754374 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-4f1c8f3c-4d6a-4ef0-af3d-71e51cf7dfff req-ec3e106e-5fba-42ce-84bf-63a1825b2872 tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] 10.222.0.18 "GET /v2.0/ports?device_id=3986321d-94a9-4bb2-b3c5-9e9df961b2c0 HTTP/1.1" status: 200 len: 944 time: 0.0664663 Mar 07 16:54:57.812583 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-4f1c8f3c-4d6a-4ef0-af3d-71e51cf7dfff req-0341e80f-11a6-4a8c-bf75-db0fa33314b6 tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ad0d2f6-f98b-473c-8468-cfc7e978930e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491452 Mar 07 16:54:57.931436 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96456ac6-736d-4b8e-92d7-96836111f3e8 req-75694c58-ff49-4f14-9091-d9ae0228b922 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:54:57.933301 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-96456ac6-736d-4b8e-92d7-96836111f3e8 req-75694c58-ff49-4f14-9091-d9ae0228b922 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] 10.222.0.18 "GET /v2.0/ports?device_id=2231807d-5256-4035-968e-56509c3eb6cc HTTP/1.1" status: 200 len: 944 time: 0.0614679 Mar 07 16:54:57.979103 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-96456ac6-736d-4b8e-92d7-96836111f3e8 req-9efc0f1f-8ea9-4116-92f3-2d55eae2f83a tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] 10.222.0.18 "GET /v2.0/security-groups?id=91de0b44-8849-4808-9a38-820e64d88ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401647 Mar 07 16:54:58.380058 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffb409d-3e75-40b0-9474-cec0f1bd752f req-24f68bea-20ea-429f-a980-13138d437283 tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:54:58.381416 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-dffb409d-3e75-40b0-9474-cec0f1bd752f req-24f68bea-20ea-429f-a980-13138d437283 tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] 10.222.0.18 "GET /v2.0/ports?device_id=301c6e16-505b-48af-a5b0-796dee2d11cd HTTP/1.1" status: 200 len: 945 time: 0.0550475 Mar 07 16:54:58.436478 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-dffb409d-3e75-40b0-9474-cec0f1bd752f req-b7c6ebd7-5f73-4df7-8f52-58fbe222f7df tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] 10.222.0.18 "GET /v2.0/security-groups?id=60218460-59f4-4e1f-8c5b-28b25250067c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468848 Mar 07 16:54:58.589492 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.rpc [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Device b2d02a44-c0dd-4b72-838a-6f0de8c02b3c details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=119955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 16:54:58.599496 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.rpc [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Device 7d812681-5eed-4512-beb5-ab69909ae86a up at agent hyperv_hv-cinder-80475 {{(pid=119955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:54:58.697342 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eae5792-6d7a-4418-96b7-a3ce817c851c req-f410a1f5-a6f0-4954-8d38-304c9f13f1ba tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:54:58.699635 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-3eae5792-6d7a-4418-96b7-a3ce817c851c req-f410a1f5-a6f0-4954-8d38-304c9f13f1ba tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] 10.222.0.18 "GET /v2.0/ports?device_id=18b987a9-4ded-49ed-aef5-06d2d12e7d9b HTTP/1.1" status: 200 len: 945 time: 0.0591085 Mar 07 16:54:58.714670 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.provisioning_blocks [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Provisioning complete for port 7d812681-5eed-4512-beb5-ab69909ae86a triggered by entity L2. {{(pid=119955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:54:58.715119 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8194280'] for port (7d812681-5eed-4512-beb5-ab69909ae86a), provisioning_complete {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:58.756597 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.db [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] For port b2d02a44-c0dd-4b72-838a-6f0de8c02b3c, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=b2d02a44-c0dd-4b72-838a-6f0de8c02b3c,segment=NetworkSegment(7ab29d0f-d9dc-4af3-8a14-c40680d91b99),segment_id=7ab29d0f-d9dc-4af3-8a14-c40680d91b99)] {{(pid=119955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:54:58.762501 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-3eae5792-6d7a-4418-96b7-a3ce817c851c req-4ef95cef-73ca-4370-91fb-9575c28c9c59 tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] 10.222.0.18 "GET /v2.0/security-groups?id=aeca2cc4-2657-4c4b-965e-0f9cde167a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562906 Mar 07 16:54:58.773360 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.rpc [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Returning: {'device': 'b2d02a44-c0dd-4b72-838a-6f0de8c02b3c', 'network_id': '8f05d5cd-7919-446b-b1be-b892178c27ff', 'port_id': 'b2d02a44-c0dd-4b72-838a-6f0de8c02b3c', 'mac_address': 'fa:16:3e:93:ad:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 859, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e51eb166-648f-4129-afbc-b350e9a7b41b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 16:54:58.841738 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.plugin [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Current status of the port b2d02a44-c0dd-4b72-838a-6f0de8c02b3c is: DOWN; New status is: BUILD {{(pid=119955) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:54:58.842164 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8385759'] for port (b2d02a44-c0dd-4b72-838a-6f0de8c02b3c), before_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:58.855999 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.plugin [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Current status of the port 7d812681-5eed-4512-beb5-ab69909ae86a is: BUILD; New status is: ACTIVE {{(pid=119955) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:54:58.856385 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8385759'] for port (7d812681-5eed-4512-beb5-ab69909ae86a), before_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:58.861286 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.notifiers.nova [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2d02a44-c0dd-4b72-838a-6f0de8c02b3c {{(pid=119955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:54:58.899637 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2231807d-5256-4035-968e-56509c3eb6cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d812681-5eed-4512-beb5-ab69909ae86a'}] {{(pid=119955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:54:58.901901 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd4f8a5135c3a8ba668d7ce7b18abb72183bcf445ca628a57cbbb7bee2c3e543" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb926db2-c428-43dd-8376-95682c0b294e" -d '{"events": [{"server_uuid": "2231807d-5256-4035-968e-56509c3eb6cc", "name": "network-vif-plugged", "status": "completed", "tag": "7d812681-5eed-4512-beb5-ab69909ae86a"}]}' {{(pid=119955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:54:58.905425 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.db [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] For port b2d02a44-c0dd-4b72-838a-6f0de8c02b3c, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=b2d02a44-c0dd-4b72-838a-6f0de8c02b3c,segment=NetworkSegment(7ab29d0f-d9dc-4af3-8a14-c40680d91b99),segment_id=7ab29d0f-d9dc-4af3-8a14-c40680d91b99)] {{(pid=119955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:54:58.914584 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754346672056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754346267073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754346267091'] for port (b2d02a44-c0dd-4b72-838a-6f0de8c02b3c), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:58.917406 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.db [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] For port 7d812681-5eed-4512-beb5-ab69909ae86a, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=7d812681-5eed-4512-beb5-ab69909ae86a,segment=NetworkSegment(ad3735d7-6f1d-4396-8c2b-5f6199488faa),segment_id=ad3735d7-6f1d-4396-8c2b-5f6199488faa)] {{(pid=119955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:54:58.936344 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afed045-9285-4672-b7bc-ec86ca02cd78 req-ce6f21f6-fe1f-4055-a040-ab1b219ab411 tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:54:58.942661 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754346672056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754346267073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754346267091'] for port (7d812681-5eed-4512-beb5-ab69909ae86a), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:58.944540 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-8afed045-9285-4672-b7bc-ec86ca02cd78 req-ce6f21f6-fe1f-4055-a040-ab1b219ab411 tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] 10.222.0.18 "GET /v2.0/ports?device_id=3986321d-94a9-4bb2-b3c5-9e9df961b2c0 HTTP/1.1" status: 200 len: 944 time: 0.0648808 Mar 07 16:54:58.951270 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 16:54:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11cc3e9b-af3f-445d-91f4-bb19472dfc16 x-openstack-request-id: req-11cc3e9b-af3f-445d-91f4-bb19472dfc16 {{(pid=119955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:54:58.951595 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2231807d-5256-4035-968e-56509c3eb6cc", "name": "network-vif-plugged", "status": "completed", "tag": "7d812681-5eed-4512-beb5-ab69909ae86a", "code": 200}]} {{(pid=119955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:54:58.951880 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-11cc3e9b-af3f-445d-91f4-bb19472dfc16 {{(pid=119955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:54:58.952298 dv-cinder-804757-24-iscsi neutron-server[119955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2231807d-5256-4035-968e-56509c3eb6cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d812681-5eed-4512-beb5-ab69909ae86a', 'code': 200} Mar 07 16:54:58.969330 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Pushing event updated for resources: {'Port': ['ID=b2d02a44-c0dd-4b72-838a-6f0de8c02b3c,revision_number=4']} {{(pid=119955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:54:58.988538 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-8afed045-9285-4672-b7bc-ec86ca02cd78 req-f4ef23aa-84d8-4d86-a476-4702baecbe0f tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ad0d2f6-f98b-473c-8468-cfc7e978930e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430405 Mar 07 16:54:59.019853 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Pushing event updated for resources: {'Port': ['ID=7d812681-5eed-4512-beb5-ab69909ae86a,revision_number=7']} {{(pid=119955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:54:59.113250 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b639f470-d2ac-4fac-ab46-f76e23e8ab46 req-49fab401-055c-4986-8cd1-8f10af399937 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:54:59.114763 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-b639f470-d2ac-4fac-ab46-f76e23e8ab46 req-49fab401-055c-4986-8cd1-8f10af399937 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] 10.222.0.18 "GET /v2.0/ports?device_id=2231807d-5256-4035-968e-56509c3eb6cc HTTP/1.1" status: 200 len: 945 time: 0.0604796 Mar 07 16:54:59.164502 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-b639f470-d2ac-4fac-ab46-f76e23e8ab46 req-2099c2af-1b98-4c15-81e8-ab47c7ffe03b tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] 10.222.0.18 "GET /v2.0/security-groups?id=91de0b44-8849-4808-9a38-820e64d88ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438955 Mar 07 16:54:59.498828 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.db [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] get_ports_and_sgs() called for port_ids ['b2d02a44-c0dd-4b72-838a-6f0de8c02b3c'] {{(pid=119955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:54:59.893660 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02ad75b-3dd1-401a-a5f7-b4c9059677ff req-eed5b32b-de5c-469f-91c3-875ab9674cf6 tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:54:59.895490 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-b02ad75b-3dd1-401a-a5f7-b4c9059677ff req-eed5b32b-de5c-469f-91c3-875ab9674cf6 tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] 10.222.0.18 "GET /v2.0/ports?device_id=18b987a9-4ded-49ed-aef5-06d2d12e7d9b HTTP/1.1" status: 200 len: 945 time: 0.0541649 Mar 07 16:54:59.946688 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-b02ad75b-3dd1-401a-a5f7-b4c9059677ff req-95d7ebe8-fc6a-4d1b-8429-73b168d77345 tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] 10.222.0.18 "GET /v2.0/security-groups?id=aeca2cc4-2657-4c4b-965e-0f9cde167a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455332 Mar 07 16:55:00.122700 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436fba28-d6ed-4e01-bb01-ecb748fe2c94 req-eee329a7-2f39-4a5b-8c72-fe38c3e9efd5 tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:55:00.124937 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-436fba28-d6ed-4e01-bb01-ecb748fe2c94 req-eee329a7-2f39-4a5b-8c72-fe38c3e9efd5 tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] 10.222.0.18 "GET /v2.0/ports?device_id=3986321d-94a9-4bb2-b3c5-9e9df961b2c0 HTTP/1.1" status: 200 len: 945 time: 0.0631185 Mar 07 16:55:00.175475 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-436fba28-d6ed-4e01-bb01-ecb748fe2c94 req-d311222d-307d-403d-ad25-8f7bf42add62 tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ad0d2f6-f98b-473c-8468-cfc7e978930e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449052 Mar 07 16:55:00.311716 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80908828-7c11-403f-bc9c-e429914f72e7 req-195c8b94-30f8-4f2a-aa57-f0cc335e7040 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:55:00.313202 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-80908828-7c11-403f-bc9c-e429914f72e7 req-195c8b94-30f8-4f2a-aa57-f0cc335e7040 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] 10.222.0.18 "GET /v2.0/ports?device_id=2231807d-5256-4035-968e-56509c3eb6cc HTTP/1.1" status: 200 len: 945 time: 0.0585387 Mar 07 16:55:00.369555 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-80908828-7c11-403f-bc9c-e429914f72e7 req-d0b26ec1-c9da-43a5-86c4-05033e8050cb tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] 10.222.0.18 "GET /v2.0/security-groups?id=91de0b44-8849-4808-9a38-820e64d88ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500760 Mar 07 16:55:01.126023 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8aae0f-5c9e-4477-8236-51cddcaafc0f req-6067bd3e-4514-451a-b70f-db8f8ed0712d tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:55:01.134784 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-2f8aae0f-5c9e-4477-8236-51cddcaafc0f req-6067bd3e-4514-451a-b70f-db8f8ed0712d tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] 10.222.0.18 "GET /v2.0/ports?device_id=18b987a9-4ded-49ed-aef5-06d2d12e7d9b HTTP/1.1" status: 200 len: 945 time: 0.1165607 Mar 07 16:55:01.203801 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-2f8aae0f-5c9e-4477-8236-51cddcaafc0f req-c7f1fae7-6231-4a4b-9dec-11fbca96ad79 tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] 10.222.0.18 "GET /v2.0/security-groups?id=aeca2cc4-2657-4c4b-965e-0f9cde167a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640678 Mar 07 16:55:01.316393 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020b9118-61c1-4055-90ea-7134acacb420 req-18655fc9-1d60-4d03-a73a-887bf6b1fedc tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:55:01.317891 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-020b9118-61c1-4055-90ea-7134acacb420 req-18655fc9-1d60-4d03-a73a-887bf6b1fedc tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] 10.222.0.18 "GET /v2.0/ports?device_id=3986321d-94a9-4bb2-b3c5-9e9df961b2c0 HTTP/1.1" status: 200 len: 945 time: 0.0541911 Mar 07 16:55:01.379953 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-020b9118-61c1-4055-90ea-7134acacb420 req-3ee98feb-c554-4cde-9099-6c326e1737ef tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ad0d2f6-f98b-473c-8468-cfc7e978930e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502970 Mar 07 16:55:01.509782 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3812df96-7aac-413c-a2a7-1b586eb9c306 req-5f4fded4-df8a-4508-9cef-66033f170381 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:55:01.511325 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-3812df96-7aac-413c-a2a7-1b586eb9c306 req-5f4fded4-df8a-4508-9cef-66033f170381 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] 10.222.0.18 "GET /v2.0/ports?device_id=2231807d-5256-4035-968e-56509c3eb6cc HTTP/1.1" status: 200 len: 945 time: 0.0628045 Mar 07 16:55:01.568886 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-3812df96-7aac-413c-a2a7-1b586eb9c306 req-cf84c713-98e9-4d68-bcca-597c4519ff13 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] 10.222.0.18 "GET /v2.0/security-groups?id=91de0b44-8849-4808-9a38-820e64d88ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518944 Mar 07 16:55:02.359279 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db52ba1-7445-43cd-8df6-637337225b7e req-5d8f38a1-8030-4d46-9c3e-6e107daa04fa tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:55:02.361608 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-6db52ba1-7445-43cd-8df6-637337225b7e req-5d8f38a1-8030-4d46-9c3e-6e107daa04fa tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] 10.222.0.18 "GET /v2.0/ports?device_id=18b987a9-4ded-49ed-aef5-06d2d12e7d9b HTTP/1.1" status: 200 len: 945 time: 0.0784988 Mar 07 16:55:02.417398 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-6db52ba1-7445-43cd-8df6-637337225b7e req-e1780203-dede-4e54-b83f-000d489cbac4 tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] 10.222.0.18 "GET /v2.0/security-groups?id=aeca2cc4-2657-4c4b-965e-0f9cde167a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496466 Mar 07 16:55:02.560090 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ced6195-eabe-44a2-9418-450ee5f1af7b req-9ea4ecab-f830-40e7-96ab-74b98f71f74d tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:55:02.561730 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-9ced6195-eabe-44a2-9418-450ee5f1af7b req-9ea4ecab-f830-40e7-96ab-74b98f71f74d tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] 10.222.0.18 "GET /v2.0/ports?device_id=3986321d-94a9-4bb2-b3c5-9e9df961b2c0 HTTP/1.1" status: 200 len: 945 time: 0.0856204 Mar 07 16:55:02.599779 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.rpc [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Device b2d02a44-c0dd-4b72-838a-6f0de8c02b3c up at agent hyperv_hv-cinder-80475 {{(pid=119955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:55:02.630540 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-9ced6195-eabe-44a2-9418-450ee5f1af7b req-f1fade74-b051-4d6d-ab1a-05c717df76e6 tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ad0d2f6-f98b-473c-8468-cfc7e978930e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632815 Mar 07 16:55:02.687308 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.provisioning_blocks [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Provisioning for port b2d02a44-c0dd-4b72-838a-6f0de8c02b3c completed by entity L2. {{(pid=119955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 16:55:02.691307 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.provisioning_blocks [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Provisioning complete for port b2d02a44-c0dd-4b72-838a-6f0de8c02b3c triggered by entity L2. {{(pid=119955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:55:02.691693 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8194280'] for port (b2d02a44-c0dd-4b72-838a-6f0de8c02b3c), provisioning_complete {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:55:02.735221 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4743b80d-4250-41d2-8239-c90e52513055 req-d6faadde-37ae-472f-be5e-d06885c7174e tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:55:02.744444 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-4743b80d-4250-41d2-8239-c90e52513055 req-d6faadde-37ae-472f-be5e-d06885c7174e tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] 10.222.0.18 "GET /v2.0/ports?device_id=2231807d-5256-4035-968e-56509c3eb6cc HTTP/1.1" status: 200 len: 945 time: 0.0685241 Mar 07 16:55:02.789938 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.plugin [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Current status of the port b2d02a44-c0dd-4b72-838a-6f0de8c02b3c is: BUILD; New status is: ACTIVE {{(pid=119955) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:55:02.790347 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8385759'] for port (b2d02a44-c0dd-4b72-838a-6f0de8c02b3c), before_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:55:02.804336 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-4743b80d-4250-41d2-8239-c90e52513055 req-3c7a4ff6-17f3-44ff-b74e-a75e773e8369 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] 10.222.0.18 "GET /v2.0/security-groups?id=91de0b44-8849-4808-9a38-820e64d88ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589035 Mar 07 16:55:02.836668 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3986321d-94a9-4bb2-b3c5-9e9df961b2c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2d02a44-c0dd-4b72-838a-6f0de8c02b3c'}] {{(pid=119955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:55:02.839180 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd4f8a5135c3a8ba668d7ce7b18abb72183bcf445ca628a57cbbb7bee2c3e543" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-799c3d76-b757-497a-8fe5-e52d05a566da" -d '{"events": [{"server_uuid": "3986321d-94a9-4bb2-b3c5-9e9df961b2c0", "name": "network-vif-plugged", "status": "completed", "tag": "b2d02a44-c0dd-4b72-838a-6f0de8c02b3c"}]}' {{(pid=119955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:55:02.857589 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.db [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] For port b2d02a44-c0dd-4b72-838a-6f0de8c02b3c, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=b2d02a44-c0dd-4b72-838a-6f0de8c02b3c,segment=NetworkSegment(7ab29d0f-d9dc-4af3-8a14-c40680d91b99),segment_id=7ab29d0f-d9dc-4af3-8a14-c40680d91b99)] {{(pid=119955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:55:02.863317 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754346672056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754346267073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754346267091'] for port (b2d02a44-c0dd-4b72-838a-6f0de8c02b3c), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:55:02.895563 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 16:55:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08e23481-d9da-44b4-9cfe-6a1b116c0666 x-openstack-request-id: req-08e23481-d9da-44b4-9cfe-6a1b116c0666 {{(pid=119955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:55:02.896031 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3986321d-94a9-4bb2-b3c5-9e9df961b2c0", "name": "network-vif-plugged", "status": "completed", "tag": "b2d02a44-c0dd-4b72-838a-6f0de8c02b3c", "code": 200}]} {{(pid=119955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:55:02.896477 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-08e23481-d9da-44b4-9cfe-6a1b116c0666 {{(pid=119955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:55:02.897187 dv-cinder-804757-24-iscsi neutron-server[119955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3986321d-94a9-4bb2-b3c5-9e9df961b2c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2d02a44-c0dd-4b72-838a-6f0de8c02b3c', 'code': 200} Mar 07 16:55:02.987941 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Pushing event updated for resources: {'Port': ['ID=b2d02a44-c0dd-4b72-838a-6f0de8c02b3c,revision_number=5']} {{(pid=119955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:55:03.385159 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec04e49-d2bc-4132-b645-af5c3f45ffc9 req-94ba672c-6090-477e-812c-b83b6d398612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:55:03.387439 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-fec04e49-d2bc-4132-b645-af5c3f45ffc9 req-94ba672c-6090-477e-812c-b83b6d398612 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=3986321d-94a9-4bb2-b3c5-9e9df961b2c0 HTTP/1.1" status: 200 len: 1130 time: 0.0985692 Mar 07 16:55:03.458881 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-fec04e49-d2bc-4132-b645-af5c3f45ffc9 req-37be6f73-4450-4095-9972-f8b5ec4153ac service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=8ad0d2f6-f98b-473c-8468-cfc7e978930e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618484 Mar 07 16:55:03.588518 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6a1838-df14-425d-a8de-a9b1d0200097 req-04ab76ef-5c58-49dc-9809-a5dd9d02cb6d tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:55:03.590878 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-7b6a1838-df14-425d-a8de-a9b1d0200097 req-04ab76ef-5c58-49dc-9809-a5dd9d02cb6d tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] 10.222.0.18 "GET /v2.0/ports?device_id=18b987a9-4ded-49ed-aef5-06d2d12e7d9b HTTP/1.1" status: 200 len: 945 time: 0.0760617 Mar 07 16:55:03.645329 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-7b6a1838-df14-425d-a8de-a9b1d0200097 req-8c7d4dfc-1925-431c-b1c4-1946e4714192 tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] 10.222.0.18 "GET /v2.0/security-groups?id=aeca2cc4-2657-4c4b-965e-0f9cde167a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495028 Mar 07 16:55:03.802155 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67101141-1326-45eb-a5d9-1ab907335dc7 req-43e45672-0a60-4b07-b7e9-784644aa1b89 tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:55:03.817659 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-67101141-1326-45eb-a5d9-1ab907335dc7 req-43e45672-0a60-4b07-b7e9-784644aa1b89 tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] 10.222.0.18 "GET /v2.0/ports?device_id=3986321d-94a9-4bb2-b3c5-9e9df961b2c0 HTTP/1.1" status: 200 len: 946 time: 0.0896938 Mar 07 16:55:03.893463 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-67101141-1326-45eb-a5d9-1ab907335dc7 req-996e305c-5336-471c-821d-5d9b0e1feef2 tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ad0d2f6-f98b-473c-8468-cfc7e978930e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747828 Mar 07 16:55:03.974956 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf3edd6-3a95-4cf8-8253-dacad33ced8d req-77055453-eceb-4305-9495-1c3d178cef86 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:55:03.976477 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-0cf3edd6-3a95-4cf8-8253-dacad33ced8d req-77055453-eceb-4305-9495-1c3d178cef86 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] 10.222.0.18 "GET /v2.0/ports?device_id=2231807d-5256-4035-968e-56509c3eb6cc HTTP/1.1" status: 200 len: 945 time: 0.0702426 Mar 07 16:55:04.041314 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-0cf3edd6-3a95-4cf8-8253-dacad33ced8d req-c2b9be1a-bad7-4933-b28c-baf67057cd0b tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] 10.222.0.18 "GET /v2.0/security-groups?id=91de0b44-8849-4808-9a38-820e64d88ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587196 Mar 07 16:55:04.788255 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f9e59c-5ee0-4727-8ea1-165fe1371126 req-86f6b21f-3eb7-4d25-b71f-8f4421e5a0e6 tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:55:04.790203 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-37f9e59c-5ee0-4727-8ea1-165fe1371126 req-86f6b21f-3eb7-4d25-b71f-8f4421e5a0e6 tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] 10.222.0.18 "GET /v2.0/ports?device_id=18b987a9-4ded-49ed-aef5-06d2d12e7d9b HTTP/1.1" status: 200 len: 945 time: 0.0585318 Mar 07 16:55:04.847632 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-37f9e59c-5ee0-4727-8ea1-165fe1371126 req-1d176a48-6c88-48b5-9437-725d1fe30867 tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] 10.222.0.18 "GET /v2.0/security-groups?id=aeca2cc4-2657-4c4b-965e-0f9cde167a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514534 Mar 07 16:55:05.040469 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c50023-2cff-4b55-bdd8-316dc2b432ab req-3721de95-6159-4362-a543-9a45f71c5bf4 tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:55:05.047684 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-98c50023-2cff-4b55-bdd8-316dc2b432ab req-3721de95-6159-4362-a543-9a45f71c5bf4 tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] 10.222.0.18 "GET /v2.0/ports?device_id=3986321d-94a9-4bb2-b3c5-9e9df961b2c0 HTTP/1.1" status: 200 len: 946 time: 0.0751190 Mar 07 16:55:05.226483 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-98c50023-2cff-4b55-bdd8-316dc2b432ab req-8326b541-462e-4ae4-ae46-48c724ff7234 tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ad0d2f6-f98b-473c-8468-cfc7e978930e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1631424 Mar 07 16:55:05.291727 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea53084b-3e3b-4cad-a2e5-694aee1e9dbc req-3fd76f2a-4062-4187-9aac-bf81bca6283d tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:55:05.293475 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-ea53084b-3e3b-4cad-a2e5-694aee1e9dbc req-3fd76f2a-4062-4187-9aac-bf81bca6283d tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] 10.222.0.18 "GET /v2.0/ports?device_id=2231807d-5256-4035-968e-56509c3eb6cc HTTP/1.1" status: 200 len: 945 time: 0.0896485 Mar 07 16:55:05.345825 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-ea53084b-3e3b-4cad-a2e5-694aee1e9dbc req-449ca720-a848-4791-a4bd-aa7ddc752547 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] 10.222.0.18 "GET /v2.0/security-groups?id=91de0b44-8849-4808-9a38-820e64d88ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463514 Mar 07 16:55:05.975599 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b495fb73-8f59-4515-9813-72ab693f909f req-f1dfc8c8-6f3a-40fc-9b9f-9024164b6a56 tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:55:05.977146 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-b495fb73-8f59-4515-9813-72ab693f909f req-f1dfc8c8-6f3a-40fc-9b9f-9024164b6a56 tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] 10.222.0.18 "GET /v2.0/ports?device_id=18b987a9-4ded-49ed-aef5-06d2d12e7d9b HTTP/1.1" status: 200 len: 945 time: 0.0549221 Mar 07 16:55:06.027214 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-b495fb73-8f59-4515-9813-72ab693f909f req-4123b3f3-7aed-4e73-bd48-9df16f280331 tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] 10.222.0.18 "GET /v2.0/security-groups?id=aeca2cc4-2657-4c4b-965e-0f9cde167a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438862 Mar 07 16:55:06.366760 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb063fe-3530-4085-b4b8-310771606b6e req-8339dc54-dab0-4707-908a-84297490838e tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:55:06.370223 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-2bb063fe-3530-4085-b4b8-310771606b6e req-8339dc54-dab0-4707-908a-84297490838e tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] 10.222.0.18 "GET /v2.0/ports?device_id=3986321d-94a9-4bb2-b3c5-9e9df961b2c0 HTTP/1.1" status: 200 len: 946 time: 0.0687470 Mar 07 16:55:06.429983 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-2bb063fe-3530-4085-b4b8-310771606b6e req-3f28fe33-121e-42d2-8519-346acb91a1cf tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ad0d2f6-f98b-473c-8468-cfc7e978930e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534110 Mar 07 16:55:06.476588 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d80d21b-8a0c-4b5f-9707-59957ecd8291 req-7b0591ad-11a5-4a22-acfb-a945c9528c7f tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:55:06.483775 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-2d80d21b-8a0c-4b5f-9707-59957ecd8291 req-7b0591ad-11a5-4a22-acfb-a945c9528c7f tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] 10.222.0.18 "GET /v2.0/ports?device_id=2231807d-5256-4035-968e-56509c3eb6cc HTTP/1.1" status: 200 len: 945 time: 0.0621827 Mar 07 16:55:06.571275 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-2d80d21b-8a0c-4b5f-9707-59957ecd8291 req-48a57d78-1746-41e1-a3c9-42c8fff1bf62 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] 10.222.0.18 "GET /v2.0/security-groups?id=91de0b44-8849-4808-9a38-820e64d88ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863578 Mar 07 16:55:06.603432 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c6d82c-e9c6-495b-bb45-9eed4159c924 req-3d3ecf35-d34f-4a9d-9014-96ea56bb07a5 tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:55:06.604946 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-e2c6d82c-e9c6-495b-bb45-9eed4159c924 req-3d3ecf35-d34f-4a9d-9014-96ea56bb07a5 tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] 10.222.0.18 "GET /v2.0/ports?device_id=3986321d-94a9-4bb2-b3c5-9e9df961b2c0 HTTP/1.1" status: 200 len: 946 time: 0.0658309 Mar 07 16:55:06.660918 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-e2c6d82c-e9c6-495b-bb45-9eed4159c924 req-4494515d-0789-4f6a-b688-4ad8f6de9406 tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ad0d2f6-f98b-473c-8468-cfc7e978930e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496492 Mar 07 16:55:06.687250 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.wsgi [-] (119954) accepted ('10.222.0.18', 54386) {{(pid=119954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:55:06.944893 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bfa691f-8588-44cd-b6bc-29c84876984a tempest-TestVolumeBootPattern-1310936120 tempest-TestVolumeBootPattern-1310936120-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:55:06.946543 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [None req-5bfa691f-8588-44cd-b6bc-29c84876984a tempest-TestVolumeBootPattern-1310936120 tempest-TestVolumeBootPattern-1310936120-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=3986321d-94a9-4bb2-b3c5-9e9df961b2c0 HTTP/1.1" status: 200 len: 1125 time: 0.2582238 Mar 07 16:55:06.949571 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.wsgi [-] (119954) accepted ('10.222.0.18', 54390) {{(pid=119954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:55:06.953845 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.v2.base [None req-941bd2e8-80a0-44c5-9835-81d705847d31 tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] Request body: {'floatingip': {'floating_network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'port_id': 'b2d02a44-c0dd-4b72-838a-6f0de8c02b3c', 'tenant_id': 'f13607869be844f9bb555f4bee0519ef', 'fixed_ip_address': '172.20.0.11'}} {{(pid=119954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:55:06.976571 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-941bd2e8-80a0-44c5-9835-81d705847d31 tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] Publish callbacks [] for floatingip (None), before_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:55:07.102076 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-941bd2e8-80a0-44c5-9835-81d705847d31 tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8385759'] for port (None), before_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:55:07.179165 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee23d1f5-3eb2-4d0f-9eb9-ed76b8d4a6b6 req-a5ddb7bb-cbbc-4a4e-87c0-b6c525ac33e9 tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:55:07.181180 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-ee23d1f5-3eb2-4d0f-9eb9-ed76b8d4a6b6 req-a5ddb7bb-cbbc-4a4e-87c0-b6c525ac33e9 tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] 10.222.0.18 "GET /v2.0/ports?device_id=18b987a9-4ded-49ed-aef5-06d2d12e7d9b HTTP/1.1" status: 200 len: 945 time: 0.0763133 Mar 07 16:55:07.247124 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.db.db_base_plugin_common [None req-941bd2e8-80a0-44c5-9835-81d705847d31 tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] Allocated IP 172.27.2.118 (3eba6d1e-0acd-4586-8e75-f5a4e7e90d88/6a2f7f11-a189-49ba-a838-e124f718c0dc/0752a4fd-f59b-4c91-b023-3cc36705f168) {{(pid=119954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:55:07.267105 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-ee23d1f5-3eb2-4d0f-9eb9-ed76b8d4a6b6 req-117d939b-44eb-4738-a338-f00deb729ddd tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] 10.222.0.18 "GET /v2.0/security-groups?id=aeca2cc4-2657-4c4b-965e-0f9cde167a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792706 Mar 07 16:55:07.362409 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-941bd2e8-80a0-44c5-9835-81d705847d31 tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] Publish callbacks [] for port (0752a4fd-f59b-4c91-b023-3cc36705f168), precommit_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:55:07.403942 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-941bd2e8-80a0-44c5-9835-81d705847d31 tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754346267055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3211674'] for port (0752a4fd-f59b-4c91-b023-3cc36705f168), after_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:55:07.446557 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-941bd2e8-80a0-44c5-9835-81d705847d31 tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] Network 3eba6d1e-0acd-4586-8e75-f5a4e7e90d88 is already hosted by enough agents. {{(pid=119954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:55:07.449515 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.scheduler.base_scheduler [None req-941bd2e8-80a0-44c5-9835-81d705847d31 tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] Resources bound (agent type, host, resource id): {{(pid=119954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:55:07.454888 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-941bd2e8-80a0-44c5-9835-81d705847d31 tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] Received port after_create {{(pid=119954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:55:07.477821 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941bd2e8-80a0-44c5-9835-81d705847d31 tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] Pushing event updated for resources: {'Port': ['ID=0752a4fd-f59b-4c91-b023-3cc36705f168,revision_number=1']} {{(pid=119954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:55:07.775039 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd32ecd2-14e1-40ce-be96-f28484fff134 req-838a5a2f-3489-4fca-a99f-1c31dd7935a3 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:55:07.782345 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-cd32ecd2-14e1-40ce-be96-f28484fff134 req-838a5a2f-3489-4fca-a99f-1c31dd7935a3 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] 10.222.0.18 "GET /v2.0/ports?device_id=2231807d-5256-4035-968e-56509c3eb6cc HTTP/1.1" status: 200 len: 945 time: 0.1303895 Mar 07 16:55:07.904720 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-cd32ecd2-14e1-40ce-be96-f28484fff134 req-a68cff74-53d3-4ec2-b03c-4eb60ed3cca5 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] 10.222.0.18 "GET /v2.0/security-groups?id=91de0b44-8849-4808-9a38-820e64d88ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1214621 Mar 07 16:55:07.987255 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-941bd2e8-80a0-44c5-9835-81d705847d31 tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] Publish callbacks [] for floatingip (d6c43680-eaa6-4335-9a28-4d3ba0b59356), precommit_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:55:08.072043 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-941bd2e8-80a0-44c5-9835-81d705847d31 tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8385759'] for port (0752a4fd-f59b-4c91-b023-3cc36705f168), before_update {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:55:08.258791 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-941bd2e8-80a0-44c5-9835-81d705847d31 tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] Publish callbacks [] for port (0752a4fd-f59b-4c91-b023-3cc36705f168), precommit_update {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:55:08.264857 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-941bd2e8-80a0-44c5-9835-81d705847d31 tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754346672056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754346267073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754346267091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3211747'] for port (0752a4fd-f59b-4c91-b023-3cc36705f168), after_update {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:55:08.347451 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941bd2e8-80a0-44c5-9835-81d705847d31 tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] Pushing event updated for resources: {'Port': ['ID=0752a4fd-f59b-4c91-b023-3cc36705f168,revision_number=2']} {{(pid=119954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:55:08.359709 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-941bd2e8-80a0-44c5-9835-81d705847d31 tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-706389'] for floatingip (d6c43680-eaa6-4335-9a28-4d3ba0b59356), after_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:55:08.432347 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9239eec-61e5-4976-923f-dc9a469f4f20 req-6d93a95d-c17a-4ea8-bd9d-fa0305076735 tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:55:08.434103 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-d9239eec-61e5-4976-923f-dc9a469f4f20 req-6d93a95d-c17a-4ea8-bd9d-fa0305076735 tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] 10.222.0.18 "GET /v2.0/ports?device_id=18b987a9-4ded-49ed-aef5-06d2d12e7d9b HTTP/1.1" status: 200 len: 945 time: 0.0873609 Mar 07 16:55:08.486429 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.db.l3_db [None req-941bd2e8-80a0-44c5-9835-81d705847d31 tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] Floating IP d6c43680-eaa6-4335-9a28-4d3ba0b59356 associated. External IP: 172.27.2.118, port: b2d02a44-c0dd-4b72-838a-6f0de8c02b3c. Mar 07 16:55:08.495662 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-d9239eec-61e5-4976-923f-dc9a469f4f20 req-208304bd-5692-47fd-b2da-83e2bac01d97 tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] 10.222.0.18 "GET /v2.0/security-groups?id=aeca2cc4-2657-4c4b-965e-0f9cde167a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558307 Mar 07 16:55:08.734091 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-941bd2e8-80a0-44c5-9835-81d705847d31 tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] Router 5864a5b6-6518-43a7-a4e6-c88ca10e2289 has already been hosted by L3 agent 4cbb3502-d72e-4663-b57e-51d645794085 {{(pid=119954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 16:55:08.896714 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-941bd2e8-80a0-44c5-9835-81d705847d31 tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] Notify agent at l3_agent.dv-cinder-804757-24-iscsi the message routers_updated {{(pid=119954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:55:08.909599 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c5f4b6d-be9a-46b2-8d0d-1b16fb6182f8 None None] Sync routers for ids ['5864a5b6-6518-43a7-a4e6-c88ca10e2289'] in dv-cinder-804757-24-iscsi {{(pid=119956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:55:08.924490 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-941bd2e8-80a0-44c5-9835-81d705847d31 tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47102'] for floatingip (None), before_response {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:55:08.926298 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c5f4b6d-be9a-46b2-8d0d-1b16fb6182f8 None None] Routers {'5864a5b6-6518-43a7-a4e6-c88ca10e2289'} bound to L3 agent in host dv-cinder-804757-24-iscsi {{(pid=119956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:55:08.927795 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.db.l3_hamode_db [None req-5c5f4b6d-be9a-46b2-8d0d-1b16fb6182f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T16:44:19Z,description=,heartbeat_timestamp=2022-03-07T16:54:49Z,host='dv-cinder-804757-24-iscsi',id=4cbb3502-d72e-4663-b57e-51d645794085,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:44:19Z,topic='l3_agent')) {'router_ids': ['5864a5b6-6518-43a7-a4e6-c88ca10e2289'], 'active': True} {{(pid=119956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:55:08.992766 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [None req-941bd2e8-80a0-44c5-9835-81d705847d31 tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0420008 Mar 07 16:55:08.994147 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3986321d-94a9-4bb2-b3c5-9e9df961b2c0', 'tag': 'b2d02a44-c0dd-4b72-838a-6f0de8c02b3c'}] {{(pid=119954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:55:09.000894 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}841d5110a94e235157c02b6f4389d133be5f90b089d7eeb6218efd7d6b06db25" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29e2a84c-135f-47dd-8224-c5d04e8d876d" -d '{"events": [{"name": "network-changed", "server_uuid": "3986321d-94a9-4bb2-b3c5-9e9df961b2c0", "tag": "b2d02a44-c0dd-4b72-838a-6f0de8c02b3c"}]}' {{(pid=119954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:55:09.066668 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 16:55:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bcf3af4-f421-495e-beb0-6cca0cacb6d9 x-openstack-request-id: req-9bcf3af4-f421-495e-beb0-6cca0cacb6d9 {{(pid=119954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:55:09.067055 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3986321d-94a9-4bb2-b3c5-9e9df961b2c0", "tag": "b2d02a44-c0dd-4b72-838a-6f0de8c02b3c", "status": "completed", "code": 200}]} {{(pid=119954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:55:09.067423 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9bcf3af4-f421-495e-beb0-6cca0cacb6d9 {{(pid=119954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:55:09.067906 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3986321d-94a9-4bb2-b3c5-9e9df961b2c0', 'tag': 'b2d02a44-c0dd-4b72-838a-6f0de8c02b3c', 'status': 'completed', 'code': 200} Mar 07 16:55:09.080844 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2df943-024f-499d-adfd-3e4032933002 req-19a21746-f1a5-4633-b182-12a321e691c0 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:55:09.082570 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-2a2df943-024f-499d-adfd-3e4032933002 req-19a21746-f1a5-4633-b182-12a321e691c0 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] 10.222.0.18 "GET /v2.0/ports?device_id=2231807d-5256-4035-968e-56509c3eb6cc HTTP/1.1" status: 200 len: 945 time: 0.0595560 Mar 07 16:55:09.120511 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.db.l3_dvr_db [None req-5c5f4b6d-be9a-46b2-8d0d-1b16fb6182f8 None None] Set router 5864a5b6-6518-43a7-a4e6-c88ca10e2289 gateway port host: dv-cinder-804757-24-iscsi {{(pid=119956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:55:09.172100 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-2a2df943-024f-499d-adfd-3e4032933002 req-da7e15ae-4713-42da-813d-6dbfc55501c5 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] 10.222.0.18 "GET /v2.0/security-groups?id=91de0b44-8849-4808-9a38-820e64d88ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832779 Mar 07 16:55:09.213752 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e2a84c-135f-47dd-8224-c5d04e8d876d req-07566503-39a0-49ae-b6e6-a0f70dfb73a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:55:09.215478 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-29e2a84c-135f-47dd-8224-c5d04e8d876d req-07566503-39a0-49ae-b6e6-a0f70dfb73a9 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f13607869be844f9bb555f4bee0519ef&device_id=3986321d-94a9-4bb2-b3c5-9e9df961b2c0 HTTP/1.1" status: 200 len: 1130 time: 0.0867078 Mar 07 16:55:09.316316 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e2a84c-135f-47dd-8224-c5d04e8d876d req-a303af13-6823-4017-bc88-733a66f3f927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:55:09.317815 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-29e2a84c-135f-47dd-8224-c5d04e8d876d req-a303af13-6823-4017-bc88-733a66f3f927 service neutron] 10.222.0.66 "GET /v2.0/networks?id=8f05d5cd-7919-446b-b1be-b892178c27ff HTTP/1.1" status: 200 len: 913 time: 0.0921218 Mar 07 16:55:09.375080 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.db.l3_hamode_db [None req-5c5f4b6d-be9a-46b2-8d0d-1b16fb6182f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5864a5b6-6518-43a7-a4e6-c88ca10e2289', 'name': 'tempest-TestVolumeBootPattern-1270566597-router', 'tenant_id': 'f13607869be844f9bb555f4bee0519ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'external_fixed_ips': [{'subnet_id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'ip_address': '172.27.2.93'}], 'enable_snat': True}, 'gw_port_id': '79f27c19-b4a8-4a51-921e-23ee7d9f2b4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:53:54Z', 'updated_at': '2022-03-07T16:53:58Z', 'revision_number': 4, 'project_id': 'f13607869be844f9bb555f4bee0519ef', 'gw_port': {'id': '79f27c19-b4a8-4a51-921e-23ee7d9f2b4a', 'name': '', 'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:37:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5864a5b6-6518-43a7-a4e6-c88ca10e2289', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'ip_address': '172.27.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:53:55Z', 'updated_at': '2022-03-07T16:53:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-24-iscsi', '_floatingips': [{'id': 'd6c43680-eaa6-4335-9a28-4d3ba0b59356', 'tenant_id': 'f13607869be844f9bb555f4bee0519ef', 'floating_ip_address': '172.27.2.118', 'floating_network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'router_id': '5864a5b6-6518-43a7-a4e6-c88ca10e2289', 'port_id': 'b2d02a44-c0dd-4b72-838a-6f0de8c02b3c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 449, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8f05d5cd-7919-446b-b1be-b892178c27ff', 'mac_address': 'fa:16:3e:93:ad:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3986321d-94a9-4bb2-b3c5-9e9df961b2c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T16:55:07Z', 'updated_at': '2022-03-07T16:55:07Z', 'revision_number': 0, 'project_id': 'f13607869be844f9bb555f4bee0519ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84d6bf29-5744-481f-93ba-41f00ab3f10d', 'name': '', 'network_id': '8f05d5cd-7919-446b-b1be-b892178c27ff', 'tenant_id': 'f13607869be844f9bb555f4bee0519ef', 'mac_address': 'fa:16:3e:51:da:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5864a5b6-6518-43a7-a4e6-c88ca10e2289', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'e51eb166-648f-4129-afbc-b350e9a7b41b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:53:57Z', 'updated_at': '2022-03-07T16:54:03Z', 'revision_number': 5, 'project_id': 'f13607869be844f9bb555f4bee0519ef', 'subnets': [{'id': 'e51eb166-648f-4129-afbc-b350e9a7b41b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-24-iscsi', False) {} {{(pid=119956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:55:09.386761 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-29e2a84c-135f-47dd-8224-c5d04e8d876d req-d8699f2b-1fe5-4836-8812-7a147a66ab1d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b2d02a44-c0dd-4b72-838a-6f0de8c02b3c HTTP/1.1" status: 200 len: 1000 time: 0.0616245 Mar 07 16:55:09.400709 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c5f4b6d-be9a-46b2-8d0d-1b16fb6182f8 None None] Checking router: 5864a5b6-6518-43a7-a4e6-c88ca10e2289 for host: dv-cinder-804757-24-iscsi {{(pid=119956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 16:55:09.409345 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c5f4b6d-be9a-46b2-8d0d-1b16fb6182f8 None None] Routers {'5864a5b6-6518-43a7-a4e6-c88ca10e2289'} bound to L3 agent in host dv-cinder-804757-24-iscsi {{(pid=119956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:55:09.410024 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.db.l3_hamode_db [None req-5c5f4b6d-be9a-46b2-8d0d-1b16fb6182f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T16:44:19Z,description=,heartbeat_timestamp=2022-03-07T16:54:49Z,host='dv-cinder-804757-24-iscsi',id=4cbb3502-d72e-4663-b57e-51d645794085,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:44:19Z,topic='l3_agent')) {'router_ids': ['5864a5b6-6518-43a7-a4e6-c88ca10e2289'], 'active': True} {{(pid=119956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:55:09.434248 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e2a84c-135f-47dd-8224-c5d04e8d876d req-f2791ba1-ea7b-4b45-9d50-b8c239b3502c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:55:09.435737 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-29e2a84c-135f-47dd-8224-c5d04e8d876d req-f2791ba1-ea7b-4b45-9d50-b8c239b3502c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=e51eb166-648f-4129-afbc-b350e9a7b41b HTTP/1.1" status: 200 len: 851 time: 0.0428033 Mar 07 16:55:09.488664 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e2a84c-135f-47dd-8224-c5d04e8d876d req-72d20714-eafa-4f9d-b9e7-f323af88bb7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:55:09.490183 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-29e2a84c-135f-47dd-8224-c5d04e8d876d req-72d20714-eafa-4f9d-b9e7-f323af88bb7f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=8f05d5cd-7919-446b-b1be-b892178c27ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0447466 Mar 07 16:55:09.517823 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.db.l3_dvr_db [None req-5c5f4b6d-be9a-46b2-8d0d-1b16fb6182f8 None None] Set router 5864a5b6-6518-43a7-a4e6-c88ca10e2289 gateway port host: dv-cinder-804757-24-iscsi {{(pid=119956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:55:09.614435 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-29e2a84c-135f-47dd-8224-c5d04e8d876d req-e0f9c559-d68e-4304-a5bc-bdcbb994b3ac service neutron] 10.222.0.66 "GET /v2.0/networks/8f05d5cd-7919-446b-b1be-b892178c27ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1162963 Mar 07 16:55:09.633183 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a43ace-3ba5-40a3-836c-27764d0a852e req-927181a1-c409-4aaa-8661-380fb2c5be4e tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:55:09.634718 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-a3a43ace-3ba5-40a3-836c-27764d0a852e req-927181a1-c409-4aaa-8661-380fb2c5be4e tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] 10.222.0.18 "GET /v2.0/ports?device_id=18b987a9-4ded-49ed-aef5-06d2d12e7d9b HTTP/1.1" status: 200 len: 945 time: 0.0640886 Mar 07 16:55:09.688300 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-a3a43ace-3ba5-40a3-836c-27764d0a852e req-e16cea57-a68f-4037-8cbb-7edfb79188dd tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] 10.222.0.18 "GET /v2.0/security-groups?id=aeca2cc4-2657-4c4b-965e-0f9cde167a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476682 Mar 07 16:55:09.751716 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.db.l3_hamode_db [None req-5c5f4b6d-be9a-46b2-8d0d-1b16fb6182f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5864a5b6-6518-43a7-a4e6-c88ca10e2289', 'name': 'tempest-TestVolumeBootPattern-1270566597-router', 'tenant_id': 'f13607869be844f9bb555f4bee0519ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'external_fixed_ips': [{'subnet_id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'ip_address': '172.27.2.93'}], 'enable_snat': True}, 'gw_port_id': '79f27c19-b4a8-4a51-921e-23ee7d9f2b4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:53:54Z', 'updated_at': '2022-03-07T16:53:58Z', 'revision_number': 4, 'project_id': 'f13607869be844f9bb555f4bee0519ef', 'gw_port': {'id': '79f27c19-b4a8-4a51-921e-23ee7d9f2b4a', 'name': '', 'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:37:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5864a5b6-6518-43a7-a4e6-c88ca10e2289', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'ip_address': '172.27.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:53:55Z', 'updated_at': '2022-03-07T16:53:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-24-iscsi', '_floatingips': [{'id': 'd6c43680-eaa6-4335-9a28-4d3ba0b59356', 'tenant_id': 'f13607869be844f9bb555f4bee0519ef', 'floating_ip_address': '172.27.2.118', 'floating_network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'router_id': '5864a5b6-6518-43a7-a4e6-c88ca10e2289', 'port_id': 'b2d02a44-c0dd-4b72-838a-6f0de8c02b3c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 449, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8f05d5cd-7919-446b-b1be-b892178c27ff', 'mac_address': 'fa:16:3e:93:ad:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3986321d-94a9-4bb2-b3c5-9e9df961b2c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T16:55:07Z', 'updated_at': '2022-03-07T16:55:07Z', 'revision_number': 0, 'project_id': 'f13607869be844f9bb555f4bee0519ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84d6bf29-5744-481f-93ba-41f00ab3f10d', 'name': '', 'network_id': '8f05d5cd-7919-446b-b1be-b892178c27ff', 'tenant_id': 'f13607869be844f9bb555f4bee0519ef', 'mac_address': 'fa:16:3e:51:da:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5864a5b6-6518-43a7-a4e6-c88ca10e2289', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'e51eb166-648f-4129-afbc-b350e9a7b41b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:53:57Z', 'updated_at': '2022-03-07T16:54:03Z', 'revision_number': 5, 'project_id': 'f13607869be844f9bb555f4bee0519ef', 'subnets': [{'id': 'e51eb166-648f-4129-afbc-b350e9a7b41b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-24-iscsi', False) {} {{(pid=119956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:55:09.777574 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c5f4b6d-be9a-46b2-8d0d-1b16fb6182f8 None None] The sync data for ids ['5864a5b6-6518-43a7-a4e6-c88ca10e2289'] in dv-cinder-804757-24-iscsi is: [{'id': '5864a5b6-6518-43a7-a4e6-c88ca10e2289', 'name': 'tempest-TestVolumeBootPattern-1270566597-router', 'tenant_id': 'f13607869be844f9bb555f4bee0519ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'external_fixed_ips': [{'subnet_id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'ip_address': '172.27.2.93'}], 'enable_snat': True}, 'gw_port_id': '79f27c19-b4a8-4a51-921e-23ee7d9f2b4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:53:54Z', 'updated_at': '2022-03-07T16:53:58Z', 'revision_number': 4, 'project_id': 'f13607869be844f9bb555f4bee0519ef', 'gw_port': {'id': '79f27c19-b4a8-4a51-921e-23ee7d9f2b4a', 'name': '', 'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:37:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5864a5b6-6518-43a7-a4e6-c88ca10e2289', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'ip_address': '172.27.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:53:55Z', 'updated_at': '2022-03-07T16:53:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-24-iscsi', '_floatingips': [{'id': 'd6c43680-eaa6-4335-9a28-4d3ba0b59356', 'tenant_id': 'f13607869be844f9bb555f4bee0519ef', 'floating_ip_address': '172.27.2.118', 'floating_network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'router_id': '5864a5b6-6518-43a7-a4e6-c88ca10e2289', 'port_id': 'b2d02a44-c0dd-4b72-838a-6f0de8c02b3c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 449, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8f05d5cd-7919-446b-b1be-b892178c27ff', 'mac_address': 'fa:16:3e:93:ad:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3986321d-94a9-4bb2-b3c5-9e9df961b2c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T16:55:07Z', 'updated_at': '2022-03-07T16:55:07Z', 'revision_number': 0, 'project_id': 'f13607869be844f9bb555f4bee0519ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84d6bf29-5744-481f-93ba-41f00ab3f10d', 'name': '', 'network_id': '8f05d5cd-7919-446b-b1be-b892178c27ff', 'tenant_id': 'f13607869be844f9bb555f4bee0519ef', 'mac_address': 'fa:16:3e:51:da:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5864a5b6-6518-43a7-a4e6-c88ca10e2289', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'e51eb166-648f-4129-afbc-b350e9a7b41b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:53:57Z', 'updated_at': '2022-03-07T16:54:03Z', 'revision_number': 5, 'project_id': 'f13607869be844f9bb555f4bee0519ef', 'subnets': [{'id': 'e51eb166-648f-4129-afbc-b350e9a7b41b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:55:09.853098 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-29e2a84c-135f-47dd-8224-c5d04e8d876d req-79c2a9ce-a6b2-4478-8a36-3c4e1ff77713 service neutron] 10.222.0.66 "GET /v2.0/networks/8f05d5cd-7919-446b-b1be-b892178c27ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955505 Mar 07 16:55:09.987047 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0e33b24-b6cd-40d6-9b2d-8414b141b490 None None] New status for floating IP d6c43680-eaa6-4335-9a28-4d3ba0b59356: ACTIVE {{(pid=119955) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 16:55:10.174467 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038771cd-22ca-45e8-8454-9e34d76de7e3 req-450cf068-c76c-4936-a138-3d36598f205d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:55:10.175989 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-038771cd-22ca-45e8-8454-9e34d76de7e3 req-450cf068-c76c-4936-a138-3d36598f205d service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=8ffb87e782b3452ab1b5e98b2ae4804b&device_id=2231807d-5256-4035-968e-56509c3eb6cc HTTP/1.1" status: 200 len: 1129 time: 0.0522788 Mar 07 16:55:10.281184 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038771cd-22ca-45e8-8454-9e34d76de7e3 req-1a164d0f-6090-4469-864b-e73ea0ddb1d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:55:10.282666 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-038771cd-22ca-45e8-8454-9e34d76de7e3 req-1a164d0f-6090-4469-864b-e73ea0ddb1d5 service neutron] 10.222.0.66 "GET /v2.0/networks?id=863049fb-91f0-4803-9992-666b65540a85 HTTP/1.1" status: 200 len: 918 time: 0.0912786 Mar 07 16:55:10.300633 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a013a547-d5fc-463d-893e-f96184e42f8c req-75f4c4ca-5871-4b2e-88d5-71c1393302ab tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:55:10.302110 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-a013a547-d5fc-463d-893e-f96184e42f8c req-75f4c4ca-5871-4b2e-88d5-71c1393302ab tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] 10.222.0.18 "GET /v2.0/ports?device_id=2231807d-5256-4035-968e-56509c3eb6cc HTTP/1.1" status: 200 len: 945 time: 0.0534565 Mar 07 16:55:10.348662 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-038771cd-22ca-45e8-8454-9e34d76de7e3 req-af8a3178-16ca-4935-b8de-d9ac58716e48 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7d812681-5eed-4512-beb5-ab69909ae86a HTTP/1.1" status: 200 len: 1001 time: 0.0584178 Mar 07 16:55:10.349270 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-a013a547-d5fc-463d-893e-f96184e42f8c req-8801dfde-8b6b-4c5c-978f-ef457ad24d46 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] 10.222.0.18 "GET /v2.0/security-groups?id=91de0b44-8849-4808-9a38-820e64d88ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408189 Mar 07 16:55:10.398748 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038771cd-22ca-45e8-8454-9e34d76de7e3 req-801c63ac-efba-4eeb-b9ee-e3be25f2144e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:55:10.400215 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-038771cd-22ca-45e8-8454-9e34d76de7e3 req-801c63ac-efba-4eeb-b9ee-e3be25f2144e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f97910cd-d5d7-4b8c-bfe2-694a46e38478 HTTP/1.1" status: 200 len: 856 time: 0.0450251 Mar 07 16:55:10.460032 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038771cd-22ca-45e8-8454-9e34d76de7e3 req-74e96fbe-7d8d-4f5e-989e-dc85c9dca6ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:55:10.461560 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-038771cd-22ca-45e8-8454-9e34d76de7e3 req-74e96fbe-7d8d-4f5e-989e-dc85c9dca6ac service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=863049fb-91f0-4803-9992-666b65540a85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0547204 Mar 07 16:55:10.551171 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-038771cd-22ca-45e8-8454-9e34d76de7e3 req-45831e04-defc-4359-941b-1a39457c99c9 service neutron] 10.222.0.66 "GET /v2.0/networks/863049fb-91f0-4803-9992-666b65540a85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822701 Mar 07 16:55:10.659864 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-038771cd-22ca-45e8-8454-9e34d76de7e3 req-4456dd52-8752-4a09-8291-d4e53c885f8a service neutron] 10.222.0.66 "GET /v2.0/networks/863049fb-91f0-4803-9992-666b65540a85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869675 Mar 07 16:55:10.812585 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083a52a3-65c0-49ed-a5c3-296598a412c4 req-2464f559-955e-49ec-819e-a91d9cc76ec0 tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:55:10.814521 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-083a52a3-65c0-49ed-a5c3-296598a412c4 req-2464f559-955e-49ec-819e-a91d9cc76ec0 tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] 10.222.0.18 "GET /v2.0/ports?device_id=18b987a9-4ded-49ed-aef5-06d2d12e7d9b HTTP/1.1" status: 200 len: 945 time: 0.0573843 Mar 07 16:55:10.864468 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-083a52a3-65c0-49ed-a5c3-296598a412c4 req-ff518d93-ff49-45a1-a491-eba604bb226b tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] 10.222.0.18 "GET /v2.0/security-groups?id=aeca2cc4-2657-4c4b-965e-0f9cde167a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442209 Mar 07 16:55:11.484140 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f7d956-89f6-4793-8e84-5a6f6b7fee03 req-89f28808-82ea-4e3e-a660-2258aa296c14 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:55:11.485505 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-29f7d956-89f6-4793-8e84-5a6f6b7fee03 req-89f28808-82ea-4e3e-a660-2258aa296c14 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] 10.222.0.18 "GET /v2.0/ports?device_id=2231807d-5256-4035-968e-56509c3eb6cc HTTP/1.1" status: 200 len: 945 time: 0.0599630 Mar 07 16:55:11.536225 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-29f7d956-89f6-4793-8e84-5a6f6b7fee03 req-269f848b-4219-4fff-8e94-563a39d8983d tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] 10.222.0.18 "GET /v2.0/security-groups?id=91de0b44-8849-4808-9a38-820e64d88ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421789 Mar 07 16:55:11.997749 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122dfa86-f89b-4499-b489-ef11818494a2 req-ddb10a7f-3654-4ba3-a370-ccb936ba508c tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:55:11.999271 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-122dfa86-f89b-4499-b489-ef11818494a2 req-ddb10a7f-3654-4ba3-a370-ccb936ba508c tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] 10.222.0.18 "GET /v2.0/ports?device_id=18b987a9-4ded-49ed-aef5-06d2d12e7d9b HTTP/1.1" status: 200 len: 945 time: 0.0650146 Mar 07 16:55:12.050320 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-122dfa86-f89b-4499-b489-ef11818494a2 req-8d269240-f426-47d5-a8a1-fde178f1bf95 tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] 10.222.0.18 "GET /v2.0/security-groups?id=aeca2cc4-2657-4c4b-965e-0f9cde167a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452306 Mar 07 16:55:12.687502 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705832d8-8a0a-4ecf-8b41-fab4da654674 req-4760e314-d639-4ece-a058-21a9018f7bd6 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:55:12.688986 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-705832d8-8a0a-4ecf-8b41-fab4da654674 req-4760e314-d639-4ece-a058-21a9018f7bd6 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] 10.222.0.18 "GET /v2.0/ports?device_id=2231807d-5256-4035-968e-56509c3eb6cc HTTP/1.1" status: 200 len: 945 time: 0.0618360 Mar 07 16:55:12.735835 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-705832d8-8a0a-4ecf-8b41-fab4da654674 req-95ef309f-bce9-4e6e-b654-2bec32d92c43 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] 10.222.0.18 "GET /v2.0/security-groups?id=91de0b44-8849-4808-9a38-820e64d88ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411172 Mar 07 16:55:13.179325 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbc40a2-85cf-49b1-9e0b-369375920156 req-76ffc03d-e765-4e54-8c4e-0af891704fe3 tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:55:13.180851 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-3bbc40a2-85cf-49b1-9e0b-369375920156 req-76ffc03d-e765-4e54-8c4e-0af891704fe3 tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] 10.222.0.18 "GET /v2.0/ports?device_id=18b987a9-4ded-49ed-aef5-06d2d12e7d9b HTTP/1.1" status: 200 len: 945 time: 0.0523336 Mar 07 16:55:13.228712 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-3bbc40a2-85cf-49b1-9e0b-369375920156 req-b71869a9-5f82-4654-9972-12986925752e tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] 10.222.0.18 "GET /v2.0/security-groups?id=aeca2cc4-2657-4c4b-965e-0f9cde167a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409832 Mar 07 16:55:13.861309 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5491bd7-67d2-4c0e-8f1a-0d615eda74e2 req-7c7154af-e400-4e8d-b99b-4a846f4f059c tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:55:13.862780 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-b5491bd7-67d2-4c0e-8f1a-0d615eda74e2 req-7c7154af-e400-4e8d-b99b-4a846f4f059c tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] 10.222.0.18 "GET /v2.0/ports?device_id=2231807d-5256-4035-968e-56509c3eb6cc HTTP/1.1" status: 200 len: 945 time: 0.0535598 Mar 07 16:55:13.913300 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-b5491bd7-67d2-4c0e-8f1a-0d615eda74e2 req-48abd242-9b49-4228-8787-9ffcd40bec13 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] 10.222.0.18 "GET /v2.0/security-groups?id=91de0b44-8849-4808-9a38-820e64d88ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424027 Mar 07 16:55:14.373275 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541d03e4-73fc-4bd0-bb48-5d52b1bb9245 req-f8788451-447d-404b-80a2-7910c5c05c95 tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:55:14.374765 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-541d03e4-73fc-4bd0-bb48-5d52b1bb9245 req-f8788451-447d-404b-80a2-7910c5c05c95 tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] 10.222.0.18 "GET /v2.0/ports?device_id=18b987a9-4ded-49ed-aef5-06d2d12e7d9b HTTP/1.1" status: 200 len: 945 time: 0.0641787 Mar 07 16:55:14.426012 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-541d03e4-73fc-4bd0-bb48-5d52b1bb9245 req-d4f7b87b-2a36-4523-bf7a-3e90ce3fbe2d tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] 10.222.0.18 "GET /v2.0/security-groups?id=aeca2cc4-2657-4c4b-965e-0f9cde167a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453889 Mar 07 16:55:14.485773 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.wsgi [req-7e33f6e7-fd56-4dc8-a647-cf2f669fc110 req-12489dea-783c-4057-88e8-c433794e622a service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=119953) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 16:55:14.486750 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-7e33f6e7-fd56-4dc8-a647-cf2f669fc110 req-12489dea-783c-4057-88e8-c433794e622a service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053341 Mar 07 16:55:14.657521 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a168d8-df4a-45c4-a88a-92a355ac8bd9 req-8f406cdd-d646-4f55-85cb-9332e57f8190 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:55:14.658982 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-e4a168d8-df4a-45c4-a88a-92a355ac8bd9 req-8f406cdd-d646-4f55-85cb-9332e57f8190 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] 10.222.0.18 "GET /v2.0/ports?device_id=2231807d-5256-4035-968e-56509c3eb6cc HTTP/1.1" status: 200 len: 945 time: 0.0583873 Mar 07 16:55:14.705817 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-e4a168d8-df4a-45c4-a88a-92a355ac8bd9 req-258c6b9b-8629-4cb5-b878-b988c668394d tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] 10.222.0.18 "GET /v2.0/security-groups?id=91de0b44-8849-4808-9a38-820e64d88ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410488 Mar 07 16:55:14.742509 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.rpc [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Device 7d812681-5eed-4512-beb5-ab69909ae86a no longer exists at agent hyperv_hv-cinder-80475 {{(pid=119955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:55:14.825889 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.plugin [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Current status of the port 7d812681-5eed-4512-beb5-ab69909ae86a is: ACTIVE; New status is: DOWN {{(pid=119955) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:55:14.826283 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8385759'] for port (7d812681-5eed-4512-beb5-ab69909ae86a), before_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:55:14.848727 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2231807d-5256-4035-968e-56509c3eb6cc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7d812681-5eed-4512-beb5-ab69909ae86a'}] {{(pid=119955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:55:14.851009 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd4f8a5135c3a8ba668d7ce7b18abb72183bcf445ca628a57cbbb7bee2c3e543" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9c7b02a-1c2e-44ea-b289-6f29c51ea079" -d '{"events": [{"server_uuid": "2231807d-5256-4035-968e-56509c3eb6cc", "name": "network-vif-unplugged", "status": "completed", "tag": "7d812681-5eed-4512-beb5-ab69909ae86a"}]}' {{(pid=119955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:55:14.864895 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.db [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] For port 7d812681-5eed-4512-beb5-ab69909ae86a, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=7d812681-5eed-4512-beb5-ab69909ae86a,segment=NetworkSegment(ad3735d7-6f1d-4396-8c2b-5f6199488faa),segment_id=ad3735d7-6f1d-4396-8c2b-5f6199488faa)] {{(pid=119955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:55:14.870418 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754346672056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754346267073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754346267091'] for port (7d812681-5eed-4512-beb5-ab69909ae86a), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:55:14.886270 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 07 Mar 2022 16:55:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bf2630a-20c2-4650-aae7-699cfa435c55 x-openstack-request-id: req-8bf2630a-20c2-4650-aae7-699cfa435c55 {{(pid=119955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:55:14.887297 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2231807d-5256-4035-968e-56509c3eb6cc", "name": "network-vif-unplugged", "status": "failed", "tag": "7d812681-5eed-4512-beb5-ab69909ae86a", "code": 422}]} {{(pid=119955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:55:14.887570 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8bf2630a-20c2-4650-aae7-699cfa435c55 {{(pid=119955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:55:14.888072 dv-cinder-804757-24-iscsi neutron-server[119955]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '2231807d-5256-4035-968e-56509c3eb6cc', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '7d812681-5eed-4512-beb5-ab69909ae86a', 'code': 422} returned with failed status Mar 07 16:55:14.931533 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Pushing event updated for resources: {'Port': ['ID=7d812681-5eed-4512-beb5-ab69909ae86a,revision_number=8']} {{(pid=119955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:55:14.947742 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.wsgi [-] (119953) accepted ('10.222.0.18', 54516) {{(pid=119953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:55:15.036098 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-126326bf-04a3-4b3d-a7a8-db94ba08d84f req-ec68fb80-c812-45e0-8f9f-03657572e18b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=2231807d-5256-4035-968e-56509c3eb6cc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0866735 Mar 07 16:55:15.048782 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.wsgi [req-126326bf-04a3-4b3d-a7a8-db94ba08d84f req-d9d17545-eca9-45c9-9e02-13f655761ede service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=119953) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 16:55:15.050588 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-126326bf-04a3-4b3d-a7a8-db94ba08d84f req-d9d17545-eca9-45c9-9e02-13f655761ede service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0077152 Mar 07 16:55:15.135781 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.wsgi [-] (119953) accepted ('10.222.0.18', 54524) {{(pid=119953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:55:15.230965 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126326bf-04a3-4b3d-a7a8-db94ba08d84f req-cf59db1f-fdd1-47bd-9da7-bdcda9790c08 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:55:15.232417 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-126326bf-04a3-4b3d-a7a8-db94ba08d84f req-cf59db1f-fdd1-47bd-9da7-bdcda9790c08 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] 10.222.0.18 "GET /v2.0/ports/7d812681-5eed-4512-beb5-ab69909ae86a HTTP/1.1" status: 200 len: 940 time: 0.0955493 Mar 07 16:55:15.552865 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56855058-9c44-48bd-ac99-97dabbdfa84b req-bcc48b86-4301-4de2-9ce6-fc15af640aed tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:55:15.555261 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-56855058-9c44-48bd-ac99-97dabbdfa84b req-bcc48b86-4301-4de2-9ce6-fc15af640aed tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] 10.222.0.18 "GET /v2.0/ports?device_id=18b987a9-4ded-49ed-aef5-06d2d12e7d9b HTTP/1.1" status: 200 len: 945 time: 0.0572577 Mar 07 16:55:15.602434 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-56855058-9c44-48bd-ac99-97dabbdfa84b req-a810f783-202b-4236-86d4-6c4590938a91 tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] 10.222.0.18 "GET /v2.0/security-groups?id=aeca2cc4-2657-4c4b-965e-0f9cde167a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409300 Mar 07 16:55:15.830301 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efa22cd-e1e8-4b2d-88d8-9547d3a2fb26 req-cc5ec21f-b57f-4470-909f-aacb86a4e380 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:55:15.831675 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-6efa22cd-e1e8-4b2d-88d8-9547d3a2fb26 req-cc5ec21f-b57f-4470-909f-aacb86a4e380 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] 10.222.0.18 "GET /v2.0/ports?device_id=2231807d-5256-4035-968e-56509c3eb6cc HTTP/1.1" status: 200 len: 943 time: 0.0555134 Mar 07 16:55:15.877798 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-6efa22cd-e1e8-4b2d-88d8-9547d3a2fb26 req-73aa783f-d31f-4493-9a13-60a132ebe436 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] 10.222.0.18 "GET /v2.0/security-groups?id=91de0b44-8849-4808-9a38-820e64d88ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404205 Mar 07 16:55:16.725289 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb3b342-eae9-4783-884e-f20bb76ab3c3 req-7a8878fd-8835-4265-a5f0-9e9e8e23a328 tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:55:16.726781 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-afb3b342-eae9-4783-884e-f20bb76ab3c3 req-7a8878fd-8835-4265-a5f0-9e9e8e23a328 tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] 10.222.0.18 "GET /v2.0/ports?device_id=18b987a9-4ded-49ed-aef5-06d2d12e7d9b HTTP/1.1" status: 200 len: 945 time: 0.0566921 Mar 07 16:55:16.779875 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-afb3b342-eae9-4783-884e-f20bb76ab3c3 req-26bac1f2-f112-4348-bc7b-74313bfb13d1 tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] 10.222.0.18 "GET /v2.0/security-groups?id=aeca2cc4-2657-4c4b-965e-0f9cde167a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449896 Mar 07 16:55:17.018398 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1853769b-e45f-496d-b330-8068b376bcb0 req-15816de6-954b-4426-9638-b17a4ce468ea tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:55:17.019851 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-1853769b-e45f-496d-b330-8068b376bcb0 req-15816de6-954b-4426-9638-b17a4ce468ea tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] 10.222.0.18 "GET /v2.0/ports?device_id=2231807d-5256-4035-968e-56509c3eb6cc HTTP/1.1" status: 200 len: 943 time: 0.0641346 Mar 07 16:55:17.071691 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-1853769b-e45f-496d-b330-8068b376bcb0 req-295ba1ea-0dc4-4f67-8cae-6898a4af1479 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] 10.222.0.18 "GET /v2.0/security-groups?id=91de0b44-8849-4808-9a38-820e64d88ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441642 Mar 07 16:55:17.165831 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-a909e81b-48f5-4792-a9ce-8159eecee26b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194190'] for agent (85f07778-81ef-4888-a2e3-51ae57b6426a), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:55:17.910520 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1fe75e-a581-44c6-9c80-b6c8bde6f4ee req-8aa6cc14-0ef0-4c09-b249-c73ccedf08bb tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:55:17.912019 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-4a1fe75e-a581-44c6-9c80-b6c8bde6f4ee req-8aa6cc14-0ef0-4c09-b249-c73ccedf08bb tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] 10.222.0.18 "GET /v2.0/ports?device_id=18b987a9-4ded-49ed-aef5-06d2d12e7d9b HTTP/1.1" status: 200 len: 945 time: 0.0541241 Mar 07 16:55:17.963036 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-4a1fe75e-a581-44c6-9c80-b6c8bde6f4ee req-a6bbb199-1c30-49de-86ef-8c6ea77e71f4 tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] 10.222.0.18 "GET /v2.0/security-groups?id=aeca2cc4-2657-4c4b-965e-0f9cde167a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427868 Mar 07 16:55:18.197189 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681119ad-72b7-4bf4-8578-f90adb189bb1 req-82133a39-1441-4d5b-98b7-b87cd72fab15 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:55:18.198716 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-681119ad-72b7-4bf4-8578-f90adb189bb1 req-82133a39-1441-4d5b-98b7-b87cd72fab15 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] 10.222.0.18 "GET /v2.0/ports?device_id=2231807d-5256-4035-968e-56509c3eb6cc HTTP/1.1" status: 200 len: 943 time: 0.0548108 Mar 07 16:55:18.249668 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-681119ad-72b7-4bf4-8578-f90adb189bb1 req-8ad89788-609b-4aa1-9fa6-b359bc19dd27 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] 10.222.0.18 "GET /v2.0/security-groups?id=91de0b44-8849-4808-9a38-820e64d88ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440435 Mar 07 16:55:19.087788 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb14095-86be-4efd-8a81-dfded2d29121 req-2854e9fc-3a91-47d8-8269-0c061f3de417 tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:55:19.089255 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-6eb14095-86be-4efd-8a81-dfded2d29121 req-2854e9fc-3a91-47d8-8269-0c061f3de417 tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] 10.222.0.18 "GET /v2.0/ports?device_id=18b987a9-4ded-49ed-aef5-06d2d12e7d9b HTTP/1.1" status: 200 len: 945 time: 0.0557747 Mar 07 16:55:19.136060 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-6eb14095-86be-4efd-8a81-dfded2d29121 req-b8efb02f-699f-46d7-b941-3336322840ea tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] 10.222.0.18 "GET /v2.0/security-groups?id=aeca2cc4-2657-4c4b-965e-0f9cde167a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393469 Mar 07 16:55:19.378108 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-3d0d5b2d-1a89-4176-90bb-5db96b48399d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194190'] for agent (4cbb3502-d72e-4663-b57e-51d645794085), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:55:19.395016 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77eafab2-d374-480e-a63a-8cacfc611c2a req-e09f42bf-8609-4302-a315-b63e0b37840c tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:55:19.396542 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-77eafab2-d374-480e-a63a-8cacfc611c2a req-e09f42bf-8609-4302-a315-b63e0b37840c tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] 10.222.0.18 "GET /v2.0/ports?device_id=2231807d-5256-4035-968e-56509c3eb6cc HTTP/1.1" status: 200 len: 943 time: 0.0576899 Mar 07 16:55:19.646808 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-77eafab2-d374-480e-a63a-8cacfc611c2a req-07d0005b-f061-4565-a58b-e874c9f171a3 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] 10.222.0.18 "GET /v2.0/security-groups?id=91de0b44-8849-4808-9a38-820e64d88ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2446711 Mar 07 16:55:19.744052 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-6e299963-5967-4224-b3e6-87a12b4cc048 req-7878297d-d3cc-4a5b-99c7-4e61f54d0aed service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=0c095ec4-a93a-4ccf-ae76-b30c7b1c954c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0438461 Mar 07 16:55:19.839927 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e299963-5967-4224-b3e6-87a12b4cc048 req-8c5d7ea6-92cd-4804-810f-b9c83279f319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:55:19.841449 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-6e299963-5967-4224-b3e6-87a12b4cc048 req-8c5d7ea6-92cd-4804-810f-b9c83279f319 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=fb0f78d7968f4bf1aee503f8e1cfe0f0&device_id=0c095ec4-a93a-4ccf-ae76-b30c7b1c954c HTTP/1.1" status: 200 len: 1130 time: 0.0455942 Mar 07 16:55:19.951027 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e299963-5967-4224-b3e6-87a12b4cc048 req-04d61082-0b94-467c-a4e2-e849f2101811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:55:19.952502 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-6e299963-5967-4224-b3e6-87a12b4cc048 req-04d61082-0b94-467c-a4e2-e849f2101811 service neutron] 10.222.0.66 "GET /v2.0/networks?id=80a2c60b-59e3-4807-9654-13174f656625 HTTP/1.1" status: 200 len: 920 time: 0.0861020 Mar 07 16:55:19.993598 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-6e299963-5967-4224-b3e6-87a12b4cc048 req-2030b5cd-6c96-4c5c-a7ec-2d40a3023092 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3def960f-3745-4403-84ce-5d83d455d620 HTTP/1.1" status: 200 len: 217 time: 0.0337934 Mar 07 16:55:20.040247 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e299963-5967-4224-b3e6-87a12b4cc048 req-c3fc05ae-8921-4f76-8e09-8235a25d1dac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:55:20.041601 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-6e299963-5967-4224-b3e6-87a12b4cc048 req-c3fc05ae-8921-4f76-8e09-8235a25d1dac service neutron] 10.222.0.66 "GET /v2.0/subnets?id=da018b7d-c800-4987-80e6-c869339f7229 HTTP/1.1" status: 200 len: 859 time: 0.0414212 Mar 07 16:55:20.084687 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-6e299963-5967-4224-b3e6-87a12b4cc048 req-80e81099-0490-4eb7-ab3f-9e018fc9f5ab service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=80a2c60b-59e3-4807-9654-13174f656625&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271184 Mar 07 16:55:20.172410 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-6e299963-5967-4224-b3e6-87a12b4cc048 req-a967f600-801c-4de7-a6a4-069353fdbf9d service neutron] 10.222.0.66 "GET /v2.0/networks/80a2c60b-59e3-4807-9654-13174f656625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791099 Mar 07 16:55:20.258151 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b927dfc-f93e-46de-9c58-34c35ccbc95c req-b9ef2eb5-c667-4dcc-8ab3-de93d352f32b tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:55:20.259603 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-4b927dfc-f93e-46de-9c58-34c35ccbc95c req-b9ef2eb5-c667-4dcc-8ab3-de93d352f32b tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] 10.222.0.18 "GET /v2.0/ports?device_id=18b987a9-4ded-49ed-aef5-06d2d12e7d9b HTTP/1.1" status: 200 len: 945 time: 0.0557117 Mar 07 16:55:20.266233 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-6e299963-5967-4224-b3e6-87a12b4cc048 req-e2db8d67-f10a-4c8c-aa92-7b022ada26f8 service neutron] 10.222.0.66 "GET /v2.0/networks/80a2c60b-59e3-4807-9654-13174f656625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859940 Mar 07 16:55:20.305833 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-4b927dfc-f93e-46de-9c58-34c35ccbc95c req-4a1046c0-db91-49a3-9cd4-4c07c4611979 tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] 10.222.0.18 "GET /v2.0/security-groups?id=aeca2cc4-2657-4c4b-965e-0f9cde167a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404286 Mar 07 16:55:20.505845 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-ad94e2ed-e0a8-44ae-a5ff-cf9ca5ab0e17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194190'] for agent (82ccd293-b7fb-4417-a581-186a4d7e9931), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:55:20.662753 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.db.agents_db [None req-64435fe0-d7c6-4327-a557-6d3e8ab92464 None None] Agent healthcheck: found 6 active agents {{(pid=119956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 16:55:20.774280 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d887a6-06a0-481a-87f1-759689a06e49 req-3bd3a69d-82a6-45e1-b6ce-cc955e79d86d tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:55:20.775827 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-71d887a6-06a0-481a-87f1-759689a06e49 req-3bd3a69d-82a6-45e1-b6ce-cc955e79d86d tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] 10.222.0.18 "GET /v2.0/ports?device_id=2231807d-5256-4035-968e-56509c3eb6cc HTTP/1.1" status: 200 len: 943 time: 0.0562375 Mar 07 16:55:20.822713 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-71d887a6-06a0-481a-87f1-759689a06e49 req-5cc45ac8-8b1f-45b9-9538-4c58c48f65aa tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] 10.222.0.18 "GET /v2.0/security-groups?id=91de0b44-8849-4808-9a38-820e64d88ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411518 Mar 07 16:55:21.432508 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5267ff-9a56-4f4f-8cdc-e3fc7d49a2fb req-6fe2bc2a-e895-4af9-a81c-18c4d4731f35 tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:55:21.433980 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-0e5267ff-9a56-4f4f-8cdc-e3fc7d49a2fb req-6fe2bc2a-e895-4af9-a81c-18c4d4731f35 tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] 10.222.0.18 "GET /v2.0/ports?device_id=18b987a9-4ded-49ed-aef5-06d2d12e7d9b HTTP/1.1" status: 200 len: 945 time: 0.0538855 Mar 07 16:55:21.483943 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-0e5267ff-9a56-4f4f-8cdc-e3fc7d49a2fb req-b7f84541-ad1f-4dfe-be46-15c5d98257bf tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] 10.222.0.18 "GET /v2.0/security-groups?id=aeca2cc4-2657-4c4b-965e-0f9cde167a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429270 Mar 07 16:55:21.944334 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e399367d-89b1-4ceb-abcd-b84c4c509a6b req-64fcaa7e-1121-4900-8f54-df07b33c1821 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:55:21.945783 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-e399367d-89b1-4ceb-abcd-b84c4c509a6b req-64fcaa7e-1121-4900-8f54-df07b33c1821 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] 10.222.0.18 "GET /v2.0/ports?device_id=2231807d-5256-4035-968e-56509c3eb6cc HTTP/1.1" status: 200 len: 943 time: 0.0532613 Mar 07 16:55:21.997904 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-e399367d-89b1-4ceb-abcd-b84c4c509a6b req-fd8a2e64-6b1b-483a-a27a-66b09e1d54a3 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] 10.222.0.18 "GET /v2.0/security-groups?id=91de0b44-8849-4808-9a38-820e64d88ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462008 Mar 07 16:55:22.133081 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-0d1b32c5-0803-4391-a623-fc098c7d5199 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194190'] for agent (8123e327-866e-42b5-856f-55ddd9e9e5b2), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:55:22.609234 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100811b4-c05a-4527-bbcc-4f68dbfff75d req-f87cbfc3-4491-4acb-9456-90a254ed98a8 tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:55:22.616349 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-100811b4-c05a-4527-bbcc-4f68dbfff75d req-f87cbfc3-4491-4acb-9456-90a254ed98a8 tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] 10.222.0.18 "GET /v2.0/ports?device_id=18b987a9-4ded-49ed-aef5-06d2d12e7d9b HTTP/1.1" status: 200 len: 945 time: 0.0621605 Mar 07 16:55:22.662926 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-100811b4-c05a-4527-bbcc-4f68dbfff75d req-2e236bcd-781e-4483-8b3d-0d1818061f7f tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] 10.222.0.18 "GET /v2.0/security-groups?id=aeca2cc4-2657-4c4b-965e-0f9cde167a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456994 Mar 07 16:55:23.134910 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9a7675-febc-4138-abbb-1857d379da0e req-e42a0c38-c366-42e8-851e-e9e0bbd0e462 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:55:23.136422 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-6b9a7675-febc-4138-abbb-1857d379da0e req-e42a0c38-c366-42e8-851e-e9e0bbd0e462 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] 10.222.0.18 "GET /v2.0/ports?device_id=2231807d-5256-4035-968e-56509c3eb6cc HTTP/1.1" status: 200 len: 943 time: 0.0526979 Mar 07 16:55:23.186179 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-6b9a7675-febc-4138-abbb-1857d379da0e req-a393410c-8a92-432b-92d0-f45a58caf3df tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] 10.222.0.18 "GET /v2.0/security-groups?id=91de0b44-8849-4808-9a38-820e64d88ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416298 Mar 07 16:55:23.484747 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194190'] for agent (3df9d949-03e8-46c4-b37f-6f8a21aeab22), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:55:23.789539 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94c4d16-9136-4130-b2ff-26ed5b26cc14 req-4110c4de-5ddd-47fc-9512-6582aed682ee tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:55:23.790982 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-e94c4d16-9136-4130-b2ff-26ed5b26cc14 req-4110c4de-5ddd-47fc-9512-6582aed682ee tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] 10.222.0.18 "GET /v2.0/ports?device_id=18b987a9-4ded-49ed-aef5-06d2d12e7d9b HTTP/1.1" status: 200 len: 945 time: 0.0539243 Mar 07 16:55:23.838733 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-e94c4d16-9136-4130-b2ff-26ed5b26cc14 req-20b8d0dd-524e-45ea-a367-2d877df50a50 tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] 10.222.0.18 "GET /v2.0/security-groups?id=aeca2cc4-2657-4c4b-965e-0f9cde167a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422733 Mar 07 16:55:24.199522 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194190'] for agent (152bcc15-84f4-40a7-afe1-c30bc7269f8a), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:55:24.310870 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2075983c-76c4-4643-9e79-55c2f5852f0c req-c318720e-9de3-4c1d-964f-b4c5a742fa29 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:55:24.312378 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-2075983c-76c4-4643-9e79-55c2f5852f0c req-c318720e-9de3-4c1d-964f-b4c5a742fa29 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] 10.222.0.18 "GET /v2.0/ports?device_id=2231807d-5256-4035-968e-56509c3eb6cc HTTP/1.1" status: 200 len: 943 time: 0.0555305 Mar 07 16:55:24.357933 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-2075983c-76c4-4643-9e79-55c2f5852f0c req-4d123645-f29b-46ab-a9bf-9e7fde3ee5cd tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] 10.222.0.18 "GET /v2.0/security-groups?id=91de0b44-8849-4808-9a38-820e64d88ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399454 Mar 07 16:55:24.964611 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab27837-02b0-4751-bdce-f6921baa167e req-0e161237-c5b4-4a55-b952-dec2bde4c462 tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:55:24.966693 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-0ab27837-02b0-4751-bdce-f6921baa167e req-0e161237-c5b4-4a55-b952-dec2bde4c462 tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] 10.222.0.18 "GET /v2.0/ports?device_id=18b987a9-4ded-49ed-aef5-06d2d12e7d9b HTTP/1.1" status: 200 len: 945 time: 0.0625222 Mar 07 16:55:25.016679 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-0ab27837-02b0-4751-bdce-f6921baa167e req-e165bf40-cd88-42d6-ac66-aed713a3ee61 tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] 10.222.0.18 "GET /v2.0/security-groups?id=aeca2cc4-2657-4c4b-965e-0f9cde167a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415034 Mar 07 16:55:25.487261 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653b40de-d648-4234-9d35-9f6a95a2c816 req-fa0d1077-5c6c-4a5e-b7c2-44219a946e60 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:55:25.488708 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-653b40de-d648-4234-9d35-9f6a95a2c816 req-fa0d1077-5c6c-4a5e-b7c2-44219a946e60 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] 10.222.0.18 "GET /v2.0/ports?device_id=2231807d-5256-4035-968e-56509c3eb6cc HTTP/1.1" status: 200 len: 943 time: 0.0592523 Mar 07 16:55:25.541787 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-653b40de-d648-4234-9d35-9f6a95a2c816 req-3c6bad1b-4941-48a8-943f-15283f6a9bb8 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] 10.222.0.18 "GET /v2.0/security-groups?id=91de0b44-8849-4808-9a38-820e64d88ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470135 Mar 07 16:55:26.003922 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126326bf-04a3-4b3d-a7a8-db94ba08d84f req-db081bef-d311-448b-a40d-88d626de9e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:55:26.005446 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-126326bf-04a3-4b3d-a7a8-db94ba08d84f req-db081bef-d311-448b-a40d-88d626de9e36 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=2231807d-5256-4035-968e-56509c3eb6cc&tenant_id=8ffb87e782b3452ab1b5e98b2ae4804b HTTP/1.1" status: 200 len: 1127 time: 0.0834277 Mar 07 16:55:26.113261 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126326bf-04a3-4b3d-a7a8-db94ba08d84f req-d774fcc7-1b51-4019-af39-91307344df52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:55:26.114968 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-126326bf-04a3-4b3d-a7a8-db94ba08d84f req-d774fcc7-1b51-4019-af39-91307344df52 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=8ffb87e782b3452ab1b5e98b2ae4804b&device_id=2231807d-5256-4035-968e-56509c3eb6cc HTTP/1.1" status: 200 len: 1127 time: 0.0525448 Mar 07 16:55:26.144424 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebedc7e-af96-4666-8593-30c17fd0d570 req-f1164bda-c8da-4e47-a4d1-ae7e526b1a34 tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:55:26.145872 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-4ebedc7e-af96-4666-8593-30c17fd0d570 req-f1164bda-c8da-4e47-a4d1-ae7e526b1a34 tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] 10.222.0.18 "GET /v2.0/ports?device_id=18b987a9-4ded-49ed-aef5-06d2d12e7d9b HTTP/1.1" status: 200 len: 945 time: 0.0545645 Mar 07 16:55:26.192918 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-4ebedc7e-af96-4666-8593-30c17fd0d570 req-595a82a0-23ee-4721-96e1-56f9330b0c15 tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] 10.222.0.18 "GET /v2.0/security-groups?id=aeca2cc4-2657-4c4b-965e-0f9cde167a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413489 Mar 07 16:55:26.256265 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126326bf-04a3-4b3d-a7a8-db94ba08d84f req-15fc0393-1096-47d1-aaf0-e691f9d76fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:55:26.257664 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-126326bf-04a3-4b3d-a7a8-db94ba08d84f req-15fc0393-1096-47d1-aaf0-e691f9d76fb6 service neutron] 10.222.0.66 "GET /v2.0/networks?id=863049fb-91f0-4803-9992-666b65540a85 HTTP/1.1" status: 200 len: 918 time: 0.0850840 Mar 07 16:55:26.327875 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-126326bf-04a3-4b3d-a7a8-db94ba08d84f req-3e55b49f-3bf2-42ab-ab3f-54ec9e21168a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7d812681-5eed-4512-beb5-ab69909ae86a HTTP/1.1" status: 200 len: 999 time: 0.0627084 Mar 07 16:55:26.377476 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126326bf-04a3-4b3d-a7a8-db94ba08d84f req-81ba6737-16d8-4b99-9564-e77f65ad0270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:55:26.378888 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-126326bf-04a3-4b3d-a7a8-db94ba08d84f req-81ba6737-16d8-4b99-9564-e77f65ad0270 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f97910cd-d5d7-4b8c-bfe2-694a46e38478 HTTP/1.1" status: 200 len: 856 time: 0.0442309 Mar 07 16:55:26.433676 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126326bf-04a3-4b3d-a7a8-db94ba08d84f req-fce1b69c-7609-4c84-92c7-10ff51213aab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:55:26.435248 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-126326bf-04a3-4b3d-a7a8-db94ba08d84f req-fce1b69c-7609-4c84-92c7-10ff51213aab service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=863049fb-91f0-4803-9992-666b65540a85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0486639 Mar 07 16:55:26.543740 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-126326bf-04a3-4b3d-a7a8-db94ba08d84f req-3b05cc94-d3d8-4322-a505-0611c64789ce service neutron] 10.222.0.66 "GET /v2.0/networks/863049fb-91f0-4803-9992-666b65540a85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863080 Mar 07 16:55:26.696407 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-126326bf-04a3-4b3d-a7a8-db94ba08d84f req-c8051ead-9b54-47a9-9327-29b2b7f8b992 service neutron] 10.222.0.66 "GET /v2.0/networks/863049fb-91f0-4803-9992-666b65540a85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1169579 Mar 07 16:55:26.709948 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff74498c-d53f-42e7-b9e0-f87abd1a7427 req-61e4a549-7b45-463a-a8bf-6996d9d671f9 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:55:26.711310 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-ff74498c-d53f-42e7-b9e0-f87abd1a7427 req-61e4a549-7b45-463a-a8bf-6996d9d671f9 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] 10.222.0.18 "GET /v2.0/ports?device_id=2231807d-5256-4035-968e-56509c3eb6cc HTTP/1.1" status: 200 len: 943 time: 0.0766807 Mar 07 16:55:26.761464 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-ff74498c-d53f-42e7-b9e0-f87abd1a7427 req-6e9a2481-e4a8-492e-90aa-1621157c4f99 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] 10.222.0.18 "GET /v2.0/security-groups?id=91de0b44-8849-4808-9a38-820e64d88ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415363 Mar 07 16:55:27.321860 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd674005-f68e-4f83-aab5-b650831abc9c req-7e53eda4-fcdb-4436-85ca-5b0d4c3c2c38 tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:55:27.323349 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-fd674005-f68e-4f83-aab5-b650831abc9c req-7e53eda4-fcdb-4436-85ca-5b0d4c3c2c38 tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] 10.222.0.18 "GET /v2.0/ports?device_id=18b987a9-4ded-49ed-aef5-06d2d12e7d9b HTTP/1.1" status: 200 len: 945 time: 0.0547421 Mar 07 16:55:27.373547 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-fd674005-f68e-4f83-aab5-b650831abc9c req-a2089150-6706-409c-a8ee-47056eb961a5 tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] 10.222.0.18 "GET /v2.0/security-groups?id=aeca2cc4-2657-4c4b-965e-0f9cde167a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417948 Mar 07 16:55:27.894891 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce722663-5418-4110-ad2e-7825c6f2a8c3 req-04dac5ff-dffa-4821-9886-3ad31836f15b tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:55:27.896357 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-ce722663-5418-4110-ad2e-7825c6f2a8c3 req-04dac5ff-dffa-4821-9886-3ad31836f15b tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] 10.222.0.18 "GET /v2.0/ports?device_id=2231807d-5256-4035-968e-56509c3eb6cc HTTP/1.1" status: 200 len: 943 time: 0.0592480 Mar 07 16:55:27.948186 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-ce722663-5418-4110-ad2e-7825c6f2a8c3 req-ab4573ce-885b-40d9-9592-691fd7a1af92 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] 10.222.0.18 "GET /v2.0/security-groups?id=91de0b44-8849-4808-9a38-820e64d88ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435791 Mar 07 16:55:28.514933 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08449aa-3234-4bd6-b0cf-a2ff07d0b49d req-3cd37bcc-95a1-486e-b26c-2b1737fd141c tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:55:28.516430 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-e08449aa-3234-4bd6-b0cf-a2ff07d0b49d req-3cd37bcc-95a1-486e-b26c-2b1737fd141c tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] 10.222.0.18 "GET /v2.0/ports?device_id=18b987a9-4ded-49ed-aef5-06d2d12e7d9b HTTP/1.1" status: 200 len: 945 time: 0.0556993 Mar 07 16:55:28.563422 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-e08449aa-3234-4bd6-b0cf-a2ff07d0b49d req-0b12f992-1568-4a3d-a982-8c677ba8bdb7 tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] 10.222.0.18 "GET /v2.0/security-groups?id=aeca2cc4-2657-4c4b-965e-0f9cde167a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414364 Mar 07 16:55:29.077307 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2ae942-0671-44af-9242-ea46dc74d0e8 req-9d3fad46-26d0-49b1-b1d3-52e013736566 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:55:29.078665 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-8c2ae942-0671-44af-9242-ea46dc74d0e8 req-9d3fad46-26d0-49b1-b1d3-52e013736566 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] 10.222.0.18 "GET /v2.0/ports?device_id=2231807d-5256-4035-968e-56509c3eb6cc HTTP/1.1" status: 200 len: 943 time: 0.0579963 Mar 07 16:55:29.128641 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-8c2ae942-0671-44af-9242-ea46dc74d0e8 req-2a43673a-8cd2-4ff4-8bee-3e7799070964 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] 10.222.0.18 "GET /v2.0/security-groups?id=91de0b44-8849-4808-9a38-820e64d88ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444443 Mar 07 16:55:29.690294 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def7f1a3-3ce4-4f44-9e78-3ff75413bb30 req-e839dc49-9863-46da-853f-f7d759696272 tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:55:29.691768 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-def7f1a3-3ce4-4f44-9e78-3ff75413bb30 req-e839dc49-9863-46da-853f-f7d759696272 tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] 10.222.0.18 "GET /v2.0/ports?device_id=18b987a9-4ded-49ed-aef5-06d2d12e7d9b HTTP/1.1" status: 200 len: 945 time: 0.0521781 Mar 07 16:55:29.737614 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-def7f1a3-3ce4-4f44-9e78-3ff75413bb30 req-4ab9934a-ebb1-43af-ac10-2ab0b8ea7df5 tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] 10.222.0.18 "GET /v2.0/security-groups?id=aeca2cc4-2657-4c4b-965e-0f9cde167a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401406 Mar 07 16:55:30.256382 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23135394-b16f-4bc4-9086-27ed69cc9aff req-a43b772c-3f0c-4bb9-bc92-7de1b451106f tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:55:30.257915 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-23135394-b16f-4bc4-9086-27ed69cc9aff req-a43b772c-3f0c-4bb9-bc92-7de1b451106f tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] 10.222.0.18 "GET /v2.0/ports?device_id=2231807d-5256-4035-968e-56509c3eb6cc HTTP/1.1" status: 200 len: 943 time: 0.0532000 Mar 07 16:55:30.303989 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-23135394-b16f-4bc4-9086-27ed69cc9aff req-20722fca-4bb3-4b54-a7f5-b4ecaa53afe1 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] 10.222.0.18 "GET /v2.0/security-groups?id=91de0b44-8849-4808-9a38-820e64d88ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402894 Mar 07 16:55:30.875792 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dbfa8b-0cd1-4264-9667-e21a772befc9 req-81e4014a-78ad-4956-9d48-9297343da08c tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:55:30.881194 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-73dbfa8b-0cd1-4264-9667-e21a772befc9 req-81e4014a-78ad-4956-9d48-9297343da08c tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] 10.222.0.18 "GET /v2.0/ports?device_id=18b987a9-4ded-49ed-aef5-06d2d12e7d9b HTTP/1.1" status: 200 len: 945 time: 0.0627735 Mar 07 16:55:30.923744 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-73dbfa8b-0cd1-4264-9667-e21a772befc9 req-0525afd9-807d-46d3-af21-8f12ece5ca0d tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] 10.222.0.18 "GET /v2.0/security-groups?id=aeca2cc4-2657-4c4b-965e-0f9cde167a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453765 Mar 07 16:55:31.435927 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26f949c-9a98-4b63-82c8-b367eae67ce4 req-c52a8adf-a4aa-4f65-8507-0c8715d65b35 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:55:31.437456 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-a26f949c-9a98-4b63-82c8-b367eae67ce4 req-c52a8adf-a4aa-4f65-8507-0c8715d65b35 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] 10.222.0.18 "GET /v2.0/ports?device_id=2231807d-5256-4035-968e-56509c3eb6cc HTTP/1.1" status: 200 len: 943 time: 0.0552444 Mar 07 16:55:31.486098 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-a26f949c-9a98-4b63-82c8-b367eae67ce4 req-38c46809-211e-4eb4-9aa9-b8904e7965d3 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] 10.222.0.18 "GET /v2.0/security-groups?id=91de0b44-8849-4808-9a38-820e64d88ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428915 Mar 07 16:55:31.817406 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.wsgi [-] (119953) accepted ('10.222.0.18', 54744) {{(pid=119953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:55:31.926218 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-29b0b248-d034-4818-a930-9555482a7e35 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:55:32.006266 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-29b0b248-d034-4818-a930-9555482a7e35 admin admin] Publish callbacks [] for security_group (28fd3c62-6b1c-4e6b-b968-a3d653f0aafa), precommit_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:55:32.010282 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-29b0b248-d034-4818-a930-9555482a7e35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543383'] for security_group (28fd3c62-6b1c-4e6b-b968-a3d653f0aafa), after_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:55:32.045791 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0456634a-e764-46f7-be28-eac658f1502f req-d7e44d2f-341b-4ee9-803f-9b01440741c8 tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:55:32.047239 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-0456634a-e764-46f7-be28-eac658f1502f req-d7e44d2f-341b-4ee9-803f-9b01440741c8 tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] 10.222.0.18 "GET /v2.0/ports?device_id=18b987a9-4ded-49ed-aef5-06d2d12e7d9b HTTP/1.1" status: 200 len: 945 time: 0.0523734 Mar 07 16:55:32.056108 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [None req-29b0b248-d034-4818-a930-9555482a7e35 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3aeb06e998274f429d2a506582b8574a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2347417 Mar 07 16:55:32.056108 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b0b248-d034-4818-a930-9555482a7e35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28fd3c62-6b1c-4e6b-b968-a3d653f0aafa,revision_number=1']} {{(pid=119953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:55:32.057188 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.wsgi [-] (119953) accepted ('10.222.0.18', 54750) {{(pid=119953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:55:32.067419 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b0b248-d034-4818-a930-9555482a7e35 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:55:32.068209 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b0b248-d034-4818-a930-9555482a7e35 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:55:32.068209 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b0b248-d034-4818-a930-9555482a7e35 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:55:32.068546 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b0b248-d034-4818-a930-9555482a7e35 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:55:32.068831 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b0b248-d034-4818-a930-9555482a7e35 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:55:32.069208 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b0b248-d034-4818-a930-9555482a7e35 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:55:32.069478 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b0b248-d034-4818-a930-9555482a7e35 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:55:32.069785 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b0b248-d034-4818-a930-9555482a7e35 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:55:32.070104 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b0b248-d034-4818-a930-9555482a7e35 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:55:32.070490 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b0b248-d034-4818-a930-9555482a7e35 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:55:32.070793 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b0b248-d034-4818-a930-9555482a7e35 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:55:32.071126 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b0b248-d034-4818-a930-9555482a7e35 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:55:32.071442 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b0b248-d034-4818-a930-9555482a7e35 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:55:32.094736 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-0456634a-e764-46f7-be28-eac658f1502f req-e5ae97cf-595f-47c9-942f-6f744d17de65 tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] 10.222.0.18 "GET /v2.0/security-groups?id=aeca2cc4-2657-4c4b-965e-0f9cde167a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415704 Mar 07 16:55:32.115623 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-51a35fc4-1a34-46ec-8e4d-4fc7c6ba81c2 admin admin] Publish callbacks [] for security_group (28fd3c62-6b1c-4e6b-b968-a3d653f0aafa), before_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:55:32.137023 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-51a35fc4-1a34-46ec-8e4d-4fc7c6ba81c2 admin admin] Publish callbacks [] for security_group (28fd3c62-6b1c-4e6b-b968-a3d653f0aafa), precommit_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:55:32.185373 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-51a35fc4-1a34-46ec-8e4d-4fc7c6ba81c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543383'] for security_group (28fd3c62-6b1c-4e6b-b968-a3d653f0aafa), after_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:55:32.188141 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-51a35fc4-1a34-46ec-8e4d-4fc7c6ba81c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:55:32.192082 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [None req-51a35fc4-1a34-46ec-8e4d-4fc7c6ba81c2 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/28fd3c62-6b1c-4e6b-b968-a3d653f0aafa HTTP/1.1" status: 204 len: 168 time: 0.1312296 Mar 07 16:55:32.198846 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a35fc4-1a34-46ec-8e4d-4fc7c6ba81c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28fd3c62-6b1c-4e6b-b968-a3d653f0aafa,revision_number=None']} {{(pid=119953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:55:32.625955 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212238a4-4749-4814-b3c7-3d7bfe5b3bc5 req-605d32df-58a8-4f6d-813f-d10a6dcf50d0 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:55:32.627652 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-212238a4-4749-4814-b3c7-3d7bfe5b3bc5 req-605d32df-58a8-4f6d-813f-d10a6dcf50d0 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] 10.222.0.18 "GET /v2.0/ports?device_id=2231807d-5256-4035-968e-56509c3eb6cc HTTP/1.1" status: 200 len: 943 time: 0.0589061 Mar 07 16:55:32.673872 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-212238a4-4749-4814-b3c7-3d7bfe5b3bc5 req-adeb295e-550f-4e35-9e64-3d07c276ad40 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] 10.222.0.18 "GET /v2.0/security-groups?id=91de0b44-8849-4808-9a38-820e64d88ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401812 Mar 07 16:55:33.228092 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c6585c-686a-4567-81f2-98e06ec77b69 req-390baf08-69ff-498b-9ab1-c0fc3a91e168 tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:55:33.229579 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-68c6585c-686a-4567-81f2-98e06ec77b69 req-390baf08-69ff-498b-9ab1-c0fc3a91e168 tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] 10.222.0.18 "GET /v2.0/ports?device_id=18b987a9-4ded-49ed-aef5-06d2d12e7d9b HTTP/1.1" status: 200 len: 945 time: 0.0663590 Mar 07 16:55:33.274499 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-68c6585c-686a-4567-81f2-98e06ec77b69 req-8d6b3d8d-09d3-4088-9d77-0d005aab31d4 tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] 10.222.0.18 "GET /v2.0/security-groups?id=aeca2cc4-2657-4c4b-965e-0f9cde167a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392489 Mar 07 16:55:33.814897 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ba1bf9-face-4b3a-92a8-07613d22e467 req-21fbc656-71b2-4327-a89c-5176738a36b6 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:55:33.816474 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-41ba1bf9-face-4b3a-92a8-07613d22e467 req-21fbc656-71b2-4327-a89c-5176738a36b6 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] 10.222.0.18 "GET /v2.0/ports?device_id=2231807d-5256-4035-968e-56509c3eb6cc HTTP/1.1" status: 200 len: 943 time: 0.0660794 Mar 07 16:55:33.866840 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-41ba1bf9-face-4b3a-92a8-07613d22e467 req-471052d2-b6e8-4d45-9522-5ea121877d11 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] 10.222.0.18 "GET /v2.0/security-groups?id=91de0b44-8849-4808-9a38-820e64d88ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434260 Mar 07 16:55:34.412769 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd6859f-bdde-4569-aab3-286bb92ed2a2 req-0ab1c467-4329-4d83-a5d1-88beef16fed4 tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:55:34.414239 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-fbd6859f-bdde-4569-aab3-286bb92ed2a2 req-0ab1c467-4329-4d83-a5d1-88beef16fed4 tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] 10.222.0.18 "GET /v2.0/ports?device_id=18b987a9-4ded-49ed-aef5-06d2d12e7d9b HTTP/1.1" status: 200 len: 945 time: 0.0604298 Mar 07 16:55:34.464666 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-fbd6859f-bdde-4569-aab3-286bb92ed2a2 req-97d30ab6-5ad3-4733-a696-285efdadee16 tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] 10.222.0.18 "GET /v2.0/security-groups?id=aeca2cc4-2657-4c4b-965e-0f9cde167a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429533 Mar 07 16:55:35.001654 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d412851-9be5-4148-849a-f14b5193925d req-a8bd5508-e9b3-47f8-bf43-0e6642e83100 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:55:35.003125 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-3d412851-9be5-4148-849a-f14b5193925d req-a8bd5508-e9b3-47f8-bf43-0e6642e83100 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] 10.222.0.18 "GET /v2.0/ports?device_id=2231807d-5256-4035-968e-56509c3eb6cc HTTP/1.1" status: 200 len: 943 time: 0.0543101 Mar 07 16:55:35.053161 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-3d412851-9be5-4148-849a-f14b5193925d req-00dab6fd-ef8c-4ee8-acc6-92c82d92670e tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] 10.222.0.18 "GET /v2.0/security-groups?id=91de0b44-8849-4808-9a38-820e64d88ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439560 Mar 07 16:55:35.586059 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f1f6eb-9a94-4042-8000-bea790870df8 req-f3c8cca0-1def-440b-b503-fcbe49605408 tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:55:35.587574 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-b6f1f6eb-9a94-4042-8000-bea790870df8 req-f3c8cca0-1def-440b-b503-fcbe49605408 tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] 10.222.0.18 "GET /v2.0/ports?device_id=18b987a9-4ded-49ed-aef5-06d2d12e7d9b HTTP/1.1" status: 200 len: 945 time: 0.0531788 Mar 07 16:55:35.634205 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-b6f1f6eb-9a94-4042-8000-bea790870df8 req-f62e9a5d-54d8-4131-9a8d-b2c7e79ff4c3 tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] 10.222.0.18 "GET /v2.0/security-groups?id=aeca2cc4-2657-4c4b-965e-0f9cde167a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409324 Mar 07 16:55:36.182272 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08ee497-277c-4e67-9c6d-4bd5a7de515c req-96291cae-8b4c-4d6e-8bdb-d4b24436f339 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:55:36.183781 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-e08ee497-277c-4e67-9c6d-4bd5a7de515c req-96291cae-8b4c-4d6e-8bdb-d4b24436f339 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] 10.222.0.18 "GET /v2.0/ports?device_id=2231807d-5256-4035-968e-56509c3eb6cc HTTP/1.1" status: 200 len: 943 time: 0.0573769 Mar 07 16:55:36.233192 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-e08ee497-277c-4e67-9c6d-4bd5a7de515c req-2282823b-da2b-4112-85ed-ebcc8a6f3f8d tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] 10.222.0.18 "GET /v2.0/security-groups?id=91de0b44-8849-4808-9a38-820e64d88ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436714 Mar 07 16:55:36.765692 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f19110a-18fa-453c-929f-8df4ca595084 req-1de52c88-86a6-4666-945b-7cac4dccd800 tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:55:36.767228 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-6f19110a-18fa-453c-929f-8df4ca595084 req-1de52c88-86a6-4666-945b-7cac4dccd800 tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] 10.222.0.18 "GET /v2.0/ports?device_id=18b987a9-4ded-49ed-aef5-06d2d12e7d9b HTTP/1.1" status: 200 len: 945 time: 0.0596111 Mar 07 16:55:36.823538 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-6f19110a-18fa-453c-929f-8df4ca595084 req-a01be907-b60c-4532-905a-7725606d7e2a tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] 10.222.0.18 "GET /v2.0/security-groups?id=aeca2cc4-2657-4c4b-965e-0f9cde167a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490603 Mar 07 16:55:37.361573 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd15eb6a-3435-4beb-af5e-7e3fe9892da8 req-aa7b05cd-2afa-4d8b-a0d7-7b4dc8b866c6 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:55:37.363173 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-dd15eb6a-3435-4beb-af5e-7e3fe9892da8 req-aa7b05cd-2afa-4d8b-a0d7-7b4dc8b866c6 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] 10.222.0.18 "GET /v2.0/ports?device_id=2231807d-5256-4035-968e-56509c3eb6cc HTTP/1.1" status: 200 len: 943 time: 0.0569932 Mar 07 16:55:37.413972 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-dd15eb6a-3435-4beb-af5e-7e3fe9892da8 req-a7f6c0e4-f975-4d6e-ab04-ceeca4c71bdc tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] 10.222.0.18 "GET /v2.0/security-groups?id=91de0b44-8849-4808-9a38-820e64d88ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450730 Mar 07 16:55:37.948550 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213ce9b4-1229-48dc-9a2b-220023121888 req-0dddfc97-2a0e-42f0-ab09-b2351fc93ebd tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:55:37.950079 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-213ce9b4-1229-48dc-9a2b-220023121888 req-0dddfc97-2a0e-42f0-ab09-b2351fc93ebd tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] 10.222.0.18 "GET /v2.0/ports?device_id=18b987a9-4ded-49ed-aef5-06d2d12e7d9b HTTP/1.1" status: 200 len: 945 time: 0.0554242 Mar 07 16:55:37.999672 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-213ce9b4-1229-48dc-9a2b-220023121888 req-3bfd7260-48ed-49fa-a50e-c0ea79781b31 tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] 10.222.0.18 "GET /v2.0/security-groups?id=aeca2cc4-2657-4c4b-965e-0f9cde167a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437095 Mar 07 16:55:38.552206 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f921f233-f509-40a3-8125-55b956734b4e req-0e36a6be-e93c-4448-b1a9-6c9e1d176431 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:55:38.553783 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-f921f233-f509-40a3-8125-55b956734b4e req-0e36a6be-e93c-4448-b1a9-6c9e1d176431 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] 10.222.0.18 "GET /v2.0/ports?device_id=2231807d-5256-4035-968e-56509c3eb6cc HTTP/1.1" status: 200 len: 943 time: 0.0607097 Mar 07 16:55:38.603413 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-f921f233-f509-40a3-8125-55b956734b4e req-c0246b26-4210-4a64-a37c-2c69fb9019d6 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] 10.222.0.18 "GET /v2.0/security-groups?id=91de0b44-8849-4808-9a38-820e64d88ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430088 Mar 07 16:55:39.131555 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc094b50-b64f-43d9-b7db-16e862a670e2 req-2f8e8d8a-1f59-4c91-bdd4-2dee8eb919cb tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:55:39.133082 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-dc094b50-b64f-43d9-b7db-16e862a670e2 req-2f8e8d8a-1f59-4c91-bdd4-2dee8eb919cb tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] 10.222.0.18 "GET /v2.0/ports?device_id=18b987a9-4ded-49ed-aef5-06d2d12e7d9b HTTP/1.1" status: 200 len: 945 time: 0.0575218 Mar 07 16:55:39.182697 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-dc094b50-b64f-43d9-b7db-16e862a670e2 req-0fab81fe-a1a4-4db4-b6ab-fe168ff3ff3b tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] 10.222.0.18 "GET /v2.0/security-groups?id=aeca2cc4-2657-4c4b-965e-0f9cde167a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434289 Mar 07 16:55:39.738696 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b019756-d077-4c44-915f-f3532288a1bb req-74ba175b-be54-41a6-ac3b-e4b36eba74d9 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:55:39.740458 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-3b019756-d077-4c44-915f-f3532288a1bb req-74ba175b-be54-41a6-ac3b-e4b36eba74d9 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] 10.222.0.18 "GET /v2.0/ports?device_id=2231807d-5256-4035-968e-56509c3eb6cc HTTP/1.1" status: 200 len: 943 time: 0.0638480 Mar 07 16:55:39.787548 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-3b019756-d077-4c44-915f-f3532288a1bb req-a082414b-0352-4f76-8a6c-f6ee92979caf tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] 10.222.0.18 "GET /v2.0/security-groups?id=91de0b44-8849-4808-9a38-820e64d88ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413241 Mar 07 16:55:40.309468 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eded55d-ca91-47df-9699-6ae0a37234e8 req-97c7cacf-04b4-472a-b25e-7d5f8dbab7e8 tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:55:40.310881 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-6eded55d-ca91-47df-9699-6ae0a37234e8 req-97c7cacf-04b4-472a-b25e-7d5f8dbab7e8 tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] 10.222.0.18 "GET /v2.0/ports?device_id=18b987a9-4ded-49ed-aef5-06d2d12e7d9b HTTP/1.1" status: 200 len: 945 time: 0.0548930 Mar 07 16:55:40.378602 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-6eded55d-ca91-47df-9699-6ae0a37234e8 req-62db3230-157f-44dc-bfd5-f1c93f1277e6 tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] 10.222.0.18 "GET /v2.0/security-groups?id=aeca2cc4-2657-4c4b-965e-0f9cde167a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620828 Mar 07 16:55:40.395010 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d1bd37-fde5-4f5c-a0bc-7124fa3687e9 req-0a7c362b-a0b7-4d74-9078-d1ea55863c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:55:40.396491 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-f7d1bd37-fde5-4f5c-a0bc-7124fa3687e9 req-0a7c362b-a0b7-4d74-9078-d1ea55863c1b service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=18b987a9-4ded-49ed-aef5-06d2d12e7d9b HTTP/1.1" status: 200 len: 1129 time: 0.0523210 Mar 07 16:55:40.447776 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-f7d1bd37-fde5-4f5c-a0bc-7124fa3687e9 req-70f0e8db-3b6e-4069-99f8-a61464d06f0d service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=aeca2cc4-2657-4c4b-965e-0f9cde167a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407248 Mar 07 16:55:40.920864 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad669076-2571-407d-8a72-264aa1a9bac6 req-7afdb4d7-94c2-4686-b5a9-ef86cdb2995a tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:55:40.922239 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-ad669076-2571-407d-8a72-264aa1a9bac6 req-7afdb4d7-94c2-4686-b5a9-ef86cdb2995a tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] 10.222.0.18 "GET /v2.0/ports?device_id=2231807d-5256-4035-968e-56509c3eb6cc HTTP/1.1" status: 200 len: 943 time: 0.0591364 Mar 07 16:55:40.969254 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-ad669076-2571-407d-8a72-264aa1a9bac6 req-ef596528-02a5-4004-a53c-b265c8040bd0 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] 10.222.0.18 "GET /v2.0/security-groups?id=91de0b44-8849-4808-9a38-820e64d88ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413539 Mar 07 16:55:41.503151 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ef4d45-f12c-4c19-ab32-6fbafee85560 req-846e7353-8b1f-46b4-81eb-e5079ae09689 tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:55:41.504671 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-d4ef4d45-f12c-4c19-ab32-6fbafee85560 req-846e7353-8b1f-46b4-81eb-e5079ae09689 tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] 10.222.0.18 "GET /v2.0/ports?device_id=18b987a9-4ded-49ed-aef5-06d2d12e7d9b HTTP/1.1" status: 200 len: 945 time: 0.0574095 Mar 07 16:55:41.554018 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-d4ef4d45-f12c-4c19-ab32-6fbafee85560 req-be80be46-523b-4692-8ca7-8299b5745e06 tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] 10.222.0.18 "GET /v2.0/security-groups?id=aeca2cc4-2657-4c4b-965e-0f9cde167a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422354 Mar 07 16:55:41.957315 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257b27d9-3825-4d84-a5b5-8aeb68318809 req-ad4eaae1-f527-4911-aa57-c774fdd6580a tempest-VolumesSnapshotTestJSON-1171266807 tempest-VolumesSnapshotTestJSON-1171266807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:55:41.959286 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-257b27d9-3825-4d84-a5b5-8aeb68318809 req-ad4eaae1-f527-4911-aa57-c774fdd6580a tempest-VolumesSnapshotTestJSON-1171266807 tempest-VolumesSnapshotTestJSON-1171266807-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5811ca3-4150-4fb1-8cf1-ce0df4950fba HTTP/1.1" status: 200 len: 946 time: 0.0634835 Mar 07 16:55:42.007002 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-257b27d9-3825-4d84-a5b5-8aeb68318809 req-ffff3fc5-d900-48c9-b2b9-e0cda46d84d7 tempest-VolumesSnapshotTestJSON-1171266807 tempest-VolumesSnapshotTestJSON-1171266807-project] 10.222.0.18 "GET /v2.0/security-groups?id=53f73a85-3bd3-48ad-bc38-ae336da77528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415108 Mar 07 16:55:42.096668 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05191a1f-ad2a-4e3a-9d64-f0ae9dcb3eac req-ca49d0df-3557-45b8-bdd3-c1c55a444755 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:55:42.098120 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-05191a1f-ad2a-4e3a-9d64-f0ae9dcb3eac req-ca49d0df-3557-45b8-bdd3-c1c55a444755 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] 10.222.0.18 "GET /v2.0/ports?device_id=2231807d-5256-4035-968e-56509c3eb6cc HTTP/1.1" status: 200 len: 943 time: 0.0546091 Mar 07 16:55:42.146683 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-05191a1f-ad2a-4e3a-9d64-f0ae9dcb3eac req-71bae9d1-2f21-42b3-a551-b66393ba8b64 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] 10.222.0.18 "GET /v2.0/security-groups?id=91de0b44-8849-4808-9a38-820e64d88ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405986 Mar 07 16:55:42.678393 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb442519-c80e-43d1-bc43-587c8940cfca req-c86cea0e-1c31-4340-a1d8-73f2fe7ec9ff tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:55:42.679855 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-bb442519-c80e-43d1-bc43-587c8940cfca req-c86cea0e-1c31-4340-a1d8-73f2fe7ec9ff tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] 10.222.0.18 "GET /v2.0/ports?device_id=18b987a9-4ded-49ed-aef5-06d2d12e7d9b HTTP/1.1" status: 200 len: 945 time: 0.0560410 Mar 07 16:55:42.726980 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-bb442519-c80e-43d1-bc43-587c8940cfca req-dd2f6087-73ee-4a21-9046-94276547f7b1 tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] 10.222.0.18 "GET /v2.0/security-groups?id=aeca2cc4-2657-4c4b-965e-0f9cde167a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394382 Mar 07 16:55:43.078258 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616955bb-57ba-4ae1-919b-265954bd1536 req-3c548f5a-5a72-4c7a-99cb-cbc3872c4fb2 tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:55:43.079772 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-616955bb-57ba-4ae1-919b-265954bd1536 req-3c548f5a-5a72-4c7a-99cb-cbc3872c4fb2 tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] 10.222.0.18 "GET /v2.0/ports?device_id=18b987a9-4ded-49ed-aef5-06d2d12e7d9b HTTP/1.1" status: 200 len: 945 time: 0.0547922 Mar 07 16:55:43.126158 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-616955bb-57ba-4ae1-919b-265954bd1536 req-f617bb39-0e79-46ee-a496-d4b327ce05a0 tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] 10.222.0.18 "GET /v2.0/security-groups?id=aeca2cc4-2657-4c4b-965e-0f9cde167a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406911 Mar 07 16:55:43.132115 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c62aca-8aeb-485a-9227-b4531c3a5cb4 req-97f47616-05d2-44e2-8279-331993226c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:55:43.133621 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-97c62aca-8aeb-485a-9227-b4531c3a5cb4 req-97f47616-05d2-44e2-8279-331993226c37 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=fb0f78d7968f4bf1aee503f8e1cfe0f0&device_id=18b987a9-4ded-49ed-aef5-06d2d12e7d9b HTTP/1.1" status: 200 len: 1129 time: 0.0768676 Mar 07 16:55:43.157156 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd5e3a4-27db-4762-8577-3a62dfc83ca7 req-448697fc-f775-4482-9e09-4f0876002260 tempest-VolumesSnapshotTestJSON-1171266807 tempest-VolumesSnapshotTestJSON-1171266807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:55:43.158613 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-3bd5e3a4-27db-4762-8577-3a62dfc83ca7 req-448697fc-f775-4482-9e09-4f0876002260 tempest-VolumesSnapshotTestJSON-1171266807 tempest-VolumesSnapshotTestJSON-1171266807-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5811ca3-4150-4fb1-8cf1-ce0df4950fba HTTP/1.1" status: 200 len: 946 time: 0.0734904 Mar 07 16:55:43.261821 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-3bd5e3a4-27db-4762-8577-3a62dfc83ca7 req-180d3f5a-523d-4ace-b8be-f35b84f3e9f2 tempest-VolumesSnapshotTestJSON-1171266807 tempest-VolumesSnapshotTestJSON-1171266807-project] 10.222.0.18 "GET /v2.0/security-groups?id=53f73a85-3bd3-48ad-bc38-ae336da77528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904026 Mar 07 16:55:43.271090 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346dce22-f98d-4694-9337-8d07c6ee3ce9 req-e8ac9f5f-f915-48f7-b8b7-5c649b992be1 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:55:43.271313 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c62aca-8aeb-485a-9227-b4531c3a5cb4 req-fab8eabb-559c-4b61-83f4-6a57524b4579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:55:43.272591 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-346dce22-f98d-4694-9337-8d07c6ee3ce9 req-e8ac9f5f-f915-48f7-b8b7-5c649b992be1 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] 10.222.0.18 "GET /v2.0/ports?device_id=2231807d-5256-4035-968e-56509c3eb6cc HTTP/1.1" status: 200 len: 943 time: 0.0521770 Mar 07 16:55:43.272762 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-97c62aca-8aeb-485a-9227-b4531c3a5cb4 req-fab8eabb-559c-4b61-83f4-6a57524b4579 service neutron] 10.222.0.66 "GET /v2.0/networks?id=80a2c60b-59e3-4807-9654-13174f656625 HTTP/1.1" status: 200 len: 920 time: 0.1315472 Mar 07 16:55:43.321549 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-97c62aca-8aeb-485a-9227-b4531c3a5cb4 req-1ec7a06f-fd0e-4dc5-a060-5722252bb748 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1a817d53-6064-4f5e-96ff-067caa362090 HTTP/1.1" status: 200 len: 217 time: 0.0386763 Mar 07 16:55:43.322215 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-346dce22-f98d-4694-9337-8d07c6ee3ce9 req-b4b698b1-442e-42d4-872b-dace1d140ac4 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] 10.222.0.18 "GET /v2.0/security-groups?id=91de0b44-8849-4808-9a38-820e64d88ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435126 Mar 07 16:55:43.369982 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c62aca-8aeb-485a-9227-b4531c3a5cb4 req-d39df224-bd9b-4001-9f82-8190de5a9ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:55:43.371375 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-97c62aca-8aeb-485a-9227-b4531c3a5cb4 req-d39df224-bd9b-4001-9f82-8190de5a9ab2 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=da018b7d-c800-4987-80e6-c869339f7229 HTTP/1.1" status: 200 len: 859 time: 0.0428681 Mar 07 16:55:43.403819 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-97c62aca-8aeb-485a-9227-b4531c3a5cb4 req-b4bc8bbd-f633-4671-a079-d53ae5ee3e44 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=80a2c60b-59e3-4807-9654-13174f656625&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244527 Mar 07 16:55:43.543283 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-97c62aca-8aeb-485a-9227-b4531c3a5cb4 req-a72accad-faff-4ddb-9740-526082fcc289 service neutron] 10.222.0.66 "GET /v2.0/networks/80a2c60b-59e3-4807-9654-13174f656625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968332 Mar 07 16:55:43.637344 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-97c62aca-8aeb-485a-9227-b4531c3a5cb4 req-964953a6-bcaa-4ca7-82e6-5de6d5dab2f3 service neutron] 10.222.0.66 "GET /v2.0/networks/80a2c60b-59e3-4807-9654-13174f656625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804029 Mar 07 16:55:44.074977 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dca2728-beaf-4075-a750-e4eebe5b9f41 req-10c485e5-2bc5-4356-abe4-771f891d8904 tempest-VolumesSnapshotTestJSON-1171266807 tempest-VolumesSnapshotTestJSON-1171266807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:55:44.076342 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-3dca2728-beaf-4075-a750-e4eebe5b9f41 req-10c485e5-2bc5-4356-abe4-771f891d8904 tempest-VolumesSnapshotTestJSON-1171266807 tempest-VolumesSnapshotTestJSON-1171266807-project] 10.222.0.66 "GET /v2.0/ports?device_id=a5811ca3-4150-4fb1-8cf1-ce0df4950fba HTTP/1.1" status: 200 len: 946 time: 0.0591140 Mar 07 16:55:44.178294 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.plugin [req-3dca2728-beaf-4075-a750-e4eebe5b9f41 req-f2c57ed6-01b5-43b7-a93f-c4972e154730 tempest-VolumesSnapshotTestJSON-1171266807 tempest-VolumesSnapshotTestJSON-1171266807-project] Deleting port 390f6907-1f9e-4fd9-bc3b-dd4ad68383fb {{(pid=119953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:55:44.179236 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [req-3dca2728-beaf-4075-a750-e4eebe5b9f41 req-f2c57ed6-01b5-43b7-a93f-c4972e154730 tempest-VolumesSnapshotTestJSON-1171266807 tempest-VolumesSnapshotTestJSON-1171266807-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754346666051'] for port (390f6907-1f9e-4fd9-bc3b-dd4ad68383fb), before_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:55:44.294677 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.db [req-3dca2728-beaf-4075-a750-e4eebe5b9f41 req-f2c57ed6-01b5-43b7-a93f-c4972e154730 tempest-VolumesSnapshotTestJSON-1171266807 tempest-VolumesSnapshotTestJSON-1171266807-project] For port 390f6907-1f9e-4fd9-bc3b-dd4ad68383fb, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=390f6907-1f9e-4fd9-bc3b-dd4ad68383fb,segment=NetworkSegment(63bbc091-78b2-42e4-b626-ef66d3602746),segment_id=63bbc091-78b2-42e4-b626-ef66d3602746)] {{(pid=119953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:55:44.295041 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [req-3dca2728-beaf-4075-a750-e4eebe5b9f41 req-f2c57ed6-01b5-43b7-a93f-c4972e154730 tempest-VolumesSnapshotTestJSON-1171266807 tempest-VolumesSnapshotTestJSON-1171266807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704071'] for port (390f6907-1f9e-4fd9-bc3b-dd4ad68383fb), precommit_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:55:44.312398 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb8cb01-4cdd-4d25-96ec-86317ecaf0a2 req-b7acc106-5309-4ab6-be9c-136fff10bfcb tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:55:44.313878 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-efb8cb01-4cdd-4d25-96ec-86317ecaf0a2 req-b7acc106-5309-4ab6-be9c-136fff10bfcb tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] 10.222.0.18 "GET /v2.0/ports?device_id=18b987a9-4ded-49ed-aef5-06d2d12e7d9b HTTP/1.1" status: 200 len: 945 time: 0.1121731 Mar 07 16:55:44.318554 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.plugin [req-3dca2728-beaf-4075-a750-e4eebe5b9f41 req-f2c57ed6-01b5-43b7-a93f-c4972e154730 tempest-VolumesSnapshotTestJSON-1171266807 tempest-VolumesSnapshotTestJSON-1171266807-project] Calling delete_port for 390f6907-1f9e-4fd9-bc3b-dd4ad68383fb owned by compute:nova {{(pid=119953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:55:44.381355 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4847ea-c758-4698-9e85-3d380ad6edb6 req-40f8830e-6e71-47fc-8757-2096bf439abf tempest-VolumesSnapshotTestJSON-1171266807 tempest-VolumesSnapshotTestJSON-1171266807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:55:44.382805 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-2e4847ea-c758-4698-9e85-3d380ad6edb6 req-40f8830e-6e71-47fc-8757-2096bf439abf tempest-VolumesSnapshotTestJSON-1171266807 tempest-VolumesSnapshotTestJSON-1171266807-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5811ca3-4150-4fb1-8cf1-ce0df4950fba HTTP/1.1" status: 200 len: 946 time: 0.0511603 Mar 07 16:55:44.408278 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-efb8cb01-4cdd-4d25-96ec-86317ecaf0a2 req-0852fbdd-c3e0-4ada-8ad1-180fa3a921e7 tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] 10.222.0.18 "GET /v2.0/security-groups?id=aeca2cc4-2657-4c4b-965e-0f9cde167a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876517 Mar 07 16:55:44.430719 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-2e4847ea-c758-4698-9e85-3d380ad6edb6 req-3d8be515-43a4-4a44-819d-4066ef9d30a9 tempest-VolumesSnapshotTestJSON-1171266807 tempest-VolumesSnapshotTestJSON-1171266807-project] 10.222.0.18 "GET /v2.0/security-groups?id=53f73a85-3bd3-48ad-bc38-ae336da77528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420716 Mar 07 16:55:44.512715 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [req-3dca2728-beaf-4075-a750-e4eebe5b9f41 req-f2c57ed6-01b5-43b7-a93f-c4972e154730 tempest-VolumesSnapshotTestJSON-1171266807 tempest-VolumesSnapshotTestJSON-1171266807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754346672038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754346267064'] for port (390f6907-1f9e-4fd9-bc3b-dd4ad68383fb), after_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:55:44.550717 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.db [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] get_ports_and_sgs() called for port_ids ['390f6907-1f9e-4fd9-bc3b-dd4ad68383fb'] {{(pid=119955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:55:44.557573 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c57ed6-01b5-43b7-a93f-c4972e154730 tempest-VolumesSnapshotTestJSON-1171266807 tempest-VolumesSnapshotTestJSON-1171266807-project] Pushing event deleted for resources: {'Port': ['ID=390f6907-1f9e-4fd9-bc3b-dd4ad68383fb,revision_number=None']} {{(pid=119953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:55:44.587657 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8030c86b-42c6-4309-9af3-841947b0c61f req-95090fc8-3b16-47d6-8eca-25f10354a141 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:55:44.589227 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-8030c86b-42c6-4309-9af3-841947b0c61f req-95090fc8-3b16-47d6-8eca-25f10354a141 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] 10.222.0.18 "GET /v2.0/ports?device_id=2231807d-5256-4035-968e-56509c3eb6cc HTTP/1.1" status: 200 len: 943 time: 0.1222198 Mar 07 16:55:44.616611 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.db.l3_dvrscheduler_db [req-3dca2728-beaf-4075-a750-e4eebe5b9f41 req-f2c57ed6-01b5-43b7-a93f-c4972e154730 tempest-VolumesSnapshotTestJSON-1171266807 tempest-VolumesSnapshotTestJSON-1171266807-project] No DVR routers for this DVR port 390f6907-1f9e-4fd9-bc3b-dd4ad68383fb on host hv-cinder-80475 {{(pid=119953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:55:44.619363 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [req-3dca2728-beaf-4075-a750-e4eebe5b9f41 req-f2c57ed6-01b5-43b7-a93f-c4972e154730 tempest-VolumesSnapshotTestJSON-1171266807 tempest-VolumesSnapshotTestJSON-1171266807-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47102'] for port (None), before_response {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:55:44.622557 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-3dca2728-beaf-4075-a750-e4eebe5b9f41 req-f2c57ed6-01b5-43b7-a93f-c4972e154730 tempest-VolumesSnapshotTestJSON-1171266807 tempest-VolumesSnapshotTestJSON-1171266807-project] 10.222.0.66 "DELETE /v2.0/ports/390f6907-1f9e-4fd9-bc3b-dd4ad68383fb HTTP/1.1" status: 204 len: 173 time: 0.5382221 Mar 07 16:55:44.622986 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5811ca3-4150-4fb1-8cf1-ce0df4950fba', 'name': 'network-vif-deleted', 'tag': '390f6907-1f9e-4fd9-bc3b-dd4ad68383fb'}] {{(pid=119953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:55:44.625268 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed95515d7af65a162ef4af60abe3e4aacc73bb6c2379f81891a58e09c3a2d0f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ac4b6be-5bc1-42e6-b2ab-1c8d886d29a7" -d '{"events": [{"server_uuid": "a5811ca3-4150-4fb1-8cf1-ce0df4950fba", "name": "network-vif-deleted", "tag": "390f6907-1f9e-4fd9-bc3b-dd4ad68383fb"}]}' {{(pid=119953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:55:44.661869 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-8030c86b-42c6-4309-9af3-841947b0c61f req-8640e3ee-3688-4e2e-83f8-4b09057c6251 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] 10.222.0.18 "GET /v2.0/security-groups?id=91de0b44-8849-4808-9a38-820e64d88ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666962 Mar 07 16:55:44.665782 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 16:55:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f191ea03-5b7e-4d2c-94f2-547152ab32db x-openstack-request-id: req-f191ea03-5b7e-4d2c-94f2-547152ab32db {{(pid=119953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:55:44.666058 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5811ca3-4150-4fb1-8cf1-ce0df4950fba", "name": "network-vif-deleted", "tag": "390f6907-1f9e-4fd9-bc3b-dd4ad68383fb", "status": "completed", "code": 200}]} {{(pid=119953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:55:44.666351 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f191ea03-5b7e-4d2c-94f2-547152ab32db {{(pid=119953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:55:44.666751 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5811ca3-4150-4fb1-8cf1-ce0df4950fba', 'name': 'network-vif-deleted', 'tag': '390f6907-1f9e-4fd9-bc3b-dd4ad68383fb', 'status': 'completed', 'code': 200} Mar 07 16:55:45.531446 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5842862e-7fd5-48bc-a725-dcd9b2f99f6d req-d7cabfd3-43dd-4dad-9721-7891e31238cc tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:55:45.532956 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-5842862e-7fd5-48bc-a725-dcd9b2f99f6d req-d7cabfd3-43dd-4dad-9721-7891e31238cc tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] 10.222.0.18 "GET /v2.0/ports?device_id=18b987a9-4ded-49ed-aef5-06d2d12e7d9b HTTP/1.1" status: 200 len: 945 time: 0.0526581 Mar 07 16:55:45.536544 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-d33fd51a-0aab-4081-95bd-71483259d5c3 req-53f54c76-b8bd-41be-87e7-9a3abfda0737 tempest-VolumesSnapshotTestJSON-1171266807 tempest-VolumesSnapshotTestJSON-1171266807-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5811ca3-4150-4fb1-8cf1-ce0df4950fba HTTP/1.1" status: 200 len: 210 time: 0.0262876 Mar 07 16:55:45.581985 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-5842862e-7fd5-48bc-a725-dcd9b2f99f6d req-6e4a9adc-d519-4e85-a08f-c2ead76ab525 tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] 10.222.0.18 "GET /v2.0/security-groups?id=aeca2cc4-2657-4c4b-965e-0f9cde167a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430205 Mar 07 16:55:45.790279 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3e435a-5ae0-4314-a28c-06c55958d359 req-30acf0ed-f628-480f-910d-39c18134e309 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:55:45.791660 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-ce3e435a-5ae0-4314-a28c-06c55958d359 req-30acf0ed-f628-480f-910d-39c18134e309 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] 10.222.0.18 "GET /v2.0/ports?device_id=2231807d-5256-4035-968e-56509c3eb6cc HTTP/1.1" status: 200 len: 943 time: 0.0527697 Mar 07 16:55:45.839131 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-ce3e435a-5ae0-4314-a28c-06c55958d359 req-0694136d-9136-4888-9a9c-e7008c5711b8 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] 10.222.0.18 "GET /v2.0/security-groups?id=91de0b44-8849-4808-9a38-820e64d88ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418246 Mar 07 16:55:46.704452 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb540dbc-0261-448b-8b39-8d9d6727961c req-712fe1ed-fa69-4aec-9513-a8e6e73af253 tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:55:46.705920 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-eb540dbc-0261-448b-8b39-8d9d6727961c req-712fe1ed-fa69-4aec-9513-a8e6e73af253 tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] 10.222.0.18 "GET /v2.0/ports?device_id=18b987a9-4ded-49ed-aef5-06d2d12e7d9b HTTP/1.1" status: 200 len: 945 time: 0.0560772 Mar 07 16:55:46.755680 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-eb540dbc-0261-448b-8b39-8d9d6727961c req-f5b22722-7195-45af-9e43-d834d456cec8 tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] 10.222.0.18 "GET /v2.0/security-groups?id=aeca2cc4-2657-4c4b-965e-0f9cde167a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439861 Mar 07 16:55:46.839553 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.rpc [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Device 7d812681-5eed-4512-beb5-ab69909ae86a details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=119955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 16:55:46.936001 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.db [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] For port 7d812681-5eed-4512-beb5-ab69909ae86a, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=7d812681-5eed-4512-beb5-ab69909ae86a,segment=NetworkSegment(ad3735d7-6f1d-4396-8c2b-5f6199488faa),segment_id=ad3735d7-6f1d-4396-8c2b-5f6199488faa)] {{(pid=119955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:55:46.946369 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.rpc [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Returning: {'device': '7d812681-5eed-4512-beb5-ab69909ae86a', 'network_id': '863049fb-91f0-4803-9992-666b65540a85', 'port_id': '7d812681-5eed-4512-beb5-ab69909ae86a', 'mac_address': 'fa:16:3e:de:ae:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 872, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f97910cd-d5d7-4b8c-bfe2-694a46e38478', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 16:55:46.963596 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c356d9-367c-4f78-91bb-d9634db08b97 req-c642082f-ef38-48b1-a73b-f72eea8af3f4 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:55:46.965273 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-32c356d9-367c-4f78-91bb-d9634db08b97 req-c642082f-ef38-48b1-a73b-f72eea8af3f4 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] 10.222.0.18 "GET /v2.0/ports?device_id=2231807d-5256-4035-968e-56509c3eb6cc HTTP/1.1" status: 200 len: 943 time: 0.0524132 Mar 07 16:55:46.984200 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.plugin [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Current status of the port 7d812681-5eed-4512-beb5-ab69909ae86a is: DOWN; New status is: BUILD {{(pid=119955) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:55:46.984842 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8385759'] for port (7d812681-5eed-4512-beb5-ab69909ae86a), before_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:55:47.001839 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.notifiers.nova [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d812681-5eed-4512-beb5-ab69909ae86a {{(pid=119955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:55:47.013574 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-32c356d9-367c-4f78-91bb-d9634db08b97 req-87dc3004-a810-4454-89df-2f5bdec08e08 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] 10.222.0.18 "GET /v2.0/security-groups?id=91de0b44-8849-4808-9a38-820e64d88ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425930 Mar 07 16:55:47.021694 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.db [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] For port 7d812681-5eed-4512-beb5-ab69909ae86a, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=7d812681-5eed-4512-beb5-ab69909ae86a,segment=NetworkSegment(ad3735d7-6f1d-4396-8c2b-5f6199488faa),segment_id=ad3735d7-6f1d-4396-8c2b-5f6199488faa)] {{(pid=119955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:55:47.026797 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754346672056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754346267073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754346267091'] for port (7d812681-5eed-4512-beb5-ab69909ae86a), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:55:47.084993 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Pushing event updated for resources: {'Port': ['ID=7d812681-5eed-4512-beb5-ab69909ae86a,revision_number=9']} {{(pid=119955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:55:47.181509 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-3b2e499b-54a4-4986-a554-f1efecd29b16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194190'] for agent (85f07778-81ef-4888-a2e3-51ae57b6426a), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:55:48.157638 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc243d19-f5a3-4dbf-88eb-9974e38d40a0 req-04870141-01e1-457e-9d70-b8ad97cf4f23 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:55:48.159102 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-bc243d19-f5a3-4dbf-88eb-9974e38d40a0 req-04870141-01e1-457e-9d70-b8ad97cf4f23 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] 10.222.0.18 "GET /v2.0/ports?device_id=2231807d-5256-4035-968e-56509c3eb6cc HTTP/1.1" status: 200 len: 944 time: 0.0621650 Mar 07 16:55:48.204615 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-bc243d19-f5a3-4dbf-88eb-9974e38d40a0 req-919084de-66fd-4fd2-a8fd-eb7a9109053e tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] 10.222.0.18 "GET /v2.0/security-groups?id=91de0b44-8849-4808-9a38-820e64d88ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399830 Mar 07 16:55:49.341130 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6be8b4-8113-4983-a19f-ba8a48ab6696 req-8b1ee171-1a15-41c1-9c5a-9df326d1bd9a tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:55:49.342619 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-1b6be8b4-8113-4983-a19f-ba8a48ab6696 req-8b1ee171-1a15-41c1-9c5a-9df326d1bd9a tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] 10.222.0.18 "GET /v2.0/ports?device_id=2231807d-5256-4035-968e-56509c3eb6cc HTTP/1.1" status: 200 len: 944 time: 0.0650432 Mar 07 16:55:49.383601 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-7b6bf088-b560-4c83-ac89-bd65dbb64802 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194190'] for agent (4cbb3502-d72e-4663-b57e-51d645794085), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:55:49.399291 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-1b6be8b4-8113-4983-a19f-ba8a48ab6696 req-46b3f08e-df2b-49b7-a4b4-e0b42535a036 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] 10.222.0.18 "GET /v2.0/security-groups?id=91de0b44-8849-4808-9a38-820e64d88ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509937 Mar 07 16:55:50.012992 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.db [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] get_ports_and_sgs() called for port_ids ['7d812681-5eed-4512-beb5-ab69909ae86a'] {{(pid=119955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:55:50.510775 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-ad94e2ed-e0a8-44ae-a5ff-cf9ca5ab0e17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194190'] for agent (82ccd293-b7fb-4417-a581-186a4d7e9931), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:55:50.520940 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f717bfa0-14f5-4693-b4f4-9b4a94cb4755 req-fcd933db-2cf4-44c7-8495-c6048e077b80 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:55:50.522483 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-f717bfa0-14f5-4693-b4f4-9b4a94cb4755 req-fcd933db-2cf4-44c7-8495-c6048e077b80 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] 10.222.0.18 "GET /v2.0/ports?device_id=2231807d-5256-4035-968e-56509c3eb6cc HTTP/1.1" status: 200 len: 944 time: 0.0558269 Mar 07 16:55:50.578447 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-f717bfa0-14f5-4693-b4f4-9b4a94cb4755 req-dab9710d-e209-4702-9411-d375494f9706 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] 10.222.0.18 "GET /v2.0/security-groups?id=91de0b44-8849-4808-9a38-820e64d88ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499592 Mar 07 16:55:51.709857 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbdfc84-3aca-4ac3-88a8-9741077caa75 req-6da96966-113b-4eb1-b87f-0ff019addf6c tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:55:51.711297 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-ccbdfc84-3aca-4ac3-88a8-9741077caa75 req-6da96966-113b-4eb1-b87f-0ff019addf6c tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] 10.222.0.18 "GET /v2.0/ports?device_id=2231807d-5256-4035-968e-56509c3eb6cc HTTP/1.1" status: 200 len: 944 time: 0.0544028 Mar 07 16:55:51.758055 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-ccbdfc84-3aca-4ac3-88a8-9741077caa75 req-3f7daa4e-483c-4f89-a1df-3c53774d0e43 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] 10.222.0.18 "GET /v2.0/security-groups?id=91de0b44-8849-4808-9a38-820e64d88ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410688 Mar 07 16:55:52.140905 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-0d1b32c5-0803-4391-a623-fc098c7d5199 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194190'] for agent (8123e327-866e-42b5-856f-55ddd9e9e5b2), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:55:52.891446 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6ccf2f-3498-475d-bb55-51b6530e4c44 req-0fc7b595-c13e-4282-8b97-b699c7514b72 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:55:52.892939 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-cc6ccf2f-3498-475d-bb55-51b6530e4c44 req-0fc7b595-c13e-4282-8b97-b699c7514b72 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] 10.222.0.18 "GET /v2.0/ports?device_id=2231807d-5256-4035-968e-56509c3eb6cc HTTP/1.1" status: 200 len: 944 time: 0.0531352 Mar 07 16:55:52.943432 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-cc6ccf2f-3498-475d-bb55-51b6530e4c44 req-b9b53232-41e3-450e-8000-320324d3e763 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] 10.222.0.18 "GET /v2.0/security-groups?id=91de0b44-8849-4808-9a38-820e64d88ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446687 Mar 07 16:55:53.124030 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.rpc [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Device 7d812681-5eed-4512-beb5-ab69909ae86a up at agent hyperv_hv-cinder-80475 {{(pid=119955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:55:53.187058 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.provisioning_blocks [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Provisioning complete for port 7d812681-5eed-4512-beb5-ab69909ae86a triggered by entity L2. {{(pid=119955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:55:53.187797 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8194280'] for port (7d812681-5eed-4512-beb5-ab69909ae86a), provisioning_complete {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:55:53.265360 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.plugin [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Current status of the port 7d812681-5eed-4512-beb5-ab69909ae86a is: BUILD; New status is: ACTIVE {{(pid=119955) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:55:53.265745 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8385759'] for port (7d812681-5eed-4512-beb5-ab69909ae86a), before_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:55:53.288528 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2231807d-5256-4035-968e-56509c3eb6cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d812681-5eed-4512-beb5-ab69909ae86a'}] {{(pid=119955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:55:53.290754 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd4f8a5135c3a8ba668d7ce7b18abb72183bcf445ca628a57cbbb7bee2c3e543" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c63d326-ba09-44ae-bd20-852d08c0f058" -d '{"events": [{"server_uuid": "2231807d-5256-4035-968e-56509c3eb6cc", "name": "network-vif-plugged", "status": "completed", "tag": "7d812681-5eed-4512-beb5-ab69909ae86a"}]}' {{(pid=119955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:55:53.303733 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.db [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] For port 7d812681-5eed-4512-beb5-ab69909ae86a, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=7d812681-5eed-4512-beb5-ab69909ae86a,segment=NetworkSegment(ad3735d7-6f1d-4396-8c2b-5f6199488faa),segment_id=ad3735d7-6f1d-4396-8c2b-5f6199488faa)] {{(pid=119955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:55:53.310075 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754346672056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754346267073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754346267091'] for port (7d812681-5eed-4512-beb5-ab69909ae86a), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:55:53.311012 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.rpc [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Device 390f6907-1f9e-4fd9-bc3b-dd4ad68383fb no longer exists at agent hyperv_hv-cinder-80475 {{(pid=119955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:55:53.347696 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 16:55:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1381bdee-dce1-43cf-ad6b-abd2995373bc x-openstack-request-id: req-1381bdee-dce1-43cf-ad6b-abd2995373bc {{(pid=119955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:55:53.348017 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2231807d-5256-4035-968e-56509c3eb6cc", "name": "network-vif-plugged", "status": "completed", "tag": "7d812681-5eed-4512-beb5-ab69909ae86a", "code": 200}]} {{(pid=119955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:55:53.348273 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1381bdee-dce1-43cf-ad6b-abd2995373bc {{(pid=119955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:55:53.348672 dv-cinder-804757-24-iscsi neutron-server[119955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2231807d-5256-4035-968e-56509c3eb6cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d812681-5eed-4512-beb5-ab69909ae86a', 'code': 200} Mar 07 16:55:53.350814 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.plugin [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] No Port match for: 390f6907-1f9e-4fd9-bc3b-dd4ad68383fb {{(pid=119955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:55:53.351164 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.rpc [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Device 390f6907-1f9e-4fd9-bc3b-dd4ad68383fb not bound to the agent host hv-cinder-80475 {{(pid=119955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:55:53.375405 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Pushing event updated for resources: {'Port': ['ID=7d812681-5eed-4512-beb5-ab69909ae86a,revision_number=10']} {{(pid=119955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:55:53.480824 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194190'] for agent (3df9d949-03e8-46c4-b37f-6f8a21aeab22), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:55:54.084382 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cf48c0-1da8-490d-b240-471e3dd334c7 req-67925d85-c822-429d-b2a4-00201fe39089 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:55:54.085932 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-46cf48c0-1da8-490d-b240-471e3dd334c7 req-67925d85-c822-429d-b2a4-00201fe39089 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] 10.222.0.18 "GET /v2.0/ports?device_id=2231807d-5256-4035-968e-56509c3eb6cc HTTP/1.1" status: 200 len: 946 time: 0.0585463 Mar 07 16:55:54.135159 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-46cf48c0-1da8-490d-b240-471e3dd334c7 req-4cbe4ba1-2dc5-4365-99ee-43876b1067e0 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] 10.222.0.18 "GET /v2.0/security-groups?id=91de0b44-8849-4808-9a38-820e64d88ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434904 Mar 07 16:55:54.191148 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194190'] for agent (152bcc15-84f4-40a7-afe1-c30bc7269f8a), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:55:54.715012 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58da9516-2d5b-4e0f-9a5d-2155eba9cc2b req-020702c1-e9d9-418b-b85b-b4c120dd2e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:55:54.716782 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-58da9516-2d5b-4e0f-9a5d-2155eba9cc2b req-020702c1-e9d9-418b-b85b-b4c120dd2e60 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=2231807d-5256-4035-968e-56509c3eb6cc HTTP/1.1" status: 200 len: 1130 time: 0.0473151 Mar 07 16:55:54.761169 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-58da9516-2d5b-4e0f-9a5d-2155eba9cc2b req-81584bd4-16e3-444f-ab95-26b1ff22acd4 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=91de0b44-8849-4808-9a38-820e64d88ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370646 Mar 07 16:55:54.802457 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c554512b-6bf1-479f-93a1-811d666f39c8 req-19e487af-0819-4706-a7b9-12953c2379c0 tempest-VolumesSnapshotTestJSON-1171266807 tempest-VolumesSnapshotTestJSON-1171266807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:55:54.803962 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-c554512b-6bf1-479f-93a1-811d666f39c8 req-19e487af-0819-4706-a7b9-12953c2379c0 tempest-VolumesSnapshotTestJSON-1171266807 tempest-VolumesSnapshotTestJSON-1171266807-project] 10.222.0.18 "GET /v2.0/networks?id=3c58d676-f872-4af0-8e9e-07accb98dac0 HTTP/1.1" status: 200 len: 813 time: 0.3093755 Mar 07 16:55:54.818828 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-c554512b-6bf1-479f-93a1-811d666f39c8 req-d0fc2330-6f9f-4456-9303-80ac34fac2e2 tempest-VolumesSnapshotTestJSON-1171266807 tempest-VolumesSnapshotTestJSON-1171266807-project] 10.222.0.18 "GET /v2.0/quotas/03c1865431ea45eb847bd0ca745675d6 HTTP/1.1" status: 200 len: 375 time: 0.0090470 Mar 07 16:55:54.849241 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-c554512b-6bf1-479f-93a1-811d666f39c8 req-c149a4d3-483a-4205-b9d0-667eeefe4783 tempest-VolumesSnapshotTestJSON-1171266807 tempest-VolumesSnapshotTestJSON-1171266807-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=03c1865431ea45eb847bd0ca745675d6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0250783 Mar 07 16:55:54.935521 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-c554512b-6bf1-479f-93a1-811d666f39c8 req-fb45b745-cee5-4a52-b4fa-b0bc5d0c0860 service neutron] 10.222.0.18 "GET /v2.0/networks/3c58d676-f872-4af0-8e9e-07accb98dac0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799882 Mar 07 16:55:55.024018 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-c554512b-6bf1-479f-93a1-811d666f39c8 req-6f093491-99b2-4a8e-818b-e483923d9aaf service neutron] 10.222.0.18 "GET /v2.0/networks/3c58d676-f872-4af0-8e9e-07accb98dac0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818734 Mar 07 16:55:55.194098 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-a7203609-9234-4f6e-84e0-70165281b392 req-41fdc4aa-1839-4f7a-834e-184536cf40d4 tempest-VolumesSnapshotTestJSON-1171266807 tempest-VolumesSnapshotTestJSON-1171266807-project] 10.222.0.18 "GET /v2.0/ports?device_id=634ca6ec-209f-499f-bd5a-067fc20638b0 HTTP/1.1" status: 200 len: 210 time: 0.0324759 Mar 07 16:55:55.275591 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a89215f-2f28-400a-90ed-af30a6908222 req-aa040013-56f7-47e6-88ce-0c7edc445f91 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:55:55.277147 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-9a89215f-2f28-400a-90ed-af30a6908222 req-aa040013-56f7-47e6-88ce-0c7edc445f91 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] 10.222.0.18 "GET /v2.0/ports?device_id=2231807d-5256-4035-968e-56509c3eb6cc HTTP/1.1" status: 200 len: 946 time: 0.0521541 Mar 07 16:55:55.325387 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-9a89215f-2f28-400a-90ed-af30a6908222 req-5f0f55f9-7b7d-467d-a24c-4a32665f8c16 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] 10.222.0.18 "GET /v2.0/security-groups?id=91de0b44-8849-4808-9a38-820e64d88ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424919 Mar 07 16:55:55.958047 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901c059c-026a-4a45-9fb0-fa4faed31c3a req-e9ff2802-bbd6-4311-a381-5e79cf69b2fc tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:55:55.959405 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-901c059c-026a-4a45-9fb0-fa4faed31c3a req-e9ff2802-bbd6-4311-a381-5e79cf69b2fc tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c095ec4-a93a-4ccf-ae76-b30c7b1c954c HTTP/1.1" status: 200 len: 946 time: 0.0575814 Mar 07 16:55:56.009857 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-901c059c-026a-4a45-9fb0-fa4faed31c3a req-4555d540-18f8-41a4-8e1b-a869c7eb31cb tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] 10.222.0.18 "GET /v2.0/security-groups?id=aeca2cc4-2657-4c4b-965e-0f9cde167a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418775 Mar 07 16:55:56.464587 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a472bc8-5878-4f99-b8bb-ca1979ab2a39 req-35080a88-97fa-4c21-b548-982252d2e0de tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:55:56.466564 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-2a472bc8-5878-4f99-b8bb-ca1979ab2a39 req-35080a88-97fa-4c21-b548-982252d2e0de tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] 10.222.0.18 "GET /v2.0/ports?device_id=2231807d-5256-4035-968e-56509c3eb6cc HTTP/1.1" status: 200 len: 946 time: 0.0623193 Mar 07 16:55:56.524368 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-89559805-e2f0-443c-bf50-2a1b21776a5f req-085fcfae-4769-4219-8d5c-3abf4bd64510 tempest-VolumesSnapshotTestJSON-1171266807 tempest-VolumesSnapshotTestJSON-1171266807-project] 10.222.0.18 "GET /v2.0/ports?device_id=634ca6ec-209f-499f-bd5a-067fc20638b0 HTTP/1.1" status: 200 len: 210 time: 0.2442594 Mar 07 16:55:56.525466 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-2a472bc8-5878-4f99-b8bb-ca1979ab2a39 req-622de36e-734d-40cc-b6a9-ccd637b77284 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] 10.222.0.18 "GET /v2.0/security-groups?id=91de0b44-8849-4808-9a38-820e64d88ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523777 Mar 07 16:55:56.775559 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c554512b-6bf1-479f-93a1-811d666f39c8 req-06b041f1-f2d0-4725-a7a7-3046f1aff79d tempest-VolumesSnapshotTestJSON-1171266807 tempest-VolumesSnapshotTestJSON-1171266807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:55:56.777353 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-c554512b-6bf1-479f-93a1-811d666f39c8 req-06b041f1-f2d0-4725-a7a7-3046f1aff79d tempest-VolumesSnapshotTestJSON-1171266807 tempest-VolumesSnapshotTestJSON-1171266807-project] 10.222.0.66 "GET /v2.0/networks?id=3c58d676-f872-4af0-8e9e-07accb98dac0 HTTP/1.1" status: 200 len: 813 time: 0.1166241 Mar 07 16:55:56.800395 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.v2.base [req-c554512b-6bf1-479f-93a1-811d666f39c8 req-539c6377-dee1-4244-b081-b5339dc70c25 tempest-VolumesSnapshotTestJSON-1171266807 tempest-VolumesSnapshotTestJSON-1171266807-project] Request body: {'port': {'device_id': '634ca6ec-209f-499f-bd5a-067fc20638b0', 'network_id': '3c58d676-f872-4af0-8e9e-07accb98dac0', 'admin_state_up': True, 'tenant_id': '03c1865431ea45eb847bd0ca745675d6'}} {{(pid=119953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:55:56.913283 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c554512b-6bf1-479f-93a1-811d666f39c8 req-539c6377-dee1-4244-b081-b5339dc70c25 tempest-VolumesSnapshotTestJSON-1171266807 tempest-VolumesSnapshotTestJSON-1171266807-project] Made reservation on behalf of 03c1865431ea45eb847bd0ca745675d6 for: {'port': 1} {{(pid=119953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:55:56.916611 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [req-c554512b-6bf1-479f-93a1-811d666f39c8 req-539c6377-dee1-4244-b081-b5339dc70c25 tempest-VolumesSnapshotTestJSON-1171266807 tempest-VolumesSnapshotTestJSON-1171266807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8385759'] for port (None), before_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:55:57.039772 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.db.db_base_plugin_common [req-c554512b-6bf1-479f-93a1-811d666f39c8 req-539c6377-dee1-4244-b081-b5339dc70c25 tempest-VolumesSnapshotTestJSON-1171266807 tempest-VolumesSnapshotTestJSON-1171266807-project] Allocated IP 172.20.0.3 (3c58d676-f872-4af0-8e9e-07accb98dac0/dcf8292a-8420-4649-91f6-9e1fe40f1845/59749fac-1ec7-4ecf-9559-5cf96d8c3923) {{(pid=119953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:55:57.145875 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f6c511-29d1-4d67-a3f6-c2795e55381a req-db3b818f-e2d5-4dbb-b0b0-3a82cfe93d33 tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:55:57.147388 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-e8f6c511-29d1-4d67-a3f6-c2795e55381a req-db3b818f-e2d5-4dbb-b0b0-3a82cfe93d33 tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c095ec4-a93a-4ccf-ae76-b30c7b1c954c HTTP/1.1" status: 200 len: 946 time: 0.0555139 Mar 07 16:55:57.193943 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-e8f6c511-29d1-4d67-a3f6-c2795e55381a req-0f3f8111-0a60-4197-a6e5-1019e304e2ee tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] 10.222.0.18 "GET /v2.0/security-groups?id=aeca2cc4-2657-4c4b-965e-0f9cde167a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405965 Mar 07 16:55:57.201704 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [req-c554512b-6bf1-479f-93a1-811d666f39c8 req-539c6377-dee1-4244-b081-b5339dc70c25 tempest-VolumesSnapshotTestJSON-1171266807 tempest-VolumesSnapshotTestJSON-1171266807-project] Publish callbacks [] for port (59749fac-1ec7-4ecf-9559-5cf96d8c3923), precommit_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:55:57.237922 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [req-c554512b-6bf1-479f-93a1-811d666f39c8 req-539c6377-dee1-4244-b081-b5339dc70c25 tempest-VolumesSnapshotTestJSON-1171266807 tempest-VolumesSnapshotTestJSON-1171266807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754346267055'] for port (59749fac-1ec7-4ecf-9559-5cf96d8c3923), after_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:55:57.283381 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c554512b-6bf1-479f-93a1-811d666f39c8 req-539c6377-dee1-4244-b081-b5339dc70c25 tempest-VolumesSnapshotTestJSON-1171266807 tempest-VolumesSnapshotTestJSON-1171266807-project] Network 3c58d676-f872-4af0-8e9e-07accb98dac0 is already hosted by enough agents. {{(pid=119953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:55:57.286690 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.scheduler.base_scheduler [req-c554512b-6bf1-479f-93a1-811d666f39c8 req-539c6377-dee1-4244-b081-b5339dc70c25 tempest-VolumesSnapshotTestJSON-1171266807 tempest-VolumesSnapshotTestJSON-1171266807-project] Resources bound (agent type, host, resource id): {{(pid=119953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:55:57.289595 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.db.l3_dvrscheduler_db [req-c554512b-6bf1-479f-93a1-811d666f39c8 req-539c6377-dee1-4244-b081-b5339dc70c25 tempest-VolumesSnapshotTestJSON-1171266807 tempest-VolumesSnapshotTestJSON-1171266807-project] Received port after_create {{(pid=119953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:55:57.295019 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c554512b-6bf1-479f-93a1-811d666f39c8 req-539c6377-dee1-4244-b081-b5339dc70c25 tempest-VolumesSnapshotTestJSON-1171266807 tempest-VolumesSnapshotTestJSON-1171266807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:55:57.295622 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [req-c554512b-6bf1-479f-93a1-811d666f39c8 req-539c6377-dee1-4244-b081-b5339dc70c25 tempest-VolumesSnapshotTestJSON-1171266807 tempest-VolumesSnapshotTestJSON-1171266807-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47102'] for port (None), before_response {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:55:57.310821 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539c6377-dee1-4244-b081-b5339dc70c25 tempest-VolumesSnapshotTestJSON-1171266807 tempest-VolumesSnapshotTestJSON-1171266807-project] Pushing event updated for resources: {'Port': ['ID=59749fac-1ec7-4ecf-9559-5cf96d8c3923,revision_number=1']} {{(pid=119953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:55:57.321423 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-c554512b-6bf1-479f-93a1-811d666f39c8 req-539c6377-dee1-4244-b081-b5339dc70c25 tempest-VolumesSnapshotTestJSON-1171266807 tempest-VolumesSnapshotTestJSON-1171266807-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5251713 Mar 07 16:55:57.342271 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.v2.base [req-c554512b-6bf1-479f-93a1-811d666f39c8 req-1ecd76ac-704c-479a-aebd-b06c8a598d88 service neutron] Request body: {'port': {'device_id': '634ca6ec-209f-499f-bd5a-067fc20638b0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80475'}} {{(pid=119953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:55:57.400921 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [req-c554512b-6bf1-479f-93a1-811d666f39c8 req-1ecd76ac-704c-479a-aebd-b06c8a598d88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8385759'] for port (59749fac-1ec7-4ecf-9559-5cf96d8c3923), before_update {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:55:57.653342 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fa4546-2796-4516-8500-ca0bf8b143c9 req-cad999a7-90d6-4ef0-bdc2-f60ee8ff038a tempest-VolumesSnapshotTestJSON-1171266807 tempest-VolumesSnapshotTestJSON-1171266807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:55:57.655010 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-d1fa4546-2796-4516-8500-ca0bf8b143c9 req-cad999a7-90d6-4ef0-bdc2-f60ee8ff038a tempest-VolumesSnapshotTestJSON-1171266807 tempest-VolumesSnapshotTestJSON-1171266807-project] 10.222.0.18 "GET /v2.0/ports?device_id=634ca6ec-209f-499f-bd5a-067fc20638b0 HTTP/1.1" status: 200 len: 931 time: 0.0515931 Mar 07 16:55:57.664392 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.db.agents_db [None req-64435fe0-d7c6-4327-a557-6d3e8ab92464 None None] Agent healthcheck: found 6 active agents {{(pid=119956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 16:55:57.690464 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168086ed-b22e-444a-a285-966d1d14356f req-a400ea44-a001-471a-8aa5-9c334365e899 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:55:57.692048 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-168086ed-b22e-444a-a285-966d1d14356f req-a400ea44-a001-471a-8aa5-9c334365e899 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] 10.222.0.18 "GET /v2.0/ports?device_id=2231807d-5256-4035-968e-56509c3eb6cc HTTP/1.1" status: 200 len: 946 time: 0.0973246 Mar 07 16:55:57.700953 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-d1fa4546-2796-4516-8500-ca0bf8b143c9 req-cdd12f1c-027e-44b2-aacb-9b9c34f37d24 tempest-VolumesSnapshotTestJSON-1171266807 tempest-VolumesSnapshotTestJSON-1171266807-project] 10.222.0.18 "GET /v2.0/security-groups?id=53f73a85-3bd3-48ad-bc38-ae336da77528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402768 Mar 07 16:55:57.704280 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.notifiers.nova [req-c554512b-6bf1-479f-93a1-811d666f39c8 req-1ecd76ac-704c-479a-aebd-b06c8a598d88 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59749fac-1ec7-4ecf-9559-5cf96d8c3923 {{(pid=119953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:55:57.722491 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [req-c554512b-6bf1-479f-93a1-811d666f39c8 req-1ecd76ac-704c-479a-aebd-b06c8a598d88 service neutron] Publish callbacks [] for port (59749fac-1ec7-4ecf-9559-5cf96d8c3923), precommit_update {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:55:57.744328 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.db.provisioning_blocks [req-c554512b-6bf1-479f-93a1-811d666f39c8 req-1ecd76ac-704c-479a-aebd-b06c8a598d88 service neutron] Transition to ACTIVE for port object 59749fac-1ec7-4ecf-9559-5cf96d8c3923 will not be triggered until provisioned by entity L2. {{(pid=119953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 16:55:57.753791 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [req-c554512b-6bf1-479f-93a1-811d666f39c8 req-1ecd76ac-704c-479a-aebd-b06c8a598d88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754346672056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754346267073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754346267091'] for port (59749fac-1ec7-4ecf-9559-5cf96d8c3923), after_update {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:55:57.767504 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-168086ed-b22e-444a-a285-966d1d14356f req-9ca51815-8d57-4855-b5a3-26190c0d5f4e tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] 10.222.0.18 "GET /v2.0/security-groups?id=91de0b44-8849-4808-9a38-820e64d88ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662184 Mar 07 16:55:57.806149 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecd76ac-704c-479a-aebd-b06c8a598d88 service neutron] Pushing event updated for resources: {'Port': ['ID=59749fac-1ec7-4ecf-9559-5cf96d8c3923,revision_number=2']} {{(pid=119953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:55:57.846751 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.managers [req-c554512b-6bf1-479f-93a1-811d666f39c8 req-1ecd76ac-704c-479a-aebd-b06c8a598d88 service neutron] Attempting to bind port 59749fac-1ec7-4ecf-9559-5cf96d8c3923 on host hv-cinder-80475 for vnic_type normal with profile {{(pid=119953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:55:57.847083 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.managers [req-c554512b-6bf1-479f-93a1-811d666f39c8 req-1ecd76ac-704c-479a-aebd-b06c8a598d88 service neutron] Attempting to bind port 59749fac-1ec7-4ecf-9559-5cf96d8c3923 by drivers openvswitch,hyperv on host hv-cinder-80475 at level 0 using segments [{'id': '63bbc091-78b2-42e4-b626-ef66d3602746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '3c58d676-f872-4af0-8e9e-07accb98dac0'}] {{(pid=119953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:55:57.847404 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c554512b-6bf1-479f-93a1-811d666f39c8 req-1ecd76ac-704c-479a-aebd-b06c8a598d88 service neutron] Attempting to bind port 59749fac-1ec7-4ecf-9559-5cf96d8c3923 on network 3c58d676-f872-4af0-8e9e-07accb98dac0 {{(pid=119953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:55:57.851739 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c554512b-6bf1-479f-93a1-811d666f39c8 req-1ecd76ac-704c-479a-aebd-b06c8a598d88 service neutron] Port 59749fac-1ec7-4ecf-9559-5cf96d8c3923 on network 3c58d676-f872-4af0-8e9e-07accb98dac0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80475 {{(pid=119953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 16:55:57.852110 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c554512b-6bf1-479f-93a1-811d666f39c8 req-1ecd76ac-704c-479a-aebd-b06c8a598d88 service neutron] Attempting to bind port 59749fac-1ec7-4ecf-9559-5cf96d8c3923 on network 3c58d676-f872-4af0-8e9e-07accb98dac0 {{(pid=119953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:55:57.857161 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c554512b-6bf1-479f-93a1-811d666f39c8 req-1ecd76ac-704c-479a-aebd-b06c8a598d88 service neutron] Checking agent: {'id': '152bcc15-84f4-40a7-afe1-c30bc7269f8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80475', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 16, 50, 24), 'started_at': datetime.datetime(2022, 3, 7, 16, 50, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 55, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:55:57.857499 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c554512b-6bf1-479f-93a1-811d666f39c8 req-1ecd76ac-704c-479a-aebd-b06c8a598d88 service neutron] Checking segment: {'id': '63bbc091-78b2-42e4-b626-ef66d3602746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '3c58d676-f872-4af0-8e9e-07accb98dac0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:55:57.857936 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c554512b-6bf1-479f-93a1-811d666f39c8 req-1ecd76ac-704c-479a-aebd-b06c8a598d88 service neutron] Bound using segment: {'id': '63bbc091-78b2-42e4-b626-ef66d3602746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '3c58d676-f872-4af0-8e9e-07accb98dac0'} {{(pid=119953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:55:57.858365 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.managers [req-c554512b-6bf1-479f-93a1-811d666f39c8 req-1ecd76ac-704c-479a-aebd-b06c8a598d88 service neutron] Bound port: 59749fac-1ec7-4ecf-9559-5cf96d8c3923, host: hv-cinder-80475, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63bbc091-78b2-42e4-b626-ef66d3602746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '3c58d676-f872-4af0-8e9e-07accb98dac0'}}] {{(pid=119953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:55:57.858742 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [req-c554512b-6bf1-479f-93a1-811d666f39c8 req-1ecd76ac-704c-479a-aebd-b06c8a598d88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8385759'] for port (59749fac-1ec7-4ecf-9559-5cf96d8c3923), before_update {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:55:57.921519 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.db [req-c554512b-6bf1-479f-93a1-811d666f39c8 req-1ecd76ac-704c-479a-aebd-b06c8a598d88 service neutron] For port 59749fac-1ec7-4ecf-9559-5cf96d8c3923, host hv-cinder-80475, cleared binding levels {{(pid=119953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:55:57.924550 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.db [req-c554512b-6bf1-479f-93a1-811d666f39c8 req-1ecd76ac-704c-479a-aebd-b06c8a598d88 service neutron] For port 59749fac-1ec7-4ecf-9559-5cf96d8c3923, host hv-cinder-80475, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=59749fac-1ec7-4ecf-9559-5cf96d8c3923,segment=NetworkSegment(63bbc091-78b2-42e4-b626-ef66d3602746),segment_id=63bbc091-78b2-42e4-b626-ef66d3602746)] {{(pid=119953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:55:57.933268 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [req-c554512b-6bf1-479f-93a1-811d666f39c8 req-1ecd76ac-704c-479a-aebd-b06c8a598d88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754346672056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754346267073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754346267091'] for port (59749fac-1ec7-4ecf-9559-5cf96d8c3923), after_update {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:55:57.967488 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c554512b-6bf1-479f-93a1-811d666f39c8 req-1ecd76ac-704c-479a-aebd-b06c8a598d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:55:57.968123 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [req-c554512b-6bf1-479f-93a1-811d666f39c8 req-1ecd76ac-704c-479a-aebd-b06c8a598d88 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47102'] for port (None), before_response {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:55:57.969496 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-c554512b-6bf1-479f-93a1-811d666f39c8 req-1ecd76ac-704c-479a-aebd-b06c8a598d88 service neutron] 10.222.0.66 "PUT /v2.0/ports/59749fac-1ec7-4ecf-9559-5cf96d8c3923 HTTP/1.1" status: 200 len: 1093 time: 0.6313713 Mar 07 16:55:57.969938 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '634ca6ec-209f-499f-bd5a-067fc20638b0', 'tag': '59749fac-1ec7-4ecf-9559-5cf96d8c3923'}] {{(pid=119953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:55:57.972194 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed95515d7af65a162ef4af60abe3e4aacc73bb6c2379f81891a58e09c3a2d0f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d40d82f7-318c-4196-8058-2e1df50a3d37" -d '{"events": [{"name": "network-changed", "server_uuid": "634ca6ec-209f-499f-bd5a-067fc20638b0", "tag": "59749fac-1ec7-4ecf-9559-5cf96d8c3923"}]}' {{(pid=119953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:55:57.992165 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecd76ac-704c-479a-aebd-b06c8a598d88 service neutron] Pushing event updated for resources: {'Port': ['ID=59749fac-1ec7-4ecf-9559-5cf96d8c3923,revision_number=3']} {{(pid=119953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:55:58.010303 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 16:55:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d118e63-ff41-4f1c-b473-72d36728172d x-openstack-request-id: req-3d118e63-ff41-4f1c-b473-72d36728172d {{(pid=119953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:55:58.010601 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "634ca6ec-209f-499f-bd5a-067fc20638b0", "tag": "59749fac-1ec7-4ecf-9559-5cf96d8c3923", "status": "completed", "code": 200}]} {{(pid=119953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:55:58.010859 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3d118e63-ff41-4f1c-b473-72d36728172d {{(pid=119953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:55:58.011273 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '634ca6ec-209f-499f-bd5a-067fc20638b0', 'tag': '59749fac-1ec7-4ecf-9559-5cf96d8c3923', 'status': 'completed', 'code': 200} Mar 07 16:55:58.118383 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40d82f7-318c-4196-8058-2e1df50a3d37 req-9ed7a80d-c647-4d29-b518-4f2f9cfd42ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:55:58.119930 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-d40d82f7-318c-4196-8058-2e1df50a3d37 req-9ed7a80d-c647-4d29-b518-4f2f9cfd42ed service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=03c1865431ea45eb847bd0ca745675d6&device_id=634ca6ec-209f-499f-bd5a-067fc20638b0 HTTP/1.1" status: 200 len: 1127 time: 0.0484915 Mar 07 16:55:58.245570 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40d82f7-318c-4196-8058-2e1df50a3d37 req-d14e4aae-80de-49ff-8746-edac3c20c954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:55:58.247024 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-d40d82f7-318c-4196-8058-2e1df50a3d37 req-d14e4aae-80de-49ff-8746-edac3c20c954 service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=03c1865431ea45eb847bd0ca745675d6&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1052537 Mar 07 16:55:58.373496 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b48583-afaa-4433-8410-1fdc033f5b37 req-fb96b5a6-880d-465a-b8b8-d97c1caa90cc tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:55:58.374863 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-b5b48583-afaa-4433-8410-1fdc033f5b37 req-fb96b5a6-880d-465a-b8b8-d97c1caa90cc tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c095ec4-a93a-4ccf-ae76-b30c7b1c954c HTTP/1.1" status: 200 len: 946 time: 0.1133122 Mar 07 16:55:58.376269 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40d82f7-318c-4196-8058-2e1df50a3d37 req-abe5417f-bf1f-41ef-b7b4-caeaabb25e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:55:58.377546 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-d40d82f7-318c-4196-8058-2e1df50a3d37 req-abe5417f-bf1f-41ef-b7b4-caeaabb25e4f service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1235676 Mar 07 16:55:58.423779 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-b5b48583-afaa-4433-8410-1fdc033f5b37 req-351ed8a6-ad4b-4976-a998-fad48eda7bfc tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] 10.222.0.18 "GET /v2.0/security-groups?id=aeca2cc4-2657-4c4b-965e-0f9cde167a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420048 Mar 07 16:55:58.505957 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c554512b-6bf1-479f-93a1-811d666f39c8 req-87f83d90-873e-4ebe-a92a-b14e584ece64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:55:58.507462 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-c554512b-6bf1-479f-93a1-811d666f39c8 req-87f83d90-873e-4ebe-a92a-b14e584ece64 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=03c1865431ea45eb847bd0ca745675d6&device_id=634ca6ec-209f-499f-bd5a-067fc20638b0 HTTP/1.1" status: 200 len: 1127 time: 0.0474412 Mar 07 16:55:58.573677 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-c554512b-6bf1-479f-93a1-811d666f39c8 req-c78bb527-3736-4d7e-8744-ca110b14572f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=59749fac-1ec7-4ecf-9559-5cf96d8c3923 HTTP/1.1" status: 200 len: 217 time: 0.0372236 Mar 07 16:55:58.629474 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c554512b-6bf1-479f-93a1-811d666f39c8 req-59a0d186-bcd6-40f5-80e2-025af0db9212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:55:58.630870 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-c554512b-6bf1-479f-93a1-811d666f39c8 req-59a0d186-bcd6-40f5-80e2-025af0db9212 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=dcf8292a-8420-4649-91f6-9e1fe40f1845 HTTP/1.1" status: 200 len: 853 time: 0.0460596 Mar 07 16:55:58.663994 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-c554512b-6bf1-479f-93a1-811d666f39c8 req-ab8a5a90-cc00-4900-bcd4-210617c78e15 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=3c58d676-f872-4af0-8e9e-07accb98dac0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247211 Mar 07 16:55:58.779354 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-c554512b-6bf1-479f-93a1-811d666f39c8 req-54a1f342-e390-406e-a3cd-025530c9d134 service neutron] 10.222.0.66 "GET /v2.0/networks/3c58d676-f872-4af0-8e9e-07accb98dac0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946748 Mar 07 16:55:58.830559 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09796770-6c3d-4453-9ed6-3d833adc2963 req-568c31f5-2ff9-42ff-b7b0-33722fea6d20 tempest-VolumesSnapshotTestJSON-1171266807 tempest-VolumesSnapshotTestJSON-1171266807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:55:58.832098 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-09796770-6c3d-4453-9ed6-3d833adc2963 req-568c31f5-2ff9-42ff-b7b0-33722fea6d20 tempest-VolumesSnapshotTestJSON-1171266807 tempest-VolumesSnapshotTestJSON-1171266807-project] 10.222.0.18 "GET /v2.0/ports?device_id=634ca6ec-209f-499f-bd5a-067fc20638b0 HTTP/1.1" status: 200 len: 943 time: 0.0567386 Mar 07 16:55:58.870644 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-c554512b-6bf1-479f-93a1-811d666f39c8 req-5db608d1-b21f-426d-9eff-c54f25996f53 service neutron] 10.222.0.66 "GET /v2.0/networks/3c58d676-f872-4af0-8e9e-07accb98dac0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833020 Mar 07 16:55:58.881017 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-09796770-6c3d-4453-9ed6-3d833adc2963 req-814d0cd9-da6e-4c71-9ec0-26a0d2f66686 tempest-VolumesSnapshotTestJSON-1171266807 tempest-VolumesSnapshotTestJSON-1171266807-project] 10.222.0.18 "GET /v2.0/security-groups?id=53f73a85-3bd3-48ad-bc38-ae336da77528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431695 Mar 07 16:55:59.547728 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b83bc76-096e-46fe-82e9-1af7386b9ae8 req-253f9170-db0d-414f-abf6-383610789c80 tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:55:59.549144 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-5b83bc76-096e-46fe-82e9-1af7386b9ae8 req-253f9170-db0d-414f-abf6-383610789c80 tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c095ec4-a93a-4ccf-ae76-b30c7b1c954c HTTP/1.1" status: 200 len: 946 time: 0.0540652 Mar 07 16:55:59.606530 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-5b83bc76-096e-46fe-82e9-1af7386b9ae8 req-5bfcee58-7c0a-459f-b6c6-67404af521a1 tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] 10.222.0.18 "GET /v2.0/security-groups?id=aeca2cc4-2657-4c4b-965e-0f9cde167a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516832 Mar 07 16:55:59.735098 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd301ba-5a21-4262-8465-524dfb5fa353 req-322ad8a0-93d5-49c2-b1d2-17c1500bf2bb tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:55:59.736587 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-5dd301ba-5a21-4262-8465-524dfb5fa353 req-322ad8a0-93d5-49c2-b1d2-17c1500bf2bb tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] 10.222.0.66 "GET /v2.0/ports?device_id=0c095ec4-a93a-4ccf-ae76-b30c7b1c954c HTTP/1.1" status: 200 len: 946 time: 0.0527210 Mar 07 16:55:59.829985 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.plugin [req-5dd301ba-5a21-4262-8465-524dfb5fa353 req-e30abe07-b968-457c-833c-788219583d0d tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] Deleting port 3def960f-3745-4403-84ce-5d83d455d620 {{(pid=119953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:55:59.830595 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [req-5dd301ba-5a21-4262-8465-524dfb5fa353 req-e30abe07-b968-457c-833c-788219583d0d tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754346666051'] for port (3def960f-3745-4403-84ce-5d83d455d620), before_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:55:59.928778 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.db [req-5dd301ba-5a21-4262-8465-524dfb5fa353 req-e30abe07-b968-457c-833c-788219583d0d tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] For port 3def960f-3745-4403-84ce-5d83d455d620, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=3def960f-3745-4403-84ce-5d83d455d620,segment=NetworkSegment(de5c8597-5ec3-4c96-892c-f2304ae7166d),segment_id=de5c8597-5ec3-4c96-892c-f2304ae7166d)] {{(pid=119953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:55:59.929153 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [req-5dd301ba-5a21-4262-8465-524dfb5fa353 req-e30abe07-b968-457c-833c-788219583d0d tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704071'] for port (3def960f-3745-4403-84ce-5d83d455d620), precommit_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:55:59.942395 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.plugin [req-5dd301ba-5a21-4262-8465-524dfb5fa353 req-e30abe07-b968-457c-833c-788219583d0d tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] Calling delete_port for 3def960f-3745-4403-84ce-5d83d455d620 owned by compute:nova {{(pid=119953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:56:00.003697 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89382af0-f57f-4990-953a-45b2b0d1ed8e req-5fc0787d-f269-426d-ade4-22e4d4076afe tempest-VolumesSnapshotTestJSON-1171266807 tempest-VolumesSnapshotTestJSON-1171266807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:56:00.005169 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-89382af0-f57f-4990-953a-45b2b0d1ed8e req-5fc0787d-f269-426d-ade4-22e4d4076afe tempest-VolumesSnapshotTestJSON-1171266807 tempest-VolumesSnapshotTestJSON-1171266807-project] 10.222.0.18 "GET /v2.0/ports?device_id=634ca6ec-209f-499f-bd5a-067fc20638b0 HTTP/1.1" status: 200 len: 943 time: 0.0503337 Mar 07 16:56:00.050956 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-89382af0-f57f-4990-953a-45b2b0d1ed8e req-d2804718-006d-44f1-ad62-2394213bd8ec tempest-VolumesSnapshotTestJSON-1171266807 tempest-VolumesSnapshotTestJSON-1171266807-project] 10.222.0.18 "GET /v2.0/security-groups?id=53f73a85-3bd3-48ad-bc38-ae336da77528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400672 Mar 07 16:56:00.070758 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [req-5dd301ba-5a21-4262-8465-524dfb5fa353 req-e30abe07-b968-457c-833c-788219583d0d tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754346672038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754346267064'] for port (3def960f-3745-4403-84ce-5d83d455d620), after_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:56:00.098609 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30abe07-b968-457c-833c-788219583d0d tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] Pushing event deleted for resources: {'Port': ['ID=3def960f-3745-4403-84ce-5d83d455d620,revision_number=None']} {{(pid=119953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:56:00.121035 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.db [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] get_ports_and_sgs() called for port_ids ['1a817d53-6064-4f5e-96ff-067caa362090', '3def960f-3745-4403-84ce-5d83d455d620'] {{(pid=119955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:56:00.141008 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.db.l3_dvrscheduler_db [req-5dd301ba-5a21-4262-8465-524dfb5fa353 req-e30abe07-b968-457c-833c-788219583d0d tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] No DVR routers for this DVR port 3def960f-3745-4403-84ce-5d83d455d620 on host hv-cinder-80475 {{(pid=119953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:56:00.143637 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [req-5dd301ba-5a21-4262-8465-524dfb5fa353 req-e30abe07-b968-457c-833c-788219583d0d tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47102'] for port (None), before_response {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:56:00.146917 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-5dd301ba-5a21-4262-8465-524dfb5fa353 req-e30abe07-b968-457c-833c-788219583d0d tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] 10.222.0.66 "DELETE /v2.0/ports/3def960f-3745-4403-84ce-5d83d455d620 HTTP/1.1" status: 204 len: 173 time: 0.4039822 Mar 07 16:56:00.147366 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c095ec4-a93a-4ccf-ae76-b30c7b1c954c', 'name': 'network-vif-deleted', 'tag': '3def960f-3745-4403-84ce-5d83d455d620'}] {{(pid=119953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:56:00.149632 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed95515d7af65a162ef4af60abe3e4aacc73bb6c2379f81891a58e09c3a2d0f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc668946-0c8d-4e46-856c-9361c14929c4" -d '{"events": [{"server_uuid": "0c095ec4-a93a-4ccf-ae76-b30c7b1c954c", "name": "network-vif-deleted", "tag": "3def960f-3745-4403-84ce-5d83d455d620"}]}' {{(pid=119953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:56:00.185850 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 16:56:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93dc1ff1-d321-412c-ae8c-22bcbad989d5 x-openstack-request-id: req-93dc1ff1-d321-412c-ae8c-22bcbad989d5 {{(pid=119953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:56:00.186234 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c095ec4-a93a-4ccf-ae76-b30c7b1c954c", "name": "network-vif-deleted", "tag": "3def960f-3745-4403-84ce-5d83d455d620", "status": "completed", "code": 200}]} {{(pid=119953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:56:00.186480 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-93dc1ff1-d321-412c-ae8c-22bcbad989d5 {{(pid=119953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:56:00.186915 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c095ec4-a93a-4ccf-ae76-b30c7b1c954c', 'name': 'network-vif-deleted', 'tag': '3def960f-3745-4403-84ce-5d83d455d620', 'status': 'completed', 'code': 200} Mar 07 16:56:00.715536 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-c4debd7a-5553-4575-9f55-91f656a1061c req-300ab6ed-f17d-4567-ad19-530d5183f262 tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c095ec4-a93a-4ccf-ae76-b30c7b1c954c HTTP/1.1" status: 200 len: 210 time: 0.0277150 Mar 07 16:56:01.175633 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124e87b1-61e9-4ed7-a7a9-e5a0e57b0fa1 req-2dda0c39-c4c5-4224-bb89-03923fd05a71 tempest-VolumesSnapshotTestJSON-1171266807 tempest-VolumesSnapshotTestJSON-1171266807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:56:01.177103 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-124e87b1-61e9-4ed7-a7a9-e5a0e57b0fa1 req-2dda0c39-c4c5-4224-bb89-03923fd05a71 tempest-VolumesSnapshotTestJSON-1171266807 tempest-VolumesSnapshotTestJSON-1171266807-project] 10.222.0.18 "GET /v2.0/ports?device_id=634ca6ec-209f-499f-bd5a-067fc20638b0 HTTP/1.1" status: 200 len: 943 time: 0.0530610 Mar 07 16:56:01.228166 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-124e87b1-61e9-4ed7-a7a9-e5a0e57b0fa1 req-8748626f-a85f-494f-910a-35d53134bca9 tempest-VolumesSnapshotTestJSON-1171266807 tempest-VolumesSnapshotTestJSON-1171266807-project] 10.222.0.18 "GET /v2.0/security-groups?id=53f73a85-3bd3-48ad-bc38-ae336da77528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451777 Mar 07 16:56:02.002441 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d07560-e94d-40a9-8038-9b9a680313af req-70b9bfa3-c552-471c-be24-712240cf4822 tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:56:02.003885 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-c2d07560-e94d-40a9-8038-9b9a680313af req-70b9bfa3-c552-471c-be24-712240cf4822 tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] 10.222.0.18 "GET /v2.0/ports?device_id=18b987a9-4ded-49ed-aef5-06d2d12e7d9b HTTP/1.1" status: 200 len: 945 time: 0.0537708 Mar 07 16:56:02.053779 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-c2d07560-e94d-40a9-8038-9b9a680313af req-01210584-98de-4b43-a362-9e93f49f96a2 tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] 10.222.0.18 "GET /v2.0/security-groups?id=aeca2cc4-2657-4c4b-965e-0f9cde167a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440586 Mar 07 16:56:02.153152 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.rpc [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Device 59749fac-1ec7-4ecf-9559-5cf96d8c3923 details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=119955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 16:56:02.167090 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.rpc [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Device 3def960f-3745-4403-84ce-5d83d455d620 no longer exists at agent hyperv_hv-cinder-80475 {{(pid=119955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:56:02.190698 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.plugin [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] No Port match for: 3def960f-3745-4403-84ce-5d83d455d620 {{(pid=119955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:56:02.191050 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.rpc [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Device 3def960f-3745-4403-84ce-5d83d455d620 not bound to the agent host hv-cinder-80475 {{(pid=119955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:56:02.277792 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.db [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] For port 59749fac-1ec7-4ecf-9559-5cf96d8c3923, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=59749fac-1ec7-4ecf-9559-5cf96d8c3923,segment=NetworkSegment(63bbc091-78b2-42e4-b626-ef66d3602746),segment_id=63bbc091-78b2-42e4-b626-ef66d3602746)] {{(pid=119955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:56:02.289237 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.rpc [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Returning: {'device': '59749fac-1ec7-4ecf-9559-5cf96d8c3923', 'network_id': '3c58d676-f872-4af0-8e9e-07accb98dac0', 'port_id': '59749fac-1ec7-4ecf-9559-5cf96d8c3923', 'mac_address': 'fa:16:3e:f9:eb:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 871, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcf8292a-8420-4649-91f6-9e1fe40f1845', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 16:56:02.332722 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.plugin [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Current status of the port 59749fac-1ec7-4ecf-9559-5cf96d8c3923 is: DOWN; New status is: BUILD {{(pid=119955) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:56:02.333121 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8385759'] for port (59749fac-1ec7-4ecf-9559-5cf96d8c3923), before_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:56:02.346141 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.notifiers.nova [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59749fac-1ec7-4ecf-9559-5cf96d8c3923 {{(pid=119955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:56:02.360692 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c61ec8c-995e-4f19-bf95-35ea2adcc72b req-2b09f6b8-2f7f-4721-82ee-082f32e35280 tempest-VolumesSnapshotTestJSON-1171266807 tempest-VolumesSnapshotTestJSON-1171266807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:56:02.362491 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-2c61ec8c-995e-4f19-bf95-35ea2adcc72b req-2b09f6b8-2f7f-4721-82ee-082f32e35280 tempest-VolumesSnapshotTestJSON-1171266807 tempest-VolumesSnapshotTestJSON-1171266807-project] 10.222.0.18 "GET /v2.0/ports?device_id=634ca6ec-209f-499f-bd5a-067fc20638b0 HTTP/1.1" status: 200 len: 943 time: 0.0551784 Mar 07 16:56:02.365937 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.db [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] For port 59749fac-1ec7-4ecf-9559-5cf96d8c3923, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=59749fac-1ec7-4ecf-9559-5cf96d8c3923,segment=NetworkSegment(63bbc091-78b2-42e4-b626-ef66d3602746),segment_id=63bbc091-78b2-42e4-b626-ef66d3602746)] {{(pid=119955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:56:02.371368 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754346672056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754346267073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754346267091'] for port (59749fac-1ec7-4ecf-9559-5cf96d8c3923), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:56:02.374391 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91951b13-c3e9-4b2a-8787-559a5858a5ba req-c6bdab7b-1d3b-41c1-bbeb-16be62506bb6 tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:56:02.376266 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-91951b13-c3e9-4b2a-8787-559a5858a5ba req-c6bdab7b-1d3b-41c1-bbeb-16be62506bb6 tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] 10.222.0.18 "GET /v2.0/ports?device_id=301c6e16-505b-48af-a5b0-796dee2d11cd HTTP/1.1" status: 200 len: 945 time: 0.0556555 Mar 07 16:56:02.416429 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-2c61ec8c-995e-4f19-bf95-35ea2adcc72b req-9eb47574-0c2f-4efe-b163-56cd2893874b tempest-VolumesSnapshotTestJSON-1171266807 tempest-VolumesSnapshotTestJSON-1171266807-project] 10.222.0.18 "GET /v2.0/security-groups?id=53f73a85-3bd3-48ad-bc38-ae336da77528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470674 Mar 07 16:56:02.428356 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-91951b13-c3e9-4b2a-8787-559a5858a5ba req-ebf0cd12-4843-4e52-9869-6669888d088b tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] 10.222.0.18 "GET /v2.0/security-groups?id=60218460-59f4-4e1f-8c5b-28b25250067c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465357 Mar 07 16:56:02.430572 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Pushing event updated for resources: {'Port': ['ID=59749fac-1ec7-4ecf-9559-5cf96d8c3923,revision_number=4']} {{(pid=119955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:56:02.437703 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:56:02.438052 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:56:02.438395 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:56:02.438730 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:56:02.439061 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:56:02.439395 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:56:02.439719 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:56:02.440073 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:56:02.440398 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:56:02.440721 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:56:02.441040 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:56:02.441357 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:56:02.441677 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:56:02.797433 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.db [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] get_ports_and_sgs() called for port_ids ['59749fac-1ec7-4ecf-9559-5cf96d8c3923'] {{(pid=119955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:56:03.177599 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019fe1de-5dde-4576-b0dc-4d24519a0d00 req-07a968b2-3427-4ac9-ba29-1987adeb588a tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:56:03.179063 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-019fe1de-5dde-4576-b0dc-4d24519a0d00 req-07a968b2-3427-4ac9-ba29-1987adeb588a tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] 10.222.0.18 "GET /v2.0/ports?device_id=18b987a9-4ded-49ed-aef5-06d2d12e7d9b HTTP/1.1" status: 200 len: 945 time: 0.0534444 Mar 07 16:56:03.225502 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-019fe1de-5dde-4576-b0dc-4d24519a0d00 req-973c77e0-35fd-4d7b-a23f-6acafd08deaf tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] 10.222.0.18 "GET /v2.0/security-groups?id=aeca2cc4-2657-4c4b-965e-0f9cde167a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404994 Mar 07 16:56:03.540397 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c3111e-1b27-41eb-944c-fecb5ba5cc04 req-14fc008b-3065-488e-99bf-9a399267ad7e tempest-VolumesSnapshotTestJSON-1171266807 tempest-VolumesSnapshotTestJSON-1171266807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:56:03.542778 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-59c3111e-1b27-41eb-944c-fecb5ba5cc04 req-14fc008b-3065-488e-99bf-9a399267ad7e tempest-VolumesSnapshotTestJSON-1171266807 tempest-VolumesSnapshotTestJSON-1171266807-project] 10.222.0.18 "GET /v2.0/ports?device_id=634ca6ec-209f-499f-bd5a-067fc20638b0 HTTP/1.1" status: 200 len: 944 time: 0.0591340 Mar 07 16:56:03.572075 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899214a4-d137-4e66-ad3d-b96f740cf75d req-ca52be3a-f1df-4f37-b0ca-0b45dc284f41 tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:56:03.573935 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-899214a4-d137-4e66-ad3d-b96f740cf75d req-ca52be3a-f1df-4f37-b0ca-0b45dc284f41 tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] 10.222.0.18 "GET /v2.0/ports?device_id=301c6e16-505b-48af-a5b0-796dee2d11cd HTTP/1.1" status: 200 len: 945 time: 0.0612879 Mar 07 16:56:03.599585 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-59c3111e-1b27-41eb-944c-fecb5ba5cc04 req-6570f350-6c32-4869-be11-c5afc2f473d5 tempest-VolumesSnapshotTestJSON-1171266807 tempest-VolumesSnapshotTestJSON-1171266807-project] 10.222.0.18 "GET /v2.0/security-groups?id=53f73a85-3bd3-48ad-bc38-ae336da77528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454917 Mar 07 16:56:03.624277 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-899214a4-d137-4e66-ad3d-b96f740cf75d req-444f72a7-e1f2-437a-aaec-cabe532903e3 tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] 10.222.0.18 "GET /v2.0/security-groups?id=60218460-59f4-4e1f-8c5b-28b25250067c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442193 Mar 07 16:56:04.152693 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.rpc [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Device 59749fac-1ec7-4ecf-9559-5cf96d8c3923 up at agent hyperv_hv-cinder-80475 {{(pid=119955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:56:04.216628 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.provisioning_blocks [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Provisioning for port 59749fac-1ec7-4ecf-9559-5cf96d8c3923 completed by entity L2. {{(pid=119955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 16:56:04.220368 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.provisioning_blocks [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Provisioning complete for port 59749fac-1ec7-4ecf-9559-5cf96d8c3923 triggered by entity L2. {{(pid=119955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:56:04.220733 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8194280'] for port (59749fac-1ec7-4ecf-9559-5cf96d8c3923), provisioning_complete {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:56:04.299581 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.plugin [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Current status of the port 59749fac-1ec7-4ecf-9559-5cf96d8c3923 is: BUILD; New status is: ACTIVE {{(pid=119955) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:56:04.299995 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8385759'] for port (59749fac-1ec7-4ecf-9559-5cf96d8c3923), before_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:56:04.322773 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '634ca6ec-209f-499f-bd5a-067fc20638b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59749fac-1ec7-4ecf-9559-5cf96d8c3923'}] {{(pid=119955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:56:04.325087 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd4f8a5135c3a8ba668d7ce7b18abb72183bcf445ca628a57cbbb7bee2c3e543" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39b17ff6-4060-4ad2-8fd4-71b1279e0404" -d '{"events": [{"server_uuid": "634ca6ec-209f-499f-bd5a-067fc20638b0", "name": "network-vif-plugged", "status": "completed", "tag": "59749fac-1ec7-4ecf-9559-5cf96d8c3923"}]}' {{(pid=119955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:56:04.340600 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.db [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] For port 59749fac-1ec7-4ecf-9559-5cf96d8c3923, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=59749fac-1ec7-4ecf-9559-5cf96d8c3923,segment=NetworkSegment(63bbc091-78b2-42e4-b626-ef66d3602746),segment_id=63bbc091-78b2-42e4-b626-ef66d3602746)] {{(pid=119955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:56:04.345995 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754346672056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754346267073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754346267091'] for port (59749fac-1ec7-4ecf-9559-5cf96d8c3923), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:56:04.347357 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53c62bb-fe3f-4483-9904-cfe39beaffdf req-4c64f326-20ca-4b84-9756-7ce2bcbcc1d3 tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:56:04.348885 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-d53c62bb-fe3f-4483-9904-cfe39beaffdf req-4c64f326-20ca-4b84-9756-7ce2bcbcc1d3 tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] 10.222.0.18 "GET /v2.0/ports?device_id=18b987a9-4ded-49ed-aef5-06d2d12e7d9b HTTP/1.1" status: 200 len: 945 time: 0.0579038 Mar 07 16:56:04.369046 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 16:56:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b56ac89-bbe3-45d5-ad19-aed86181b984 x-openstack-request-id: req-7b56ac89-bbe3-45d5-ad19-aed86181b984 {{(pid=119955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:56:04.369340 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "634ca6ec-209f-499f-bd5a-067fc20638b0", "name": "network-vif-plugged", "status": "completed", "tag": "59749fac-1ec7-4ecf-9559-5cf96d8c3923", "code": 200}]} {{(pid=119955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:56:04.369593 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7b56ac89-bbe3-45d5-ad19-aed86181b984 {{(pid=119955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:56:04.369978 dv-cinder-804757-24-iscsi neutron-server[119955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '634ca6ec-209f-499f-bd5a-067fc20638b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59749fac-1ec7-4ecf-9559-5cf96d8c3923', 'code': 200} Mar 07 16:56:04.394892 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Pushing event updated for resources: {'Port': ['ID=59749fac-1ec7-4ecf-9559-5cf96d8c3923,revision_number=5']} {{(pid=119955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:56:04.396202 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-d53c62bb-fe3f-4483-9904-cfe39beaffdf req-e3dab0ec-4418-4fde-814a-f5c432e1cc51 tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] 10.222.0.18 "GET /v2.0/security-groups?id=aeca2cc4-2657-4c4b-965e-0f9cde167a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410101 Mar 07 16:56:04.612141 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941404a5-dbda-43e2-946a-1f53dab1fa87 req-f40054a8-d35d-45d1-a4ae-c16cb065bd3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:56:04.613815 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-941404a5-dbda-43e2-946a-1f53dab1fa87 req-f40054a8-d35d-45d1-a4ae-c16cb065bd3a service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=634ca6ec-209f-499f-bd5a-067fc20638b0 HTTP/1.1" status: 200 len: 1129 time: 0.0500898 Mar 07 16:56:04.682011 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-941404a5-dbda-43e2-946a-1f53dab1fa87 req-80e543a2-429a-49bb-96cf-83cbe2fd05ab service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=53f73a85-3bd3-48ad-bc38-ae336da77528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507219 Mar 07 16:56:04.721388 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb1a577-a34d-4b6f-976f-9d4556d599ea req-302dca91-0664-4bde-8f0a-f23522f5b895 tempest-VolumesSnapshotTestJSON-1171266807 tempest-VolumesSnapshotTestJSON-1171266807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:56:04.722901 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-0eb1a577-a34d-4b6f-976f-9d4556d599ea req-302dca91-0664-4bde-8f0a-f23522f5b895 tempest-VolumesSnapshotTestJSON-1171266807 tempest-VolumesSnapshotTestJSON-1171266807-project] 10.222.0.18 "GET /v2.0/ports?device_id=634ca6ec-209f-499f-bd5a-067fc20638b0 HTTP/1.1" status: 200 len: 945 time: 0.0532744 Mar 07 16:56:04.742722 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ec9fcd-f2a8-486e-8de8-40e2a71c81a6 req-65a3ffaf-8f1a-48a0-adf9-a4246b6b384c tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:56:04.744270 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-74ec9fcd-f2a8-486e-8de8-40e2a71c81a6 req-65a3ffaf-8f1a-48a0-adf9-a4246b6b384c tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] 10.222.0.18 "GET /v2.0/ports?device_id=301c6e16-505b-48af-a5b0-796dee2d11cd HTTP/1.1" status: 200 len: 945 time: 0.0528524 Mar 07 16:56:04.772323 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-0eb1a577-a34d-4b6f-976f-9d4556d599ea req-0d38f0f3-33a2-4e97-8bc5-1c985bb9c84f tempest-VolumesSnapshotTestJSON-1171266807 tempest-VolumesSnapshotTestJSON-1171266807-project] 10.222.0.18 "GET /v2.0/security-groups?id=53f73a85-3bd3-48ad-bc38-ae336da77528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436301 Mar 07 16:56:04.791076 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-74ec9fcd-f2a8-486e-8de8-40e2a71c81a6 req-54ab58a0-9854-455e-838a-8050b6865573 tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] 10.222.0.18 "GET /v2.0/security-groups?id=60218460-59f4-4e1f-8c5b-28b25250067c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412071 Mar 07 16:56:05.531170 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a9c18d-2dcc-4e20-90c8-5c1eb80523e1 req-4f9c6d77-a2e5-4c17-a700-f87b79156755 tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:56:05.532600 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-19a9c18d-2dcc-4e20-90c8-5c1eb80523e1 req-4f9c6d77-a2e5-4c17-a700-f87b79156755 tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] 10.222.0.18 "GET /v2.0/ports?device_id=18b987a9-4ded-49ed-aef5-06d2d12e7d9b HTTP/1.1" status: 200 len: 945 time: 0.0630596 Mar 07 16:56:05.580114 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-19a9c18d-2dcc-4e20-90c8-5c1eb80523e1 req-4de21107-5b19-4f8e-a236-4716f5b37f00 tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] 10.222.0.18 "GET /v2.0/security-groups?id=aeca2cc4-2657-4c4b-965e-0f9cde167a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418134 Mar 07 16:56:05.903729 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8b1ec2-8193-439e-8a02-2b3b57ccbf49 req-02f4d1c3-ff13-4da9-8855-45c8df9600d2 tempest-VolumesSnapshotTestJSON-1171266807 tempest-VolumesSnapshotTestJSON-1171266807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:56:05.905181 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-6f8b1ec2-8193-439e-8a02-2b3b57ccbf49 req-02f4d1c3-ff13-4da9-8855-45c8df9600d2 tempest-VolumesSnapshotTestJSON-1171266807 tempest-VolumesSnapshotTestJSON-1171266807-project] 10.222.0.18 "GET /v2.0/ports?device_id=634ca6ec-209f-499f-bd5a-067fc20638b0 HTTP/1.1" status: 200 len: 945 time: 0.0545273 Mar 07 16:56:05.913359 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92b913e-96d1-44ec-abd6-6a853108dd07 req-3ab1cceb-0771-41ec-967d-7074a0dbd2ee tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:56:05.914828 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-e92b913e-96d1-44ec-abd6-6a853108dd07 req-3ab1cceb-0771-41ec-967d-7074a0dbd2ee tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] 10.222.0.18 "GET /v2.0/ports?device_id=301c6e16-505b-48af-a5b0-796dee2d11cd HTTP/1.1" status: 200 len: 945 time: 0.0514379 Mar 07 16:56:05.951512 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-6f8b1ec2-8193-439e-8a02-2b3b57ccbf49 req-b88f0a84-3be1-4ae2-b5aa-09e109993cfa tempest-VolumesSnapshotTestJSON-1171266807 tempest-VolumesSnapshotTestJSON-1171266807-project] 10.222.0.18 "GET /v2.0/security-groups?id=53f73a85-3bd3-48ad-bc38-ae336da77528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405009 Mar 07 16:56:05.960445 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-e92b913e-96d1-44ec-abd6-6a853108dd07 req-24bdccb9-78a1-4b5a-9c57-4c4666813818 tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] 10.222.0.18 "GET /v2.0/security-groups?id=60218460-59f4-4e1f-8c5b-28b25250067c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398157 Mar 07 16:56:06.716413 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473e76ef-9287-4163-990d-9a894d5e25ca req-f8caa2d5-4834-4b5a-a717-11a1725bb82d tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:56:06.717867 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-473e76ef-9287-4163-990d-9a894d5e25ca req-f8caa2d5-4834-4b5a-a717-11a1725bb82d tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] 10.222.0.18 "GET /v2.0/ports?device_id=18b987a9-4ded-49ed-aef5-06d2d12e7d9b HTTP/1.1" status: 200 len: 945 time: 0.0559046 Mar 07 16:56:06.764515 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-473e76ef-9287-4163-990d-9a894d5e25ca req-2ea05c8f-45a3-4a88-94d1-19cdaf079e0a tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] 10.222.0.18 "GET /v2.0/security-groups?id=aeca2cc4-2657-4c4b-965e-0f9cde167a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409927 Mar 07 16:56:07.082169 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b7230e-5889-4556-a749-f411c62bb810 req-9a7f8c23-496e-4c89-940e-21adab3c165a tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:56:07.082991 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdfc283-5bbb-48bc-a891-b6cd35ddffeb req-5b7d3267-6734-41de-8841-e25dfda5e4c0 tempest-VolumesSnapshotTestJSON-1171266807 tempest-VolumesSnapshotTestJSON-1171266807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:56:07.083641 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-04b7230e-5889-4556-a749-f411c62bb810 req-9a7f8c23-496e-4c89-940e-21adab3c165a tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] 10.222.0.18 "GET /v2.0/ports?device_id=301c6e16-505b-48af-a5b0-796dee2d11cd HTTP/1.1" status: 200 len: 945 time: 0.0516052 Mar 07 16:56:07.084419 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-ccdfc283-5bbb-48bc-a891-b6cd35ddffeb req-5b7d3267-6734-41de-8841-e25dfda5e4c0 tempest-VolumesSnapshotTestJSON-1171266807 tempest-VolumesSnapshotTestJSON-1171266807-project] 10.222.0.18 "GET /v2.0/ports?device_id=634ca6ec-209f-499f-bd5a-067fc20638b0 HTTP/1.1" status: 200 len: 945 time: 0.0562174 Mar 07 16:56:07.131355 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-ccdfc283-5bbb-48bc-a891-b6cd35ddffeb req-0866d451-765c-4a20-8de6-8af455316821 tempest-VolumesSnapshotTestJSON-1171266807 tempest-VolumesSnapshotTestJSON-1171266807-project] 10.222.0.18 "GET /v2.0/security-groups?id=53f73a85-3bd3-48ad-bc38-ae336da77528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412500 Mar 07 16:56:07.132841 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-04b7230e-5889-4556-a749-f411c62bb810 req-42409560-c6df-4b5b-be21-8aceaa80697b tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] 10.222.0.18 "GET /v2.0/security-groups?id=60218460-59f4-4e1f-8c5b-28b25250067c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435851 Mar 07 16:56:07.897457 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c91f482-7c16-43ef-87dd-ccd6ca7d8f43 req-fef712df-b81e-4102-bc2d-55f9b9979532 tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:56:07.898877 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-3c91f482-7c16-43ef-87dd-ccd6ca7d8f43 req-fef712df-b81e-4102-bc2d-55f9b9979532 tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] 10.222.0.18 "GET /v2.0/ports?device_id=18b987a9-4ded-49ed-aef5-06d2d12e7d9b HTTP/1.1" status: 200 len: 945 time: 0.0522518 Mar 07 16:56:07.946366 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-3c91f482-7c16-43ef-87dd-ccd6ca7d8f43 req-0875b88b-572f-4b1d-934c-6ff01c62bf27 tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] 10.222.0.18 "GET /v2.0/security-groups?id=aeca2cc4-2657-4c4b-965e-0f9cde167a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419009 Mar 07 16:56:08.253246 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f90cb3-2234-4c7f-b294-650bc1e6b46c req-9f61000a-1188-4f6b-9ab6-38d5ddd4d5c6 tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:56:08.254748 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-49f90cb3-2234-4c7f-b294-650bc1e6b46c req-9f61000a-1188-4f6b-9ab6-38d5ddd4d5c6 tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] 10.222.0.18 "GET /v2.0/ports?device_id=301c6e16-505b-48af-a5b0-796dee2d11cd HTTP/1.1" status: 200 len: 945 time: 0.0521204 Mar 07 16:56:08.306183 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-49f90cb3-2234-4c7f-b294-650bc1e6b46c req-753755d0-f8d0-4061-8dae-c66ccf3e01b9 tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] 10.222.0.18 "GET /v2.0/security-groups?id=60218460-59f4-4e1f-8c5b-28b25250067c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457895 Mar 07 16:56:09.068070 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118b0a83-878f-4e0b-9aba-6d39f2c16198 req-726c0328-32c9-459d-9abc-9088241e3921 tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:56:09.069433 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-118b0a83-878f-4e0b-9aba-6d39f2c16198 req-726c0328-32c9-459d-9abc-9088241e3921 tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] 10.222.0.18 "GET /v2.0/ports?device_id=18b987a9-4ded-49ed-aef5-06d2d12e7d9b HTTP/1.1" status: 200 len: 945 time: 0.0532982 Mar 07 16:56:09.116308 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-118b0a83-878f-4e0b-9aba-6d39f2c16198 req-f65ef863-eb06-4d69-9ce5-c77c366e64b9 tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] 10.222.0.18 "GET /v2.0/security-groups?id=aeca2cc4-2657-4c4b-965e-0f9cde167a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412278 Mar 07 16:56:09.165646 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215f1f24-23fb-4d43-8e42-31d6b493fb93 req-2e239a3a-1906-48f8-9878-582e6ef32a91 tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:56:09.167101 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-215f1f24-23fb-4d43-8e42-31d6b493fb93 req-2e239a3a-1906-48f8-9878-582e6ef32a91 tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] 10.222.0.66 "GET /v2.0/ports?device_id=18b987a9-4ded-49ed-aef5-06d2d12e7d9b HTTP/1.1" status: 200 len: 945 time: 0.0564682 Mar 07 16:56:09.262062 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.plugin [req-215f1f24-23fb-4d43-8e42-31d6b493fb93 req-dbefc38c-324f-49ac-804c-bd3c5f902b09 tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] Deleting port 1a817d53-6064-4f5e-96ff-067caa362090 {{(pid=119953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:56:09.262658 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [req-215f1f24-23fb-4d43-8e42-31d6b493fb93 req-dbefc38c-324f-49ac-804c-bd3c5f902b09 tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754346666051'] for port (1a817d53-6064-4f5e-96ff-067caa362090), before_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:56:09.363361 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.db [req-215f1f24-23fb-4d43-8e42-31d6b493fb93 req-dbefc38c-324f-49ac-804c-bd3c5f902b09 tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] For port 1a817d53-6064-4f5e-96ff-067caa362090, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=1a817d53-6064-4f5e-96ff-067caa362090,segment=NetworkSegment(de5c8597-5ec3-4c96-892c-f2304ae7166d),segment_id=de5c8597-5ec3-4c96-892c-f2304ae7166d)] {{(pid=119953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:56:09.363736 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [req-215f1f24-23fb-4d43-8e42-31d6b493fb93 req-dbefc38c-324f-49ac-804c-bd3c5f902b09 tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704071'] for port (1a817d53-6064-4f5e-96ff-067caa362090), precommit_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:56:09.384113 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.plugin [req-215f1f24-23fb-4d43-8e42-31d6b493fb93 req-dbefc38c-324f-49ac-804c-bd3c5f902b09 tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] Calling delete_port for 1a817d53-6064-4f5e-96ff-067caa362090 owned by compute:nova {{(pid=119953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:56:09.473658 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2178b036-c182-4016-a73b-2040674197cb req-df882693-94e3-456e-97a2-528150b6db03 tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:56:09.475092 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-2178b036-c182-4016-a73b-2040674197cb req-df882693-94e3-456e-97a2-528150b6db03 tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] 10.222.0.18 "GET /v2.0/ports?device_id=301c6e16-505b-48af-a5b0-796dee2d11cd HTTP/1.1" status: 200 len: 945 time: 0.1022978 Mar 07 16:56:09.556246 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-2178b036-c182-4016-a73b-2040674197cb req-9313a36d-0b43-4b91-b146-91075bf648e4 tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] 10.222.0.18 "GET /v2.0/security-groups?id=60218460-59f4-4e1f-8c5b-28b25250067c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749459 Mar 07 16:56:09.576633 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [req-215f1f24-23fb-4d43-8e42-31d6b493fb93 req-dbefc38c-324f-49ac-804c-bd3c5f902b09 tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754346672038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754346267064'] for port (1a817d53-6064-4f5e-96ff-067caa362090), after_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:56:09.611253 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbefc38c-324f-49ac-804c-bd3c5f902b09 tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] Pushing event deleted for resources: {'Port': ['ID=1a817d53-6064-4f5e-96ff-067caa362090,revision_number=None']} {{(pid=119953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:56:09.614785 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.db [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] get_ports_and_sgs() called for port_ids ['1a817d53-6064-4f5e-96ff-067caa362090'] {{(pid=119955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:56:09.651033 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.db.l3_dvrscheduler_db [req-215f1f24-23fb-4d43-8e42-31d6b493fb93 req-dbefc38c-324f-49ac-804c-bd3c5f902b09 tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] No DVR routers for this DVR port 1a817d53-6064-4f5e-96ff-067caa362090 on host hv-cinder-80475 {{(pid=119953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:56:09.653573 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [req-215f1f24-23fb-4d43-8e42-31d6b493fb93 req-dbefc38c-324f-49ac-804c-bd3c5f902b09 tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47102'] for port (None), before_response {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:56:09.657009 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-215f1f24-23fb-4d43-8e42-31d6b493fb93 req-dbefc38c-324f-49ac-804c-bd3c5f902b09 tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] 10.222.0.66 "DELETE /v2.0/ports/1a817d53-6064-4f5e-96ff-067caa362090 HTTP/1.1" status: 204 len: 173 time: 0.4836135 Mar 07 16:56:09.657462 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18b987a9-4ded-49ed-aef5-06d2d12e7d9b', 'name': 'network-vif-deleted', 'tag': '1a817d53-6064-4f5e-96ff-067caa362090'}] {{(pid=119953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:56:09.660292 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed95515d7af65a162ef4af60abe3e4aacc73bb6c2379f81891a58e09c3a2d0f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13f5b318-52e1-4848-ab46-a459cba865a6" -d '{"events": [{"server_uuid": "18b987a9-4ded-49ed-aef5-06d2d12e7d9b", "name": "network-vif-deleted", "tag": "1a817d53-6064-4f5e-96ff-067caa362090"}]}' {{(pid=119953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:56:09.696889 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 16:56:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf5dde02-bf3b-4afc-98b5-6d2be669c888 x-openstack-request-id: req-cf5dde02-bf3b-4afc-98b5-6d2be669c888 {{(pid=119953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:56:09.697199 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18b987a9-4ded-49ed-aef5-06d2d12e7d9b", "name": "network-vif-deleted", "tag": "1a817d53-6064-4f5e-96ff-067caa362090", "status": "completed", "code": 200}]} {{(pid=119953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:56:09.697484 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-cf5dde02-bf3b-4afc-98b5-6d2be669c888 {{(pid=119953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:56:09.697876 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18b987a9-4ded-49ed-aef5-06d2d12e7d9b', 'name': 'network-vif-deleted', 'tag': '1a817d53-6064-4f5e-96ff-067caa362090', 'status': 'completed', 'code': 200} Mar 07 16:56:10.233379 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-8c0cd323-b529-4c40-afbc-d597f75f2061 req-929bda6c-9e20-438f-87c7-ad3f1634f5da tempest-ServerRescueNegativeTestJSON-516517198 tempest-ServerRescueNegativeTestJSON-516517198-project] 10.222.0.18 "GET /v2.0/ports?device_id=18b987a9-4ded-49ed-aef5-06d2d12e7d9b HTTP/1.1" status: 200 len: 210 time: 0.0285053 Mar 07 16:56:10.689044 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda0931a-7edc-4191-9ae6-e765c6eadbbf req-b4364232-8c18-4c43-9e67-50e483d4d5ac tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:56:10.690513 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-fda0931a-7edc-4191-9ae6-e765c6eadbbf req-b4364232-8c18-4c43-9e67-50e483d4d5ac tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] 10.222.0.18 "GET /v2.0/ports?device_id=301c6e16-505b-48af-a5b0-796dee2d11cd HTTP/1.1" status: 200 len: 945 time: 0.0579925 Mar 07 16:56:10.740549 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-fda0931a-7edc-4191-9ae6-e765c6eadbbf req-808c1eee-2d40-4839-9297-70f2181b6deb tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] 10.222.0.18 "GET /v2.0/security-groups?id=60218460-59f4-4e1f-8c5b-28b25250067c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414660 Mar 07 16:56:11.293203 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.wsgi [-] (119954) accepted ('10.222.0.18', 55148) {{(pid=119954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:56:11.716368 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-4e84c5b4-37a6-492c-a756-c7277d177564 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-708437'] for router_interface (8f32d82d-c528-42b6-9232-8f54875b5eeb), before_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:56:11.947097 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db6152c-6e61-44bb-af77-b9bd344ff947 req-8cf532d1-937b-48a7-a9a7-4a650874f57a tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:56:11.948500 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-6db6152c-6e61-44bb-af77-b9bd344ff947 req-8cf532d1-937b-48a7-a9a7-4a650874f57a tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] 10.222.0.18 "GET /v2.0/ports?device_id=301c6e16-505b-48af-a5b0-796dee2d11cd HTTP/1.1" status: 200 len: 945 time: 0.1411905 Mar 07 16:56:12.016688 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-6db6152c-6e61-44bb-af77-b9bd344ff947 req-92b9f5f8-1d60-45c6-94a5-ec6e927ddea3 tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] 10.222.0.18 "GET /v2.0/security-groups?id=60218460-59f4-4e1f-8c5b-28b25250067c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600638 Mar 07 16:56:12.083216 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.plugins.ml2.plugin [None req-4e84c5b4-37a6-492c-a756-c7277d177564 admin admin] Deleting port c46a40db-b6a3-4e75-95fb-3b14be64ae74 {{(pid=119954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:56:12.083555 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-4e84c5b4-37a6-492c-a756-c7277d177564 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754346666051'] for port (c46a40db-b6a3-4e75-95fb-3b14be64ae74), before_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:56:12.161783 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.plugins.ml2.db [None req-4e84c5b4-37a6-492c-a756-c7277d177564 admin admin] For port c46a40db-b6a3-4e75-95fb-3b14be64ae74, host dv-cinder-804757-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-24-iscsi',level=0,port_id=c46a40db-b6a3-4e75-95fb-3b14be64ae74,segment=NetworkSegment(de5c8597-5ec3-4c96-892c-f2304ae7166d),segment_id=de5c8597-5ec3-4c96-892c-f2304ae7166d)] {{(pid=119954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:56:12.162146 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-4e84c5b4-37a6-492c-a756-c7277d177564 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704071'] for port (c46a40db-b6a3-4e75-95fb-3b14be64ae74), precommit_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:56:12.166344 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.rpc [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Device 1a817d53-6064-4f5e-96ff-067caa362090 no longer exists at agent hyperv_hv-cinder-80475 {{(pid=119955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:56:12.174505 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.plugins.ml2.plugin [None req-4e84c5b4-37a6-492c-a756-c7277d177564 admin admin] Calling delete_port for c46a40db-b6a3-4e75-95fb-3b14be64ae74 owned by network:router_interface {{(pid=119954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:56:12.186677 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.plugin [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] No Port match for: 1a817d53-6064-4f5e-96ff-067caa362090 {{(pid=119955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:56:12.187029 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.rpc [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Device 1a817d53-6064-4f5e-96ff-067caa362090 not bound to the agent host hv-cinder-80475 {{(pid=119955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:56:12.394629 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-4e84c5b4-37a6-492c-a756-c7277d177564 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754346672038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754346267064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3211674'] for port (c46a40db-b6a3-4e75-95fb-3b14be64ae74), after_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:56:12.418311 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e84c5b4-37a6-492c-a756-c7277d177564 admin admin] Pushing event deleted for resources: {'Port': ['ID=c46a40db-b6a3-4e75-95fb-3b14be64ae74,revision_number=None']} {{(pid=119954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:56:12.429485 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e84c5b4-37a6-492c-a756-c7277d177564 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:56:12.429833 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e84c5b4-37a6-492c-a756-c7277d177564 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:56:12.430500 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e84c5b4-37a6-492c-a756-c7277d177564 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:56:12.430916 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e84c5b4-37a6-492c-a756-c7277d177564 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:56:12.431152 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e84c5b4-37a6-492c-a756-c7277d177564 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:56:12.431646 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e84c5b4-37a6-492c-a756-c7277d177564 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:56:12.431901 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e84c5b4-37a6-492c-a756-c7277d177564 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:56:12.432163 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e84c5b4-37a6-492c-a756-c7277d177564 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:56:12.432506 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e84c5b4-37a6-492c-a756-c7277d177564 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:56:12.432804 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e84c5b4-37a6-492c-a756-c7277d177564 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:56:12.433120 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e84c5b4-37a6-492c-a756-c7277d177564 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:56:12.433432 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e84c5b4-37a6-492c-a756-c7277d177564 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:56:12.433774 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e84c5b4-37a6-492c-a756-c7277d177564 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:56:12.591275 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-4e84c5b4-37a6-492c-a756-c7277d177564 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-550922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-708385'] for router_interface (8f32d82d-c528-42b6-9232-8f54875b5eeb), after_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:56:13.049479 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e84c5b4-37a6-492c-a756-c7277d177564 admin admin] Router 8f32d82d-c528-42b6-9232-8f54875b5eeb has already been hosted by L3 agent 4cbb3502-d72e-4663-b57e-51d645794085 {{(pid=119954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 16:56:13.138437 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d59aa9-ca2b-49da-a46a-113618170203 req-e1243962-b51a-4507-a8b9-2af2534ffd9e tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:56:13.139938 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-25d59aa9-ca2b-49da-a46a-113618170203 req-e1243962-b51a-4507-a8b9-2af2534ffd9e tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] 10.222.0.18 "GET /v2.0/ports?device_id=301c6e16-505b-48af-a5b0-796dee2d11cd HTTP/1.1" status: 200 len: 945 time: 0.0534644 Mar 07 16:56:13.155403 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e84c5b4-37a6-492c-a756-c7277d177564 admin admin] Notify agent at l3_agent.dv-cinder-804757-24-iscsi the message routers_updated {{(pid=119954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:56:13.160749 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [None req-4e84c5b4-37a6-492c-a756-c7277d177564 admin admin] 10.222.0.18 "PUT /v2.0/routers/8f32d82d-c528-42b6-9232-8f54875b5eeb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8663676 Mar 07 16:56:13.163221 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.wsgi [-] (119954) accepted ('10.222.0.18', 55158) {{(pid=119954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:56:13.165177 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-991202ae-be85-44e3-8a67-ccaa3b9ab5de None None] Sync routers for ids ['8f32d82d-c528-42b6-9232-8f54875b5eeb'] in dv-cinder-804757-24-iscsi {{(pid=119956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:56:13.175336 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-991202ae-be85-44e3-8a67-ccaa3b9ab5de None None] Routers {'8f32d82d-c528-42b6-9232-8f54875b5eeb'} bound to L3 agent in host dv-cinder-804757-24-iscsi {{(pid=119956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:56:13.176050 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.db.l3_hamode_db [None req-991202ae-be85-44e3-8a67-ccaa3b9ab5de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T16:44:19Z,description=,heartbeat_timestamp=2022-03-07T16:55:49Z,host='dv-cinder-804757-24-iscsi',id=4cbb3502-d72e-4663-b57e-51d645794085,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:44:19Z,topic='l3_agent')) {'router_ids': ['8f32d82d-c528-42b6-9232-8f54875b5eeb'], 'active': True} {{(pid=119956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:56:13.189637 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-25d59aa9-ca2b-49da-a46a-113618170203 req-922305db-f352-4f3c-9352-4233704d3cee tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] 10.222.0.18 "GET /v2.0/security-groups?id=60218460-59f4-4e1f-8c5b-28b25250067c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440271 Mar 07 16:56:13.272099 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-e2786028-6d0e-4e79-ae2f-65a8260d0111 admin admin] Publish callbacks [] for router (8f32d82d-c528-42b6-9232-8f54875b5eeb), before_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:56:13.300823 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.db.l3_dvr_db [None req-991202ae-be85-44e3-8a67-ccaa3b9ab5de None None] Set router 8f32d82d-c528-42b6-9232-8f54875b5eeb gateway port host: dv-cinder-804757-24-iscsi {{(pid=119956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:56:13.400415 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-e2786028-6d0e-4e79-ae2f-65a8260d0111 admin admin] Publish callbacks [] for router_gateway (8f32d82d-c528-42b6-9232-8f54875b5eeb), before_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:56:13.422999 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e21140-e2ac-478a-980c-dc2a3c9e8eaf req-9dc42b4e-fe1d-42b5-a7f6-ace45c1585de tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:56:13.428738 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-a8e21140-e2ac-478a-980c-dc2a3c9e8eaf req-9dc42b4e-fe1d-42b5-a7f6-ace45c1585de tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] 10.222.0.18 "GET /v2.0/ports?device_id=301c6e16-505b-48af-a5b0-796dee2d11cd HTTP/1.1" status: 200 len: 945 time: 0.0595341 Mar 07 16:56:13.459792 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.plugins.ml2.plugin [None req-e2786028-6d0e-4e79-ae2f-65a8260d0111 admin admin] Deleting port a5a16594-1083-4755-9613-349521067545 {{(pid=119954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:56:13.459792 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-e2786028-6d0e-4e79-ae2f-65a8260d0111 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754346666051'] for port (a5a16594-1083-4755-9613-349521067545), before_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:56:13.489280 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-a8e21140-e2ac-478a-980c-dc2a3c9e8eaf req-47004a77-9fb8-4dbe-b62d-0102a724f57d tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] 10.222.0.18 "GET /v2.0/security-groups?id=60218460-59f4-4e1f-8c5b-28b25250067c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589948 Mar 07 16:56:13.501509 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.db.l3_hamode_db [None req-991202ae-be85-44e3-8a67-ccaa3b9ab5de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f32d82d-c528-42b6-9232-8f54875b5eeb', 'name': 'tempest-ServerRescueNegativeTestJSON-2107335013-router', 'tenant_id': 'fb0f78d7968f4bf1aee503f8e1cfe0f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'external_fixed_ips': [{'subnet_id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'ip_address': '172.27.2.169'}], 'enable_snat': True}, 'gw_port_id': 'a5a16594-1083-4755-9613-349521067545', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:52:20Z', 'updated_at': '2022-03-07T16:56:12Z', 'revision_number': 5, 'project_id': 'fb0f78d7968f4bf1aee503f8e1cfe0f0', 'gw_port': {'id': 'a5a16594-1083-4755-9613-349521067545', 'name': '', 'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:84:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f32d82d-c528-42b6-9232-8f54875b5eeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'ip_address': '172.27.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:52:22Z', 'updated_at': '2022-03-07T16:52:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-24-iscsi'}], 'dv-cinder-804757-24-iscsi', False) {} {{(pid=119956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:56:13.526164 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0e72e1-fc29-4fa4-8c42-6a05ea6519cc req-ab11bf93-f6a0-4781-8e1a-d03c40097f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:56:13.527420 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-2c0e72e1-fc29-4fa4-8c42-6a05ea6519cc req-ab11bf93-f6a0-4781-8e1a-d03c40097f5c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=edf4ec5f5dd34ec494b36396a8594bc1&device_id=301c6e16-505b-48af-a5b0-796dee2d11cd HTTP/1.1" status: 200 len: 1129 time: 0.0481336 Mar 07 16:56:13.529599 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-991202ae-be85-44e3-8a67-ccaa3b9ab5de None None] Checking router: 8f32d82d-c528-42b6-9232-8f54875b5eeb for host: dv-cinder-804757-24-iscsi {{(pid=119956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 16:56:13.537668 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-991202ae-be85-44e3-8a67-ccaa3b9ab5de None None] Routers {'8f32d82d-c528-42b6-9232-8f54875b5eeb'} bound to L3 agent in host dv-cinder-804757-24-iscsi {{(pid=119956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:56:13.538242 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.db.l3_hamode_db [None req-991202ae-be85-44e3-8a67-ccaa3b9ab5de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T16:44:19Z,description=,heartbeat_timestamp=2022-03-07T16:55:49Z,host='dv-cinder-804757-24-iscsi',id=4cbb3502-d72e-4663-b57e-51d645794085,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:44:19Z,topic='l3_agent')) {'router_ids': ['8f32d82d-c528-42b6-9232-8f54875b5eeb'], 'active': True} {{(pid=119956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:56:13.551716 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.plugins.ml2.db [None req-e2786028-6d0e-4e79-ae2f-65a8260d0111 admin admin] For port a5a16594-1083-4755-9613-349521067545, host dv-cinder-804757-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-24-iscsi',level=0,port_id=a5a16594-1083-4755-9613-349521067545,segment=NetworkSegment(0349b9bd-653a-4400-b295-28c1bc47d9ca),segment_id=0349b9bd-653a-4400-b295-28c1bc47d9ca)] {{(pid=119954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:56:13.552358 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-e2786028-6d0e-4e79-ae2f-65a8260d0111 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704071'] for port (a5a16594-1083-4755-9613-349521067545), precommit_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:56:13.565021 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.plugins.ml2.plugin [None req-e2786028-6d0e-4e79-ae2f-65a8260d0111 admin admin] Calling delete_port for a5a16594-1083-4755-9613-349521067545 owned by network:router_gateway {{(pid=119954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:56:13.623330 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0e72e1-fc29-4fa4-8c42-6a05ea6519cc req-050343cf-5b92-4ea2-b950-df2ddd4e05e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:56:13.625404 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-2c0e72e1-fc29-4fa4-8c42-6a05ea6519cc req-050343cf-5b92-4ea2-b950-df2ddd4e05e4 service neutron] 10.222.0.66 "GET /v2.0/networks?id=958030d9-7413-4af7-a61d-7e3a7fb6105d HTTP/1.1" status: 200 len: 912 time: 0.0850248 Mar 07 16:56:13.696465 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-2c0e72e1-fc29-4fa4-8c42-6a05ea6519cc req-e8fa57fc-54ef-483c-a6b7-84d07f5bf8c7 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=21d6fb0f-c105-4295-a523-36732687cb39 HTTP/1.1" status: 200 len: 1001 time: 0.0647521 Mar 07 16:56:13.710810 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.db.l3_dvr_db [None req-991202ae-be85-44e3-8a67-ccaa3b9ab5de None None] Set router 8f32d82d-c528-42b6-9232-8f54875b5eeb gateway port host: None {{(pid=119956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:56:13.741685 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-e2786028-6d0e-4e79-ae2f-65a8260d0111 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754346672038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754346267064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3211674'] for port (a5a16594-1083-4755-9613-349521067545), after_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:56:13.744089 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0e72e1-fc29-4fa4-8c42-6a05ea6519cc req-871a4032-f3a0-4183-945c-db19fea21d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:56:13.745611 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-2c0e72e1-fc29-4fa4-8c42-6a05ea6519cc req-871a4032-f3a0-4183-945c-db19fea21d29 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=31c7bf73-b45c-4589-a934-6b9bdc6a30ea HTTP/1.1" status: 200 len: 850 time: 0.0423765 Mar 07 16:56:13.764685 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.db.l3_hamode_db [None req-991202ae-be85-44e3-8a67-ccaa3b9ab5de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f32d82d-c528-42b6-9232-8f54875b5eeb', 'name': 'tempest-ServerRescueNegativeTestJSON-2107335013-router', 'tenant_id': 'fb0f78d7968f4bf1aee503f8e1cfe0f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:52:20Z', 'updated_at': '2022-03-07T16:56:13Z', 'revision_number': 6, 'project_id': 'fb0f78d7968f4bf1aee503f8e1cfe0f0', 'gw_port_host': None}], 'dv-cinder-804757-24-iscsi', False) {} {{(pid=119956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:56:13.768028 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2786028-6d0e-4e79-ae2f-65a8260d0111 admin admin] Pushing event deleted for resources: {'Port': ['ID=a5a16594-1083-4755-9613-349521067545,revision_number=None']} {{(pid=119954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:56:13.806279 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0e72e1-fc29-4fa4-8c42-6a05ea6519cc req-c3be77ce-d47c-4523-8955-ed9e58be7754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:56:13.808572 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-2c0e72e1-fc29-4fa4-8c42-6a05ea6519cc req-c3be77ce-d47c-4523-8955-ed9e58be7754 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=958030d9-7413-4af7-a61d-7e3a7fb6105d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0561891 Mar 07 16:56:13.810450 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-991202ae-be85-44e3-8a67-ccaa3b9ab5de None None] The sync data for ids ['8f32d82d-c528-42b6-9232-8f54875b5eeb'] in dv-cinder-804757-24-iscsi is: [{'id': '8f32d82d-c528-42b6-9232-8f54875b5eeb', 'name': 'tempest-ServerRescueNegativeTestJSON-2107335013-router', 'tenant_id': 'fb0f78d7968f4bf1aee503f8e1cfe0f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:52:20Z', 'updated_at': '2022-03-07T16:56:13Z', 'revision_number': 6, 'project_id': 'fb0f78d7968f4bf1aee503f8e1cfe0f0', 'gw_port_host': None}] {{(pid=119956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:56:13.846140 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-e2786028-6d0e-4e79-ae2f-65a8260d0111 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-705163'] for router_gateway (8f32d82d-c528-42b6-9232-8f54875b5eeb), after_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:56:13.914887 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-2c0e72e1-fc29-4fa4-8c42-6a05ea6519cc req-91824b26-92ec-49f5-9b79-3d8ca22a372a service neutron] 10.222.0.66 "GET /v2.0/networks/958030d9-7413-4af7-a61d-7e3a7fb6105d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933158 Mar 07 16:56:13.960734 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-e2786028-6d0e-4e79-ae2f-65a8260d0111 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-708159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24387'] for router (8f32d82d-c528-42b6-9232-8f54875b5eeb), precommit_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:56:13.962959 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-e2786028-6d0e-4e79-ae2f-65a8260d0111 admin admin] Publish callbacks [] for router_controller (8f32d82d-c528-42b6-9232-8f54875b5eeb), precommit_delete_associations {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:56:14.020106 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-2c0e72e1-fc29-4fa4-8c42-6a05ea6519cc req-60fac7f7-aa8b-402b-9e04-41001d171219 service neutron] 10.222.0.66 "GET /v2.0/networks/958030d9-7413-4af7-a61d-7e3a7fb6105d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880246 Mar 07 16:56:14.027279 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-e2786028-6d0e-4e79-ae2f-65a8260d0111 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-708136'] for router (8f32d82d-c528-42b6-9232-8f54875b5eeb), after_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:56:14.027836 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2786028-6d0e-4e79-ae2f-65a8260d0111 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8f32d82d-c528-42b6-9232-8f54875b5eeb {{(pid=119954) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 16:56:14.034567 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-e2786028-6d0e-4e79-ae2f-65a8260d0111 admin admin] Publish callbacks [] for router (None), before_response {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:56:14.035702 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [None req-e2786028-6d0e-4e79-ae2f-65a8260d0111 admin admin] 10.222.0.18 "DELETE /v2.0/routers/8f32d82d-c528-42b6-9232-8f54875b5eeb HTTP/1.1" status: 204 len: 168 time: 0.8715425 Mar 07 16:56:14.038993 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.wsgi [-] (119954) accepted ('10.222.0.18', 55166) {{(pid=119954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:56:14.088743 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.db.db_base_plugin_v2 [None req-1553e126-f729-43b7-9bda-bd624a867328 admin admin] Deleting subnet da018b7d-c800-4987-80e6-c869339f7229 {{(pid=119954) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 16:56:14.091797 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-1553e126-f729-43b7-9bda-bd624a867328 admin admin] Publish callbacks [] for subnet (da018b7d-c800-4987-80e6-c869339f7229), before_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:56:14.124748 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-1553e126-f729-43b7-9bda-bd624a867328 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3033181'] for subnet (da018b7d-c800-4987-80e6-c869339f7229), precommit_delete_associations {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:56:14.163891 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-1553e126-f729-43b7-9bda-bd624a867328 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8314618'] for subnet (da018b7d-c800-4987-80e6-c869339f7229), precommit_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:56:14.218504 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-1553e126-f729-43b7-9bda-bd624a867328 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8314593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3211693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3853989'] for subnet (da018b7d-c800-4987-80e6-c869339f7229), after_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:56:14.251176 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1553e126-f729-43b7-9bda-bd624a867328 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=da018b7d-c800-4987-80e6-c869339f7229,revision_number=None']} {{(pid=119954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:56:14.255177 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-1553e126-f729-43b7-9bda-bd624a867328 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:56:14.258951 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [None req-1553e126-f729-43b7-9bda-bd624a867328 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/da018b7d-c800-4987-80e6-c869339f7229 HTTP/1.1" status: 204 len: 168 time: 0.2189620 Mar 07 16:56:14.261720 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.wsgi [-] (119953) accepted ('10.222.0.18', 55168) {{(pid=119953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:56:14.334048 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-84acf115-5306-44fa-b7b4-39fe6a261629 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7565685'] for network (80a2c60b-59e3-4807-9654-13174f656625), before_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:56:14.419215 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-84acf115-5306-44fa-b7b4-39fe6a261629 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8196213', 'neutron.services.segments.db._delete_segments_for_network-8754346594151'] for network (80a2c60b-59e3-4807-9654-13174f656625), precommit_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:56:14.440039 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-84acf115-5306-44fa-b7b4-39fe6a261629 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=119953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:56:14.440432 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-84acf115-5306-44fa-b7b4-39fe6a261629 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=119953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:56:14.441170 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-84acf115-5306-44fa-b7b4-39fe6a261629 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=119953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:56:14.441601 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-84acf115-5306-44fa-b7b4-39fe6a261629 admin admin] Subscribe: > port after_create 55550000 {{(pid=119953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:56:14.442148 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-84acf115-5306-44fa-b7b4-39fe6a261629 admin admin] Subscribe: > port after_delete 55550000 {{(pid=119953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:56:14.442396 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-84acf115-5306-44fa-b7b4-39fe6a261629 admin admin] Subscribe: > port after_update 55550000 {{(pid=119953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:56:14.442786 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-84acf115-5306-44fa-b7b4-39fe6a261629 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=119953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:56:14.443146 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-84acf115-5306-44fa-b7b4-39fe6a261629 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=119953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:56:14.443465 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-84acf115-5306-44fa-b7b4-39fe6a261629 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=119953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:56:14.443797 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-84acf115-5306-44fa-b7b4-39fe6a261629 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=119953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:56:14.529449 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-84acf115-5306-44fa-b7b4-39fe6a261629 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=119953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:56:14.529795 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-84acf115-5306-44fa-b7b4-39fe6a261629 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=119953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:56:14.530120 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-84acf115-5306-44fa-b7b4-39fe6a261629 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=119953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:56:14.530444 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-84acf115-5306-44fa-b7b4-39fe6a261629 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=119953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:56:14.530858 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.services.segments.db [None req-84acf115-5306-44fa-b7b4-39fe6a261629 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80a2c60b-59e3-4807-9654-13174f656625']}} {{(pid=119953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:56:14.548240 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.services.segments.db [None req-84acf115-5306-44fa-b7b4-39fe6a261629 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de5c8597-5ec3-4c96-892c-f2304ae7166d') {'for_net_delete': True} {{(pid=119953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:56:14.548487 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.services.segments.db [None req-84acf115-5306-44fa-b7b4-39fe6a261629 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de5c8597-5ec3-4c96-892c-f2304ae7166d') {} {{(pid=119953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:56:14.564933 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-84acf115-5306-44fa-b7b4-39fe6a261629 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754346595440', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8886615'] for segment (de5c8597-5ec3-4c96-892c-f2304ae7166d), before_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:56:14.586746 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-84acf115-5306-44fa-b7b4-39fe6a261629 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8315985'] for segment (de5c8597-5ec3-4c96-892c-f2304ae7166d), precommit_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:56:14.595614 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84acf115-5306-44fa-b7b4-39fe6a261629 admin admin] Releasing vlan 870 on physical network physnet1 to pool {{(pid=119953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 16:56:14.596050 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-84acf115-5306-44fa-b7b4-39fe6a261629 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8315985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9282873'] for segment (de5c8597-5ec3-4c96-892c-f2304ae7166d), after_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:56:14.600671 dv-cinder-804757-24-iscsi neutron-server[119953]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 07 16:56:14.600671 dv-cinder-804757-24-iscsi neutron-server[119953]: from cryptography.utils import int_from_bytes Mar 07 16:56:14.600671 dv-cinder-804757-24-iscsi neutron-server[119953]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 07 16:56:14.600671 dv-cinder-804757-24-iscsi neutron-server[119953]: from cryptography.utils import int_from_bytes Mar 07 16:56:14.600671 dv-cinder-804757-24-iscsi neutron-server[119953]: Traceback (most recent call last): Mar 07 16:56:14.600671 dv-cinder-804757-24-iscsi neutron-server[119953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 16:56:14.600671 dv-cinder-804757-24-iscsi neutron-server[119953]: timer() Mar 07 16:56:14.600671 dv-cinder-804757-24-iscsi neutron-server[119953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 16:56:14.600671 dv-cinder-804757-24-iscsi neutron-server[119953]: cb(*args, **kw) Mar 07 16:56:14.600671 dv-cinder-804757-24-iscsi neutron-server[119953]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 16:56:14.600671 dv-cinder-804757-24-iscsi neutron-server[119953]: return func(*args, **kwargs) Mar 07 16:56:14.600671 dv-cinder-804757-24-iscsi neutron-server[119953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 16:56:14.600671 dv-cinder-804757-24-iscsi neutron-server[119953]: self._notify() Mar 07 16:56:14.600671 dv-cinder-804757-24-iscsi neutron-server[119953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 16:56:14.600671 dv-cinder-804757-24-iscsi neutron-server[119953]: self.callback(batched_events) Mar 07 16:56:14.600671 dv-cinder-804757-24-iscsi neutron-server[119953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 16:56:14.600671 dv-cinder-804757-24-iscsi neutron-server[119953]: event.method(event) Mar 07 16:56:14.600671 dv-cinder-804757-24-iscsi neutron-server[119953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 16:56:14.600671 dv-cinder-804757-24-iscsi neutron-server[119953]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 16:56:14.600671 dv-cinder-804757-24-iscsi neutron-server[119953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 16:56:14.600671 dv-cinder-804757-24-iscsi neutron-server[119953]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 16:56:14.600671 dv-cinder-804757-24-iscsi neutron-server[119953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 16:56:14.600671 dv-cinder-804757-24-iscsi neutron-server[119953]: return f(self, *a, **k) Mar 07 16:56:14.600671 dv-cinder-804757-24-iscsi neutron-server[119953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 16:56:14.600671 dv-cinder-804757-24-iscsi neutron-server[119953]: return self._get(url).json() Mar 07 16:56:14.600671 dv-cinder-804757-24-iscsi neutron-server[119953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 16:56:14.600671 dv-cinder-804757-24-iscsi neutron-server[119953]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 16:56:14.600671 dv-cinder-804757-24-iscsi neutron-server[119953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 16:56:14.600671 dv-cinder-804757-24-iscsi neutron-server[119953]: return self.request(url, 'GET', **kwargs) Mar 07 16:56:14.600671 dv-cinder-804757-24-iscsi neutron-server[119953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 16:56:14.600671 dv-cinder-804757-24-iscsi neutron-server[119953]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 16:56:14.600671 dv-cinder-804757-24-iscsi neutron-server[119953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 16:56:14.600671 dv-cinder-804757-24-iscsi neutron-server[119953]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 16:56:14.600671 dv-cinder-804757-24-iscsi neutron-server[119953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 16:56:14.600671 dv-cinder-804757-24-iscsi neutron-server[119953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 16:56:14.600671 dv-cinder-804757-24-iscsi neutron-server[119953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 16:56:14.640355 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14b13d8-9510-412b-9768-274465f95145 req-2872d5de-f6cb-4dfd-817a-918c9d76c641 tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:56:14.642290 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-e14b13d8-9510-412b-9768-274465f95145 req-2872d5de-f6cb-4dfd-817a-918c9d76c641 tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] 10.222.0.18 "GET /v2.0/ports?device_id=301c6e16-505b-48af-a5b0-796dee2d11cd HTTP/1.1" status: 200 len: 945 time: 0.0767260 Mar 07 16:56:14.697686 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-e14b13d8-9510-412b-9768-274465f95145 req-171fe531-74ac-4a86-a6bb-bf27cacc3cad tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] 10.222.0.18 "GET /v2.0/security-groups?id=60218460-59f4-4e1f-8c5b-28b25250067c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483701 Mar 07 16:56:14.899547 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-84acf115-5306-44fa-b7b4-39fe6a261629 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8196220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-705199'] for network (80a2c60b-59e3-4807-9654-13174f656625), after_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:56:14.911253 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-84acf115-5306-44fa-b7b4-39fe6a261629 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550935'] for network (None), before_response {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:56:14.917613 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [None req-84acf115-5306-44fa-b7b4-39fe6a261629 admin admin] 10.222.0.18 "DELETE /v2.0/networks/80a2c60b-59e3-4807-9654-13174f656625 HTTP/1.1" status: 204 len: 168 time: 0.6518469 Mar 07 16:56:14.933754 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84acf115-5306-44fa-b7b4-39fe6a261629 admin admin] Pushing event deleted for resources: {'Network': ['ID=80a2c60b-59e3-4807-9654-13174f656625,revision_number=None']} {{(pid=119953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:56:15.101778 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.wsgi [-] (119954) accepted ('10.222.0.18', 55180) {{(pid=119954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:56:15.149359 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [None req-fe1d5dfd-5074-4847-ac05-fa8db4344a00 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=fb0f78d7968f4bf1aee503f8e1cfe0f0&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0462515 Mar 07 16:56:15.151922 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.wsgi [-] (119954) accepted ('10.222.0.18', 55182) {{(pid=119954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:56:15.198418 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-e3185449-eb44-41d9-bd23-b888c7336441 admin admin] Publish callbacks [] for security_group (aeca2cc4-2657-4c4b-965e-0f9cde167a5b), before_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:56:15.218962 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-e3185449-eb44-41d9-bd23-b888c7336441 admin admin] Publish callbacks [] for security_group (aeca2cc4-2657-4c4b-965e-0f9cde167a5b), precommit_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:56:15.270315 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-e3185449-eb44-41d9-bd23-b888c7336441 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543383'] for security_group (aeca2cc4-2657-4c4b-965e-0f9cde167a5b), after_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:56:15.273015 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-e3185449-eb44-41d9-bd23-b888c7336441 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:56:15.274506 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [None req-e3185449-eb44-41d9-bd23-b888c7336441 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/aeca2cc4-2657-4c4b-965e-0f9cde167a5b HTTP/1.1" status: 204 len: 168 time: 0.1216824 Mar 07 16:56:15.283080 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3185449-eb44-41d9-bd23-b888c7336441 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aeca2cc4-2657-4c4b-965e-0f9cde167a5b,revision_number=None']} {{(pid=119954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:56:15.300881 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.rpc [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Device c46a40db-b6a3-4e75-95fb-3b14be64ae74 no longer exists at agent ovs-agent-dv-cinder-804757-24-iscsi {{(pid=119955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:56:15.321359 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.plugin [None req-63748041-7458-40ab-a922-e876cef088c3 None None] No Port match for: c46a40db-b6a3-4e75-95fb-3b14be64ae74 {{(pid=119955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:56:15.321685 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.rpc [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Device c46a40db-b6a3-4e75-95fb-3b14be64ae74 not bound to the agent host dv-cinder-804757-24-iscsi {{(pid=119955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:56:15.322096 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.rpc [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Device a5a16594-1083-4755-9613-349521067545 no longer exists at agent ovs-agent-dv-cinder-804757-24-iscsi {{(pid=119955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:56:15.343071 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.plugin [None req-63748041-7458-40ab-a922-e876cef088c3 None None] No Port match for: a5a16594-1083-4755-9613-349521067545 {{(pid=119955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:56:15.343464 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.rpc [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Device a5a16594-1083-4755-9613-349521067545 not bound to the agent host dv-cinder-804757-24-iscsi {{(pid=119955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:56:15.819323 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a848f60f-6770-416d-a2b2-1d2230ea2bb7 req-de01fa55-25f7-45f7-a8f3-97d784b9daec tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:56:15.820893 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-a848f60f-6770-416d-a2b2-1d2230ea2bb7 req-de01fa55-25f7-45f7-a8f3-97d784b9daec tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] 10.222.0.18 "GET /v2.0/ports?device_id=301c6e16-505b-48af-a5b0-796dee2d11cd HTTP/1.1" status: 200 len: 945 time: 0.0545492 Mar 07 16:56:15.869935 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-a848f60f-6770-416d-a2b2-1d2230ea2bb7 req-54874556-9aff-4b17-a2ec-157d453d544e tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] 10.222.0.18 "GET /v2.0/security-groups?id=60218460-59f4-4e1f-8c5b-28b25250067c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434527 Mar 07 16:56:17.170459 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-5a80e5f7-4429-46dc-aacc-6fbfd29a2527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194190'] for agent (85f07778-81ef-4888-a2e3-51ae57b6426a), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:56:19.403061 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-f1fe2ed5-d5e6-4f70-8fc2-111c586c169d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194190'] for agent (4cbb3502-d72e-4663-b57e-51d645794085), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:56:20.512842 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-ad94e2ed-e0a8-44ae-a5ff-cf9ca5ab0e17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194190'] for agent (82ccd293-b7fb-4417-a581-186a4d7e9931), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:56:22.141145 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-0d1b32c5-0803-4391-a623-fc098c7d5199 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194190'] for agent (8123e327-866e-42b5-856f-55ddd9e9e5b2), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:56:22.362938 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-f8361d60-5edc-4be9-bf6c-1dcd136b5d60 req-81cb0853-bdc5-4d85-8637-6f351ba6c110 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=2231807d-5256-4035-968e-56509c3eb6cc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0430155 Mar 07 16:56:22.446801 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8361d60-5edc-4be9-bf6c-1dcd136b5d60 req-5ee55716-1e7e-4626-81c7-9d9ca3f0dae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:56:22.448359 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-f8361d60-5edc-4be9-bf6c-1dcd136b5d60 req-5ee55716-1e7e-4626-81c7-9d9ca3f0dae4 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=8ffb87e782b3452ab1b5e98b2ae4804b&device_id=2231807d-5256-4035-968e-56509c3eb6cc HTTP/1.1" status: 200 len: 1130 time: 0.0476496 Mar 07 16:56:22.554407 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8361d60-5edc-4be9-bf6c-1dcd136b5d60 req-501d1044-50cb-445a-95b4-d4f74c0b2f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:56:22.556508 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-f8361d60-5edc-4be9-bf6c-1dcd136b5d60 req-501d1044-50cb-445a-95b4-d4f74c0b2f97 service neutron] 10.222.0.66 "GET /v2.0/networks?id=863049fb-91f0-4803-9992-666b65540a85 HTTP/1.1" status: 200 len: 918 time: 0.0879216 Mar 07 16:56:22.633419 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-f8361d60-5edc-4be9-bf6c-1dcd136b5d60 req-1b208ad6-df08-41d5-b030-969992d6e4d8 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7d812681-5eed-4512-beb5-ab69909ae86a HTTP/1.1" status: 200 len: 1001 time: 0.0657196 Mar 07 16:56:22.684886 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8361d60-5edc-4be9-bf6c-1dcd136b5d60 req-903aaa27-7efd-4338-96c6-2b8046f1eebf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:56:22.686222 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-f8361d60-5edc-4be9-bf6c-1dcd136b5d60 req-903aaa27-7efd-4338-96c6-2b8046f1eebf service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f97910cd-d5d7-4b8c-bfe2-694a46e38478 HTTP/1.1" status: 200 len: 856 time: 0.0444903 Mar 07 16:56:22.740612 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8361d60-5edc-4be9-bf6c-1dcd136b5d60 req-b9c74a80-d15a-489c-bc9d-5fddefca8f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:56:22.742056 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-f8361d60-5edc-4be9-bf6c-1dcd136b5d60 req-b9c74a80-d15a-489c-bc9d-5fddefca8f46 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=863049fb-91f0-4803-9992-666b65540a85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0439832 Mar 07 16:56:22.834725 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-f8361d60-5edc-4be9-bf6c-1dcd136b5d60 req-584fd3a9-e060-411c-99ce-0ecf34b18637 service neutron] 10.222.0.66 "GET /v2.0/networks/863049fb-91f0-4803-9992-666b65540a85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844650 Mar 07 16:56:22.921096 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-f8361d60-5edc-4be9-bf6c-1dcd136b5d60 req-9465e87a-7f01-4a51-b7f8-c2414236680f service neutron] 10.222.0.66 "GET /v2.0/networks/863049fb-91f0-4803-9992-666b65540a85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0788920 Mar 07 16:56:23.467480 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194190'] for agent (3df9d949-03e8-46c4-b37f-6f8a21aeab22), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:56:24.210034 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194190'] for agent (152bcc15-84f4-40a7-afe1-c30bc7269f8a), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:56:28.027231 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.wsgi [-] (119954) accepted ('10.222.0.18', 55356) {{(pid=119954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:56:28.134528 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-d486dcff-3263-47e2-9fe5-ac81b3cd9458 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:56:28.217857 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-d486dcff-3263-47e2-9fe5-ac81b3cd9458 admin admin] Publish callbacks [] for security_group (f269a6b0-9b5f-4bb4-a0ac-193201da538c), precommit_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:56:28.222790 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-d486dcff-3263-47e2-9fe5-ac81b3cd9458 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543383'] for security_group (f269a6b0-9b5f-4bb4-a0ac-193201da538c), after_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:56:28.261623 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [None req-d486dcff-3263-47e2-9fe5-ac81b3cd9458 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=092fc177882f41f9ba3bbeb839dc03b9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2331164 Mar 07 16:56:28.262895 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d486dcff-3263-47e2-9fe5-ac81b3cd9458 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f269a6b0-9b5f-4bb4-a0ac-193201da538c,revision_number=1']} {{(pid=119954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:56:28.266262 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.wsgi [-] (119954) accepted ('10.222.0.18', 55366) {{(pid=119954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:56:28.308344 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07106482-0379-44ae-b74a-1d05d32deb33 req-5094cf95-81ee-43cc-9492-678b957dc072 tempest-VolumesSnapshotTestJSON-1171266807 tempest-VolumesSnapshotTestJSON-1171266807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:56:28.309824 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-07106482-0379-44ae-b74a-1d05d32deb33 req-5094cf95-81ee-43cc-9492-678b957dc072 tempest-VolumesSnapshotTestJSON-1171266807 tempest-VolumesSnapshotTestJSON-1171266807-project] 10.222.0.18 "GET /v2.0/ports?device_id=634ca6ec-209f-499f-bd5a-067fc20638b0 HTTP/1.1" status: 200 len: 945 time: 0.0583787 Mar 07 16:56:28.314952 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-c38d9f12-7c78-4bb5-acaf-ec0ac61e531b admin admin] Publish callbacks [] for security_group (f269a6b0-9b5f-4bb4-a0ac-193201da538c), before_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:56:28.337707 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-c38d9f12-7c78-4bb5-acaf-ec0ac61e531b admin admin] Publish callbacks [] for security_group (f269a6b0-9b5f-4bb4-a0ac-193201da538c), precommit_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:56:28.355423 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-07106482-0379-44ae-b74a-1d05d32deb33 req-a1856b9a-cbf9-4d35-89da-b1ea7aeaf611 tempest-VolumesSnapshotTestJSON-1171266807 tempest-VolumesSnapshotTestJSON-1171266807-project] 10.222.0.18 "GET /v2.0/security-groups?id=53f73a85-3bd3-48ad-bc38-ae336da77528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398471 Mar 07 16:56:28.385541 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-c38d9f12-7c78-4bb5-acaf-ec0ac61e531b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543383'] for security_group (f269a6b0-9b5f-4bb4-a0ac-193201da538c), after_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:56:28.388155 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-c38d9f12-7c78-4bb5-acaf-ec0ac61e531b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:56:28.389335 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [None req-c38d9f12-7c78-4bb5-acaf-ec0ac61e531b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f269a6b0-9b5f-4bb4-a0ac-193201da538c HTTP/1.1" status: 204 len: 168 time: 0.1220007 Mar 07 16:56:28.396938 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38d9f12-7c78-4bb5-acaf-ec0ac61e531b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f269a6b0-9b5f-4bb4-a0ac-193201da538c,revision_number=None']} {{(pid=119954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:56:29.480206 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88365463-18b9-46d8-8872-49bb718432ee req-b1c8264b-cc75-4703-bf74-11a3ff54233a tempest-VolumesSnapshotTestJSON-1171266807 tempest-VolumesSnapshotTestJSON-1171266807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:56:29.481786 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-88365463-18b9-46d8-8872-49bb718432ee req-b1c8264b-cc75-4703-bf74-11a3ff54233a tempest-VolumesSnapshotTestJSON-1171266807 tempest-VolumesSnapshotTestJSON-1171266807-project] 10.222.0.18 "GET /v2.0/ports?device_id=634ca6ec-209f-499f-bd5a-067fc20638b0 HTTP/1.1" status: 200 len: 945 time: 0.0589857 Mar 07 16:56:29.533011 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-88365463-18b9-46d8-8872-49bb718432ee req-4115d677-5968-4417-847d-5c4a82318d4c tempest-VolumesSnapshotTestJSON-1171266807 tempest-VolumesSnapshotTestJSON-1171266807-project] 10.222.0.18 "GET /v2.0/security-groups?id=53f73a85-3bd3-48ad-bc38-ae336da77528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448329 Mar 07 16:56:29.626450 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.wsgi [-] (119953) accepted ('10.222.0.18', 55418) {{(pid=119953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:56:29.733905 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-b0ba083b-778f-4307-87a2-a2366ff7bb68 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:56:29.816165 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-b0ba083b-778f-4307-87a2-a2366ff7bb68 admin admin] Publish callbacks [] for security_group (f7518f43-a654-4dc1-86fc-e71cf94b1da4), precommit_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:56:29.821249 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-b0ba083b-778f-4307-87a2-a2366ff7bb68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543383'] for security_group (f7518f43-a654-4dc1-86fc-e71cf94b1da4), after_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:56:29.857585 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ba083b-778f-4307-87a2-a2366ff7bb68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7518f43-a654-4dc1-86fc-e71cf94b1da4,revision_number=1']} {{(pid=119953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:56:29.861718 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [None req-b0ba083b-778f-4307-87a2-a2366ff7bb68 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=322975d4c01c4d008174b53bcf829a8c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2341628 Mar 07 16:56:29.864535 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.wsgi [-] (119953) accepted ('10.222.0.18', 55422) {{(pid=119953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:56:29.912877 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-05d83162-aa38-4b1e-af34-f9f4a0c3c72e admin admin] Publish callbacks [] for security_group (f7518f43-a654-4dc1-86fc-e71cf94b1da4), before_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:56:29.933702 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-05d83162-aa38-4b1e-af34-f9f4a0c3c72e admin admin] Publish callbacks [] for security_group (f7518f43-a654-4dc1-86fc-e71cf94b1da4), precommit_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:56:29.985257 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-05d83162-aa38-4b1e-af34-f9f4a0c3c72e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543383'] for security_group (f7518f43-a654-4dc1-86fc-e71cf94b1da4), after_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:56:29.987995 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-05d83162-aa38-4b1e-af34-f9f4a0c3c72e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:56:29.989346 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [None req-05d83162-aa38-4b1e-af34-f9f4a0c3c72e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f7518f43-a654-4dc1-86fc-e71cf94b1da4 HTTP/1.1" status: 204 len: 168 time: 0.1237662 Mar 07 16:56:29.997648 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d83162-aa38-4b1e-af34-f9f4a0c3c72e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7518f43-a654-4dc1-86fc-e71cf94b1da4,revision_number=None']} {{(pid=119953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:56:30.336870 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469c631f-03b0-49b1-a527-fa10a31240c7 req-3fc073e3-6a02-4663-b81d-efb7d9521d09 tempest-VolumesSnapshotTestJSON-1171266807 tempest-VolumesSnapshotTestJSON-1171266807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:56:30.338335 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-469c631f-03b0-49b1-a527-fa10a31240c7 req-3fc073e3-6a02-4663-b81d-efb7d9521d09 tempest-VolumesSnapshotTestJSON-1171266807 tempest-VolumesSnapshotTestJSON-1171266807-project] 10.222.0.66 "GET /v2.0/ports?device_id=634ca6ec-209f-499f-bd5a-067fc20638b0 HTTP/1.1" status: 200 len: 945 time: 0.0518210 Mar 07 16:56:30.434126 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.plugin [req-469c631f-03b0-49b1-a527-fa10a31240c7 req-a602fb44-19c0-4e4a-9486-7e378727ffba tempest-VolumesSnapshotTestJSON-1171266807 tempest-VolumesSnapshotTestJSON-1171266807-project] Deleting port 59749fac-1ec7-4ecf-9559-5cf96d8c3923 {{(pid=119953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:56:30.434499 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [req-469c631f-03b0-49b1-a527-fa10a31240c7 req-a602fb44-19c0-4e4a-9486-7e378727ffba tempest-VolumesSnapshotTestJSON-1171266807 tempest-VolumesSnapshotTestJSON-1171266807-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754346666051'] for port (59749fac-1ec7-4ecf-9559-5cf96d8c3923), before_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:56:30.529337 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.db [req-469c631f-03b0-49b1-a527-fa10a31240c7 req-a602fb44-19c0-4e4a-9486-7e378727ffba tempest-VolumesSnapshotTestJSON-1171266807 tempest-VolumesSnapshotTestJSON-1171266807-project] For port 59749fac-1ec7-4ecf-9559-5cf96d8c3923, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=59749fac-1ec7-4ecf-9559-5cf96d8c3923,segment=NetworkSegment(63bbc091-78b2-42e4-b626-ef66d3602746),segment_id=63bbc091-78b2-42e4-b626-ef66d3602746)] {{(pid=119953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:56:30.529709 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [req-469c631f-03b0-49b1-a527-fa10a31240c7 req-a602fb44-19c0-4e4a-9486-7e378727ffba tempest-VolumesSnapshotTestJSON-1171266807 tempest-VolumesSnapshotTestJSON-1171266807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704071'] for port (59749fac-1ec7-4ecf-9559-5cf96d8c3923), precommit_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:56:30.543013 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.plugin [req-469c631f-03b0-49b1-a527-fa10a31240c7 req-a602fb44-19c0-4e4a-9486-7e378727ffba tempest-VolumesSnapshotTestJSON-1171266807 tempest-VolumesSnapshotTestJSON-1171266807-project] Calling delete_port for 59749fac-1ec7-4ecf-9559-5cf96d8c3923 owned by compute:nova {{(pid=119953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:56:30.692806 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca94b7bf-1439-4fe3-8267-b5c5fb484217 req-4ab6a600-fd8f-4338-9083-d24fcfe59876 tempest-VolumesSnapshotTestJSON-1171266807 tempest-VolumesSnapshotTestJSON-1171266807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:56:30.694338 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-ca94b7bf-1439-4fe3-8267-b5c5fb484217 req-4ab6a600-fd8f-4338-9083-d24fcfe59876 tempest-VolumesSnapshotTestJSON-1171266807 tempest-VolumesSnapshotTestJSON-1171266807-project] 10.222.0.18 "GET /v2.0/ports?device_id=634ca6ec-209f-499f-bd5a-067fc20638b0 HTTP/1.1" status: 200 len: 945 time: 0.0928085 Mar 07 16:56:30.734945 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [req-469c631f-03b0-49b1-a527-fa10a31240c7 req-a602fb44-19c0-4e4a-9486-7e378727ffba tempest-VolumesSnapshotTestJSON-1171266807 tempest-VolumesSnapshotTestJSON-1171266807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754346672038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754346267064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9282916'] for port (59749fac-1ec7-4ecf-9559-5cf96d8c3923), after_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:56:30.771959 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.db [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] get_ports_and_sgs() called for port_ids ['59749fac-1ec7-4ecf-9559-5cf96d8c3923'] {{(pid=119955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:56:30.772502 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a602fb44-19c0-4e4a-9486-7e378727ffba tempest-VolumesSnapshotTestJSON-1171266807 tempest-VolumesSnapshotTestJSON-1171266807-project] Pushing event deleted for resources: {'Port': ['ID=59749fac-1ec7-4ecf-9559-5cf96d8c3923,revision_number=None']} {{(pid=119953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:56:30.780231 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-ca94b7bf-1439-4fe3-8267-b5c5fb484217 req-5fa54a63-8d06-44a8-b89f-2c5c06981d3a tempest-VolumesSnapshotTestJSON-1171266807 tempest-VolumesSnapshotTestJSON-1171266807-project] 10.222.0.18 "GET /v2.0/security-groups?id=53f73a85-3bd3-48ad-bc38-ae336da77528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782793 Mar 07 16:56:30.827023 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.db.l3_dvrscheduler_db [req-469c631f-03b0-49b1-a527-fa10a31240c7 req-a602fb44-19c0-4e4a-9486-7e378727ffba tempest-VolumesSnapshotTestJSON-1171266807 tempest-VolumesSnapshotTestJSON-1171266807-project] No DVR routers for this DVR port 59749fac-1ec7-4ecf-9559-5cf96d8c3923 on host hv-cinder-80475 {{(pid=119953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:56:30.829649 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [req-469c631f-03b0-49b1-a527-fa10a31240c7 req-a602fb44-19c0-4e4a-9486-7e378727ffba tempest-VolumesSnapshotTestJSON-1171266807 tempest-VolumesSnapshotTestJSON-1171266807-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47102'] for port (None), before_response {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:56:30.833054 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-469c631f-03b0-49b1-a527-fa10a31240c7 req-a602fb44-19c0-4e4a-9486-7e378727ffba tempest-VolumesSnapshotTestJSON-1171266807 tempest-VolumesSnapshotTestJSON-1171266807-project] 10.222.0.66 "DELETE /v2.0/ports/59749fac-1ec7-4ecf-9559-5cf96d8c3923 HTTP/1.1" status: 204 len: 173 time: 0.4881501 Mar 07 16:56:30.833495 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '634ca6ec-209f-499f-bd5a-067fc20638b0', 'name': 'network-vif-deleted', 'tag': '59749fac-1ec7-4ecf-9559-5cf96d8c3923'}] {{(pid=119953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:56:30.835906 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed95515d7af65a162ef4af60abe3e4aacc73bb6c2379f81891a58e09c3a2d0f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-994cdbdb-b24a-4a0d-88cc-9c398be64f46" -d '{"events": [{"server_uuid": "634ca6ec-209f-499f-bd5a-067fc20638b0", "name": "network-vif-deleted", "tag": "59749fac-1ec7-4ecf-9559-5cf96d8c3923"}]}' {{(pid=119953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:56:30.876516 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 16:56:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7f530f7-4ee5-4678-b881-d79071d84c41 x-openstack-request-id: req-b7f530f7-4ee5-4678-b881-d79071d84c41 {{(pid=119953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:56:30.876767 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "634ca6ec-209f-499f-bd5a-067fc20638b0", "name": "network-vif-deleted", "tag": "59749fac-1ec7-4ecf-9559-5cf96d8c3923", "status": "completed", "code": 200}]} {{(pid=119953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:56:30.877022 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b7f530f7-4ee5-4678-b881-d79071d84c41 {{(pid=119953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:56:30.877420 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '634ca6ec-209f-499f-bd5a-067fc20638b0', 'name': 'network-vif-deleted', 'tag': '59749fac-1ec7-4ecf-9559-5cf96d8c3923', 'status': 'completed', 'code': 200} Mar 07 16:56:34.667988 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.db.agents_db [None req-64435fe0-d7c6-4327-a557-6d3e8ab92464 None None] Agent healthcheck: found 6 active agents {{(pid=119956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 16:56:35.809074 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.rpc [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Device 59749fac-1ec7-4ecf-9559-5cf96d8c3923 no longer exists at agent hyperv_hv-cinder-80475 {{(pid=119955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:56:35.829252 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.plugin [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] No Port match for: 59749fac-1ec7-4ecf-9559-5cf96d8c3923 {{(pid=119955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:56:35.829595 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.rpc [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Device 59749fac-1ec7-4ecf-9559-5cf96d8c3923 not bound to the agent host hv-cinder-80475 {{(pid=119955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:56:41.134787 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.wsgi [-] (119953) accepted ('10.222.0.18', 55562) {{(pid=119953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:56:41.242477 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-cc809f97-f3f0-44b6-a55b-16886a1b2c37 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:56:41.321983 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-cc809f97-f3f0-44b6-a55b-16886a1b2c37 admin admin] Publish callbacks [] for security_group (189d7af2-cfcc-4654-929f-c36865b60988), precommit_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:56:41.327276 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-cc809f97-f3f0-44b6-a55b-16886a1b2c37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543383'] for security_group (189d7af2-cfcc-4654-929f-c36865b60988), after_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:56:41.363198 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc809f97-f3f0-44b6-a55b-16886a1b2c37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=189d7af2-cfcc-4654-929f-c36865b60988,revision_number=1']} {{(pid=119953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:56:41.366976 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [None req-cc809f97-f3f0-44b6-a55b-16886a1b2c37 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a4e5487cf9c246a28758ff3b15fa2330&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2310979 Mar 07 16:56:41.369981 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.wsgi [-] (119954) accepted ('10.222.0.18', 55566) {{(pid=119954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:56:41.373098 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc809f97-f3f0-44b6-a55b-16886a1b2c37 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:56:41.373466 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc809f97-f3f0-44b6-a55b-16886a1b2c37 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:56:41.373890 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc809f97-f3f0-44b6-a55b-16886a1b2c37 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:56:41.374175 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc809f97-f3f0-44b6-a55b-16886a1b2c37 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:56:41.374511 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc809f97-f3f0-44b6-a55b-16886a1b2c37 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:56:41.374838 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc809f97-f3f0-44b6-a55b-16886a1b2c37 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:56:41.375135 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc809f97-f3f0-44b6-a55b-16886a1b2c37 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:56:41.375488 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc809f97-f3f0-44b6-a55b-16886a1b2c37 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:56:41.375818 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc809f97-f3f0-44b6-a55b-16886a1b2c37 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:56:41.376163 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc809f97-f3f0-44b6-a55b-16886a1b2c37 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:56:41.376480 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc809f97-f3f0-44b6-a55b-16886a1b2c37 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:56:41.376788 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc809f97-f3f0-44b6-a55b-16886a1b2c37 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:56:41.377101 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc809f97-f3f0-44b6-a55b-16886a1b2c37 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:56:41.426439 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-5f8ae724-7475-49a7-a6b6-d2d761e3cb48 admin admin] Publish callbacks [] for security_group (189d7af2-cfcc-4654-929f-c36865b60988), before_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:56:41.448081 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-5f8ae724-7475-49a7-a6b6-d2d761e3cb48 admin admin] Publish callbacks [] for security_group (189d7af2-cfcc-4654-929f-c36865b60988), precommit_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:56:41.497832 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-5f8ae724-7475-49a7-a6b6-d2d761e3cb48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543383'] for security_group (189d7af2-cfcc-4654-929f-c36865b60988), after_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:56:41.500255 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-5f8ae724-7475-49a7-a6b6-d2d761e3cb48 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:56:41.501423 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [None req-5f8ae724-7475-49a7-a6b6-d2d761e3cb48 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/189d7af2-cfcc-4654-929f-c36865b60988 HTTP/1.1" status: 204 len: 168 time: 0.1304524 Mar 07 16:56:41.508927 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8ae724-7475-49a7-a6b6-d2d761e3cb48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=189d7af2-cfcc-4654-929f-c36865b60988,revision_number=None']} {{(pid=119954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:56:41.790261 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.wsgi [-] (119954) accepted ('10.222.0.18', 55572) {{(pid=119954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:56:41.803792 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-3ab2d8c8-381e-4beb-ad82-75027c312163 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:56:41.879504 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-3ab2d8c8-381e-4beb-ad82-75027c312163 admin admin] Publish callbacks [] for security_group (2727d191-1f48-4025-957e-71747e3488b7), precommit_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:56:41.885935 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-3ab2d8c8-381e-4beb-ad82-75027c312163 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543383'] for security_group (2727d191-1f48-4025-957e-71747e3488b7), after_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:56:41.930772 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [None req-3ab2d8c8-381e-4beb-ad82-75027c312163 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3dc2862932a24203a96d95ddb29ac51b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1394372 Mar 07 16:56:41.931659 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab2d8c8-381e-4beb-ad82-75027c312163 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2727d191-1f48-4025-957e-71747e3488b7,revision_number=1']} {{(pid=119954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:56:41.933646 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.wsgi [-] (119953) accepted ('10.222.0.18', 55574) {{(pid=119953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:56:41.982893 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-9b58a72f-568f-4039-8a43-c40b9558fd28 admin admin] Publish callbacks [] for security_group (2727d191-1f48-4025-957e-71747e3488b7), before_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:56:42.008315 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-9b58a72f-568f-4039-8a43-c40b9558fd28 admin admin] Publish callbacks [] for security_group (2727d191-1f48-4025-957e-71747e3488b7), precommit_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:56:42.061137 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-9b58a72f-568f-4039-8a43-c40b9558fd28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543383'] for security_group (2727d191-1f48-4025-957e-71747e3488b7), after_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:56:42.063842 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-9b58a72f-568f-4039-8a43-c40b9558fd28 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:56:42.067289 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [None req-9b58a72f-568f-4039-8a43-c40b9558fd28 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2727d191-1f48-4025-957e-71747e3488b7 HTTP/1.1" status: 204 len: 168 time: 0.1303391 Mar 07 16:56:42.073108 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b58a72f-568f-4039-8a43-c40b9558fd28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2727d191-1f48-4025-957e-71747e3488b7,revision_number=None']} {{(pid=119953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:56:42.741929 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.wsgi [-] (119954) accepted ('10.222.0.18', 55604) {{(pid=119954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:56:42.842389 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.v2.base [None req-266ca795-452d-4a20-b837-9156841323b2 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-921050436-network', 'tenant_id': '4d13ed4a7ef64c6190f924a2b69eb2fb'}} {{(pid=119954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:56:42.865808 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-266ca795-452d-4a20-b837-9156841323b2 admin admin] Made reservation on behalf of 4d13ed4a7ef64c6190f924a2b69eb2fb for: {'network': 1} {{(pid=119954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:56:42.868178 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-266ca795-452d-4a20-b837-9156841323b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8385759'] for network (None), before_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:56:42.876653 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-266ca795-452d-4a20-b837-9156841323b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:56:42.948015 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-266ca795-452d-4a20-b837-9156841323b2 admin admin] Publish callbacks [] for security_group (e05d00c1-0f89-4fce-91d5-bee423e7cbe9), precommit_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:56:42.955503 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-266ca795-452d-4a20-b837-9156841323b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543383'] for security_group (e05d00c1-0f89-4fce-91d5-bee423e7cbe9), after_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:56:42.980113 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-266ca795-452d-4a20-b837-9156841323b2 admin admin] vlan segment allocate from pool success with {'vlan_id': 866, 'physical_network': 'physnet1'} {{(pid=119954) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 16:56:42.989810 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266ca795-452d-4a20-b837-9156841323b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e05d00c1-0f89-4fce-91d5-bee423e7cbe9,revision_number=1']} {{(pid=119954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:56:42.995861 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-266ca795-452d-4a20-b837-9156841323b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8315985'] for segment (5af4093a-247d-41a1-8b73-f1a154ef7b71), precommit_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:56:42.996247 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.db.segments_db [None req-266ca795-452d-4a20-b837-9156841323b2 admin admin] Added segment 5af4093a-247d-41a1-8b73-f1a154ef7b71 of type vlan for network d4c6a400-bd92-4108-a94c-8024cc12d316 Mar 07 16:56:43.035426 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-266ca795-452d-4a20-b837-9156841323b2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754346284054'] for network (d4c6a400-bd92-4108-a94c-8024cc12d316), precommit_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:56:43.066195 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-266ca795-452d-4a20-b837-9156841323b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917'] for network (d4c6a400-bd92-4108-a94c-8024cc12d316), after_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:56:43.067098 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-266ca795-452d-4a20-b837-9156841323b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:56:43.067681 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-266ca795-452d-4a20-b837-9156841323b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550935'] for network (None), before_response {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:56:43.098553 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [None req-266ca795-452d-4a20-b837-9156841323b2 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3555367 Mar 07 16:56:43.101744 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.wsgi [-] (119953) accepted ('10.222.0.18', 55608) {{(pid=119953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:56:43.106822 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.v2.base [None req-bd908328-2eed-45b3-8072-f07449f2326c admin admin] Request body: {'subnet': {'network_id': 'd4c6a400-bd92-4108-a94c-8024cc12d316', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-921050436-subnet', 'tenant_id': '4d13ed4a7ef64c6190f924a2b69eb2fb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=119953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:56:43.127881 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd908328-2eed-45b3-8072-f07449f2326c admin admin] Made reservation on behalf of 4d13ed4a7ef64c6190f924a2b69eb2fb for: {'subnet': 1} {{(pid=119953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:56:43.129036 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266ca795-452d-4a20-b837-9156841323b2 admin admin] Pushing event updated for resources: {'Network': ['ID=d4c6a400-bd92-4108-a94c-8024cc12d316,revision_number=1']} {{(pid=119954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:56:43.130486 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-bd908328-2eed-45b3-8072-f07449f2326c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9423202'] for subnet (None), before_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:56:43.139454 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.rpc [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Network d4c6a400-bd92-4108-a94c-8024cc12d316 details requested by agent ovs-agent-dv-cinder-804757-24-iscsi with host dv-cinder-804757-24-iscsi {{(pid=119955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 16:56:43.299994 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-bd908328-2eed-45b3-8072-f07449f2326c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9282708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9423228'] for subnet (20e98dbf-92cd-4752-b073-e35143168b1b), after_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:56:43.353253 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd908328-2eed-45b3-8072-f07449f2326c admin admin] Pushing event updated for resources: {'Subnet': ['ID=20e98dbf-92cd-4752-b073-e35143168b1b,revision_number=0']} {{(pid=119953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:56:43.370330 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd908328-2eed-45b3-8072-f07449f2326c admin admin] Checking segment: {'id': '5af4093a-247d-41a1-8b73-f1a154ef7b71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': 'd4c6a400-bd92-4108-a94c-8024cc12d316'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:56:43.370813 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd908328-2eed-45b3-8072-f07449f2326c admin admin] Network hostable DHCP agents. Network: d4c6a400-bd92-4108-a94c-8024cc12d316, hostable agents: ['85f07778-81ef-4888-a2e3-51ae57b6426a'], hosted agents: [] {{(pid=119953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 16:56:43.388466 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd908328-2eed-45b3-8072-f07449f2326c admin admin] Network d4c6a400-bd92-4108-a94c-8024cc12d316 is scheduled to be hosted by DHCP agent 85f07778-81ef-4888-a2e3-51ae57b6426a with binding_index 1 {{(pid=119953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 16:56:43.398246 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.scheduler.base_scheduler [None req-bd908328-2eed-45b3-8072-f07449f2326c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804757-24-iscsi, d4c6a400-bd92-4108-a94c-8024cc12d316) {{(pid=119953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:56:43.402869 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd908328-2eed-45b3-8072-f07449f2326c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:56:43.403587 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-bd908328-2eed-45b3-8072-f07449f2326c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550935'] for subnet (None), before_response {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:56:43.408728 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bd81599-b7c7-4743-97f6-18baf335cbcd None None] Network d4c6a400-bd92-4108-a94c-8024cc12d316 requested from dv-cinder-804757-24-iscsi {{(pid=119955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:56:43.420911 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [None req-bd908328-2eed-45b3-8072-f07449f2326c admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3180053 Mar 07 16:56:43.522486 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ef7572e-0fae-4236-8dd9-59ad5eedf9dc None None] Network d4c6a400-bd92-4108-a94c-8024cc12d316 requested from dv-cinder-804757-24-iscsi {{(pid=119955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:56:43.917949 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.wsgi [-] (119953) accepted ('10.222.0.18', 55630) {{(pid=119953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:56:43.925468 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.v2.base [None req-4ce84539-03d5-4ffd-a8ec-c6aab4f3f7cf admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-334504008-network', 'tenant_id': 'f7ce3549a5f2487da60992b78f3bbfbb'}} {{(pid=119953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:56:43.955370 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ce84539-03d5-4ffd-a8ec-c6aab4f3f7cf admin admin] Made reservation on behalf of f7ce3549a5f2487da60992b78f3bbfbb for: {'network': 1} {{(pid=119953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:56:43.957863 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-4ce84539-03d5-4ffd-a8ec-c6aab4f3f7cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8385759'] for network (None), before_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:56:43.966917 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-4ce84539-03d5-4ffd-a8ec-c6aab4f3f7cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:56:44.042543 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-4ce84539-03d5-4ffd-a8ec-c6aab4f3f7cf admin admin] Publish callbacks [] for security_group (141d8301-a7be-4524-8486-1222a9b9c4b3), precommit_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:56:44.048767 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-4ce84539-03d5-4ffd-a8ec-c6aab4f3f7cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543383'] for security_group (141d8301-a7be-4524-8486-1222a9b9c4b3), after_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:56:44.072517 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ce84539-03d5-4ffd-a8ec-c6aab4f3f7cf admin admin] vlan segment allocate from pool success with {'vlan_id': 869, 'physical_network': 'physnet1'} {{(pid=119953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 16:56:44.081002 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce84539-03d5-4ffd-a8ec-c6aab4f3f7cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=141d8301-a7be-4524-8486-1222a9b9c4b3,revision_number=1']} {{(pid=119953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:56:44.086875 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-4ce84539-03d5-4ffd-a8ec-c6aab4f3f7cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8315985'] for segment (c3a2f4ce-cd1b-4a2d-aea8-022ae52e51a6), precommit_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:56:44.087220 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.db.segments_db [None req-4ce84539-03d5-4ffd-a8ec-c6aab4f3f7cf admin admin] Added segment c3a2f4ce-cd1b-4a2d-aea8-022ae52e51a6 of type vlan for network 4c73263d-f96d-4080-bdc3-76d072791965 Mar 07 16:56:44.126597 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-4ce84539-03d5-4ffd-a8ec-c6aab4f3f7cf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754346284054'] for network (4c73263d-f96d-4080-bdc3-76d072791965), precommit_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:56:44.152594 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-4ce84539-03d5-4ffd-a8ec-c6aab4f3f7cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917'] for network (4c73263d-f96d-4080-bdc3-76d072791965), after_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:56:44.153658 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ce84539-03d5-4ffd-a8ec-c6aab4f3f7cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:56:44.154327 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-4ce84539-03d5-4ffd-a8ec-c6aab4f3f7cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550935'] for network (None), before_response {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:56:44.186953 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [None req-4ce84539-03d5-4ffd-a8ec-c6aab4f3f7cf admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.2676044 Mar 07 16:56:44.189922 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.wsgi [-] (119954) accepted ('10.222.0.18', 55632) {{(pid=119954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:56:44.195877 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.v2.base [None req-98546869-fb19-422a-9f50-7ea73e19b510 admin admin] Request body: {'subnet': {'network_id': '4c73263d-f96d-4080-bdc3-76d072791965', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-334504008-subnet', 'tenant_id': 'f7ce3549a5f2487da60992b78f3bbfbb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=119954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:56:44.217369 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98546869-fb19-422a-9f50-7ea73e19b510 admin admin] Made reservation on behalf of f7ce3549a5f2487da60992b78f3bbfbb for: {'subnet': 1} {{(pid=119954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:56:44.219304 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce84539-03d5-4ffd-a8ec-c6aab4f3f7cf admin admin] Pushing event updated for resources: {'Network': ['ID=4c73263d-f96d-4080-bdc3-76d072791965,revision_number=1']} {{(pid=119953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:56:44.219855 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-98546869-fb19-422a-9f50-7ea73e19b510 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3854018'] for subnet (None), before_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:56:44.229067 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.rpc [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Network 4c73263d-f96d-4080-bdc3-76d072791965 details requested by agent ovs-agent-dv-cinder-804757-24-iscsi with host dv-cinder-804757-24-iscsi {{(pid=119955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 16:56:44.400590 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-98546869-fb19-422a-9f50-7ea73e19b510 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3211370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3854044'] for subnet (43e20a2c-2644-4902-bae3-c8564ce5803c), after_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:56:44.451535 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98546869-fb19-422a-9f50-7ea73e19b510 admin admin] Pushing event updated for resources: {'Subnet': ['ID=43e20a2c-2644-4902-bae3-c8564ce5803c,revision_number=0']} {{(pid=119954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:56:44.461766 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98546869-fb19-422a-9f50-7ea73e19b510 admin admin] Checking segment: {'id': 'c3a2f4ce-cd1b-4a2d-aea8-022ae52e51a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '4c73263d-f96d-4080-bdc3-76d072791965'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:56:44.462116 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98546869-fb19-422a-9f50-7ea73e19b510 admin admin] Network hostable DHCP agents. Network: 4c73263d-f96d-4080-bdc3-76d072791965, hostable agents: ['85f07778-81ef-4888-a2e3-51ae57b6426a'], hosted agents: [] {{(pid=119954) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 16:56:44.480735 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98546869-fb19-422a-9f50-7ea73e19b510 admin admin] Network 4c73263d-f96d-4080-bdc3-76d072791965 is scheduled to be hosted by DHCP agent 85f07778-81ef-4888-a2e3-51ae57b6426a with binding_index 1 {{(pid=119954) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 16:56:44.490200 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.scheduler.base_scheduler [None req-98546869-fb19-422a-9f50-7ea73e19b510 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804757-24-iscsi, 4c73263d-f96d-4080-bdc3-76d072791965) {{(pid=119954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:56:44.494397 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98546869-fb19-422a-9f50-7ea73e19b510 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:56:44.495010 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-98546869-fb19-422a-9f50-7ea73e19b510 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:56:44.499058 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff3f5602-a8be-44ef-bd22-b0a516815400 None None] Network 4c73263d-f96d-4080-bdc3-76d072791965 requested from dv-cinder-804757-24-iscsi {{(pid=119955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:56:44.512186 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [None req-98546869-fb19-422a-9f50-7ea73e19b510 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3203893 Mar 07 16:56:44.596153 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dc36d5a-fcea-4b60-878b-7e4cfc68ddc7 None None] Network 4c73263d-f96d-4080-bdc3-76d072791965 requested from dv-cinder-804757-24-iscsi {{(pid=119955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:56:47.165451 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-05d90b26-8a39-4e47-b4ee-5d7901dfe261 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194190'] for agent (85f07778-81ef-4888-a2e3-51ae57b6426a), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:56:48.301691 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2756d5e9-8a31-4bf1-8557-d41c5c187879 req-b81c0b3f-df69-461e-8a51-ca5632855ccc tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:56:48.303187 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-2756d5e9-8a31-4bf1-8557-d41c5c187879 req-b81c0b3f-df69-461e-8a51-ca5632855ccc tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] 10.222.0.18 "GET /v2.0/ports?device_id=2231807d-5256-4035-968e-56509c3eb6cc HTTP/1.1" status: 200 len: 946 time: 0.0616693 Mar 07 16:56:48.353281 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-2756d5e9-8a31-4bf1-8557-d41c5c187879 req-57b1a346-20f8-42ca-89fd-fe2ca81b1b46 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] 10.222.0.18 "GET /v2.0/security-groups?id=91de0b44-8849-4808-9a38-820e64d88ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439186 Mar 07 16:56:49.400937 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-3e157afc-8843-4598-bf15-27f9190e1f4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194190'] for agent (4cbb3502-d72e-4663-b57e-51d645794085), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:56:49.499367 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02a5d35-b75b-4eb1-8c05-9927d8277876 req-c4b6379e-28a7-43ea-b50b-a65277619ee6 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:56:49.500913 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-f02a5d35-b75b-4eb1-8c05-9927d8277876 req-c4b6379e-28a7-43ea-b50b-a65277619ee6 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] 10.222.0.18 "GET /v2.0/ports?device_id=2231807d-5256-4035-968e-56509c3eb6cc HTTP/1.1" status: 200 len: 946 time: 0.0629702 Mar 07 16:56:49.549996 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-f02a5d35-b75b-4eb1-8c05-9927d8277876 req-c9529b2a-dab4-4849-ae5f-5cb09c5a3e6d tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] 10.222.0.18 "GET /v2.0/security-groups?id=91de0b44-8849-4808-9a38-820e64d88ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425398 Mar 07 16:56:50.234231 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347e76d1-a575-4cee-9258-7b657270ed81 req-3093662c-e198-41d8-8ea3-c328f2739d37 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:56:50.235738 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-347e76d1-a575-4cee-9258-7b657270ed81 req-3093662c-e198-41d8-8ea3-c328f2739d37 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] 10.222.0.66 "GET /v2.0/ports?device_id=2231807d-5256-4035-968e-56509c3eb6cc HTTP/1.1" status: 200 len: 946 time: 0.0591609 Mar 07 16:56:50.337162 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.plugin [req-347e76d1-a575-4cee-9258-7b657270ed81 req-ca945a27-9a63-41e9-8cc3-746f896dbf16 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] Deleting port 7d812681-5eed-4512-beb5-ab69909ae86a {{(pid=119953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:56:50.337511 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [req-347e76d1-a575-4cee-9258-7b657270ed81 req-ca945a27-9a63-41e9-8cc3-746f896dbf16 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754346666051'] for port (7d812681-5eed-4512-beb5-ab69909ae86a), before_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:56:50.427670 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.db [req-347e76d1-a575-4cee-9258-7b657270ed81 req-ca945a27-9a63-41e9-8cc3-746f896dbf16 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] For port 7d812681-5eed-4512-beb5-ab69909ae86a, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=7d812681-5eed-4512-beb5-ab69909ae86a,segment=NetworkSegment(ad3735d7-6f1d-4396-8c2b-5f6199488faa),segment_id=ad3735d7-6f1d-4396-8c2b-5f6199488faa)] {{(pid=119953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:56:50.428071 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [req-347e76d1-a575-4cee-9258-7b657270ed81 req-ca945a27-9a63-41e9-8cc3-746f896dbf16 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704071'] for port (7d812681-5eed-4512-beb5-ab69909ae86a), precommit_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:56:50.513163 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-ad94e2ed-e0a8-44ae-a5ff-cf9ca5ab0e17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194190'] for agent (82ccd293-b7fb-4417-a581-186a4d7e9931), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:56:50.736466 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [req-347e76d1-a575-4cee-9258-7b657270ed81 req-ca945a27-9a63-41e9-8cc3-746f896dbf16 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:56:50.736856 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [req-347e76d1-a575-4cee-9258-7b657270ed81 req-ca945a27-9a63-41e9-8cc3-746f896dbf16 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-706389'] for floatingip (8cafe398-d710-4f67-8260-a4b5cf3be996), after_update {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:56:50.737243 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.db.l3_db [req-347e76d1-a575-4cee-9258-7b657270ed81 req-ca945a27-9a63-41e9-8cc3-746f896dbf16 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] Floating IP 8cafe398-d710-4f67-8260-a4b5cf3be996 disassociated. External IP: 172.27.2.157, port: 7d812681-5eed-4512-beb5-ab69909ae86a. Mar 07 16:56:50.737575 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.plugin [req-347e76d1-a575-4cee-9258-7b657270ed81 req-ca945a27-9a63-41e9-8cc3-746f896dbf16 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] Calling delete_port for 7d812681-5eed-4512-beb5-ab69909ae86a owned by compute:nova {{(pid=119953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:56:50.761264 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4a7ffd-3833-49d1-be3c-8c1824755ded req-d6036b65-1af6-416d-985f-ea6aeb3a3de2 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:56:50.762759 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-bc4a7ffd-3833-49d1-be3c-8c1824755ded req-d6036b65-1af6-416d-985f-ea6aeb3a3de2 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] 10.222.0.18 "GET /v2.0/ports?device_id=2231807d-5256-4035-968e-56509c3eb6cc HTTP/1.1" status: 200 len: 946 time: 0.1386721 Mar 07 16:56:50.857063 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-bc4a7ffd-3833-49d1-be3c-8c1824755ded req-4fa0809e-080c-43af-a22b-ec3a3af09738 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] 10.222.0.18 "GET /v2.0/security-groups?id=91de0b44-8849-4808-9a38-820e64d88ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647757 Mar 07 16:56:50.922698 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [req-347e76d1-a575-4cee-9258-7b657270ed81 req-ca945a27-9a63-41e9-8cc3-746f896dbf16 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754346672038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754346267064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9282916'] for port (7d812681-5eed-4512-beb5-ab69909ae86a), after_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:56:50.955198 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca945a27-9a63-41e9-8cc3-746f896dbf16 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] Pushing event deleted for resources: {'Port': ['ID=7d812681-5eed-4512-beb5-ab69909ae86a,revision_number=None']} {{(pid=119953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:56:51.072970 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.scheduler.l3_agent_scheduler [req-347e76d1-a575-4cee-9258-7b657270ed81 req-ca945a27-9a63-41e9-8cc3-746f896dbf16 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] Router 31af1578-2e16-497b-982e-6dcdf8b503fa has already been hosted by L3 agent 4cbb3502-d72e-4663-b57e-51d645794085 {{(pid=119953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 16:56:51.195122 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-347e76d1-a575-4cee-9258-7b657270ed81 req-ca945a27-9a63-41e9-8cc3-746f896dbf16 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] Notify agent at l3_agent.dv-cinder-804757-24-iscsi the message routers_updated {{(pid=119953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:56:51.207906 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bbc81c2-4601-445c-8b85-5271efb9a2df None None] Sync routers for ids ['31af1578-2e16-497b-982e-6dcdf8b503fa'] in dv-cinder-804757-24-iscsi {{(pid=119955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:56:51.238770 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bbc81c2-4601-445c-8b85-5271efb9a2df None None] Routers {'31af1578-2e16-497b-982e-6dcdf8b503fa'} bound to L3 agent in host dv-cinder-804757-24-iscsi {{(pid=119955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:56:51.242906 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.l3_hamode_db [None req-5bbc81c2-4601-445c-8b85-5271efb9a2df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T16:44:19Z,description=,heartbeat_timestamp=2022-03-07T16:56:49Z,host='dv-cinder-804757-24-iscsi',id=4cbb3502-d72e-4663-b57e-51d645794085,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:44:19Z,topic='l3_agent')) {'router_ids': ['31af1578-2e16-497b-982e-6dcdf8b503fa'], 'active': True} {{(pid=119955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:56:51.251591 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.db.l3_dvrscheduler_db [req-347e76d1-a575-4cee-9258-7b657270ed81 req-ca945a27-9a63-41e9-8cc3-746f896dbf16 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] No DVR routers for this DVR port 7d812681-5eed-4512-beb5-ab69909ae86a on host hv-cinder-80475 {{(pid=119953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:56:51.267029 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [req-347e76d1-a575-4cee-9258-7b657270ed81 req-ca945a27-9a63-41e9-8cc3-746f896dbf16 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47102'] for port (None), before_response {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:56:51.274335 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-347e76d1-a575-4cee-9258-7b657270ed81 req-ca945a27-9a63-41e9-8cc3-746f896dbf16 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] 10.222.0.66 "DELETE /v2.0/ports/7d812681-5eed-4512-beb5-ab69909ae86a HTTP/1.1" status: 204 len: 173 time: 1.0326915 Mar 07 16:56:51.274426 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2231807d-5256-4035-968e-56509c3eb6cc', 'name': 'network-vif-deleted', 'tag': '7d812681-5eed-4512-beb5-ab69909ae86a'}] {{(pid=119953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:56:51.277454 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed95515d7af65a162ef4af60abe3e4aacc73bb6c2379f81891a58e09c3a2d0f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f379827d-0dbd-4667-864f-c18d10abcff0" -d '{"events": [{"server_uuid": "2231807d-5256-4035-968e-56509c3eb6cc", "name": "network-vif-deleted", "tag": "7d812681-5eed-4512-beb5-ab69909ae86a"}]}' {{(pid=119953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:56:51.342286 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 16:56:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-857a30a7-4017-41a5-ace8-c5c607b26ce9 x-openstack-request-id: req-857a30a7-4017-41a5-ace8-c5c607b26ce9 {{(pid=119953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:56:51.342641 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2231807d-5256-4035-968e-56509c3eb6cc", "name": "network-vif-deleted", "tag": "7d812681-5eed-4512-beb5-ab69909ae86a", "status": "completed", "code": 200}]} {{(pid=119953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:56:51.342898 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-857a30a7-4017-41a5-ace8-c5c607b26ce9 {{(pid=119953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:56:51.343324 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2231807d-5256-4035-968e-56509c3eb6cc', 'name': 'network-vif-deleted', 'tag': '7d812681-5eed-4512-beb5-ab69909ae86a', 'status': 'completed', 'code': 200} Mar 07 16:56:51.384922 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.l3_dvr_db [None req-5bbc81c2-4601-445c-8b85-5271efb9a2df None None] Set router 31af1578-2e16-497b-982e-6dcdf8b503fa gateway port host: dv-cinder-804757-24-iscsi {{(pid=119955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:56:51.604774 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.l3_hamode_db [None req-5bbc81c2-4601-445c-8b85-5271efb9a2df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31af1578-2e16-497b-982e-6dcdf8b503fa', 'name': 'tempest-AttachVolumeShelveTestJSON-1712230962-router', 'tenant_id': '8ffb87e782b3452ab1b5e98b2ae4804b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'external_fixed_ips': [{'subnet_id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'ip_address': '172.27.2.28'}], 'enable_snat': True}, 'gw_port_id': '290c4866-1262-4288-abf9-0facba2a54f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:52:20Z', 'updated_at': '2022-03-07T16:52:36Z', 'revision_number': 4, 'project_id': '8ffb87e782b3452ab1b5e98b2ae4804b', 'gw_port': {'id': '290c4866-1262-4288-abf9-0facba2a54f1', 'name': '', 'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:a1:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31af1578-2e16-497b-982e-6dcdf8b503fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'ip_address': '172.27.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:52:21Z', 'updated_at': '2022-03-07T16:52:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-24-iscsi', '_interfaces': [{'id': '12eb627a-3000-4be1-95ec-01ed9572f28c', 'name': '', 'network_id': '863049fb-91f0-4803-9992-666b65540a85', 'tenant_id': '8ffb87e782b3452ab1b5e98b2ae4804b', 'mac_address': 'fa:16:3e:66:cd:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31af1578-2e16-497b-982e-6dcdf8b503fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'f97910cd-d5d7-4b8c-bfe2-694a46e38478', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:52:29Z', 'updated_at': '2022-03-07T16:52:44Z', 'revision_number': 5, 'project_id': '8ffb87e782b3452ab1b5e98b2ae4804b', 'subnets': [{'id': 'f97910cd-d5d7-4b8c-bfe2-694a46e38478', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-24-iscsi', False) {} {{(pid=119955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:56:51.634158 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bbc81c2-4601-445c-8b85-5271efb9a2df None None] Checking router: 31af1578-2e16-497b-982e-6dcdf8b503fa for host: dv-cinder-804757-24-iscsi {{(pid=119955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 16:56:51.642486 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bbc81c2-4601-445c-8b85-5271efb9a2df None None] Routers {'31af1578-2e16-497b-982e-6dcdf8b503fa'} bound to L3 agent in host dv-cinder-804757-24-iscsi {{(pid=119955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:56:51.643090 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.l3_hamode_db [None req-5bbc81c2-4601-445c-8b85-5271efb9a2df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T16:44:19Z,description=,heartbeat_timestamp=2022-03-07T16:56:49Z,host='dv-cinder-804757-24-iscsi',id=4cbb3502-d72e-4663-b57e-51d645794085,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:44:19Z,topic='l3_agent')) {'router_ids': ['31af1578-2e16-497b-982e-6dcdf8b503fa'], 'active': True} {{(pid=119955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:56:51.750194 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.l3_dvr_db [None req-5bbc81c2-4601-445c-8b85-5271efb9a2df None None] Set router 31af1578-2e16-497b-982e-6dcdf8b503fa gateway port host: dv-cinder-804757-24-iscsi {{(pid=119955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:56:51.993306 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.wsgi [-] (119953) accepted ('10.222.0.18', 55756) {{(pid=119953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:56:52.052388 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-e4f2c90b-c399-48f1-b4aa-e162b84fab47 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] Publish callbacks [] for security_group (91de0b44-8849-4808-9a38-820e64d88ae6), before_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:56:52.076595 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-e4f2c90b-c399-48f1-b4aa-e162b84fab47 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] Publish callbacks [] for security_group (91de0b44-8849-4808-9a38-820e64d88ae6), precommit_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:56:52.093350 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.l3_hamode_db [None req-5bbc81c2-4601-445c-8b85-5271efb9a2df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31af1578-2e16-497b-982e-6dcdf8b503fa', 'name': 'tempest-AttachVolumeShelveTestJSON-1712230962-router', 'tenant_id': '8ffb87e782b3452ab1b5e98b2ae4804b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'external_fixed_ips': [{'subnet_id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'ip_address': '172.27.2.28'}], 'enable_snat': True}, 'gw_port_id': '290c4866-1262-4288-abf9-0facba2a54f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:52:20Z', 'updated_at': '2022-03-07T16:52:36Z', 'revision_number': 4, 'project_id': '8ffb87e782b3452ab1b5e98b2ae4804b', 'gw_port': {'id': '290c4866-1262-4288-abf9-0facba2a54f1', 'name': '', 'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:a1:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31af1578-2e16-497b-982e-6dcdf8b503fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'ip_address': '172.27.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:52:21Z', 'updated_at': '2022-03-07T16:52:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-24-iscsi', '_interfaces': [{'id': '12eb627a-3000-4be1-95ec-01ed9572f28c', 'name': '', 'network_id': '863049fb-91f0-4803-9992-666b65540a85', 'tenant_id': '8ffb87e782b3452ab1b5e98b2ae4804b', 'mac_address': 'fa:16:3e:66:cd:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31af1578-2e16-497b-982e-6dcdf8b503fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'f97910cd-d5d7-4b8c-bfe2-694a46e38478', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:52:29Z', 'updated_at': '2022-03-07T16:52:44Z', 'revision_number': 5, 'project_id': '8ffb87e782b3452ab1b5e98b2ae4804b', 'subnets': [{'id': 'f97910cd-d5d7-4b8c-bfe2-694a46e38478', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-24-iscsi', False) {} {{(pid=119955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:56:52.127930 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-e4f2c90b-c399-48f1-b4aa-e162b84fab47 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543383'] for security_group (91de0b44-8849-4808-9a38-820e64d88ae6), after_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:56:52.133026 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-e4f2c90b-c399-48f1-b4aa-e162b84fab47 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] Publish callbacks [] for security_group (None), before_response {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:56:52.136825 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [None req-e4f2c90b-c399-48f1-b4aa-e162b84fab47 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] 10.222.0.18 "DELETE /v2.0/security-groups/91de0b44-8849-4808-9a38-820e64d88ae6 HTTP/1.1" status: 204 len: 168 time: 0.1399951 Mar 07 16:56:52.137309 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.wsgi [-] (119954) accepted ('10.222.0.18', 55758) {{(pid=119954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:56:52.137771 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bbc81c2-4601-445c-8b85-5271efb9a2df None None] The sync data for ids ['31af1578-2e16-497b-982e-6dcdf8b503fa'] in dv-cinder-804757-24-iscsi is: [{'id': '31af1578-2e16-497b-982e-6dcdf8b503fa', 'name': 'tempest-AttachVolumeShelveTestJSON-1712230962-router', 'tenant_id': '8ffb87e782b3452ab1b5e98b2ae4804b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'external_fixed_ips': [{'subnet_id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'ip_address': '172.27.2.28'}], 'enable_snat': True}, 'gw_port_id': '290c4866-1262-4288-abf9-0facba2a54f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:52:20Z', 'updated_at': '2022-03-07T16:52:36Z', 'revision_number': 4, 'project_id': '8ffb87e782b3452ab1b5e98b2ae4804b', 'gw_port': {'id': '290c4866-1262-4288-abf9-0facba2a54f1', 'name': '', 'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:a1:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31af1578-2e16-497b-982e-6dcdf8b503fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'ip_address': '172.27.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:52:21Z', 'updated_at': '2022-03-07T16:52:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-24-iscsi', '_interfaces': [{'id': '12eb627a-3000-4be1-95ec-01ed9572f28c', 'name': '', 'network_id': '863049fb-91f0-4803-9992-666b65540a85', 'tenant_id': '8ffb87e782b3452ab1b5e98b2ae4804b', 'mac_address': 'fa:16:3e:66:cd:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31af1578-2e16-497b-982e-6dcdf8b503fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'f97910cd-d5d7-4b8c-bfe2-694a46e38478', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:52:29Z', 'updated_at': '2022-03-07T16:52:44Z', 'revision_number': 5, 'project_id': '8ffb87e782b3452ab1b5e98b2ae4804b', 'subnets': [{'id': 'f97910cd-d5d7-4b8c-bfe2-694a46e38478', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:56:52.146821 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f2c90b-c399-48f1-b4aa-e162b84fab47 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=91de0b44-8849-4808-9a38-820e64d88ae6,revision_number=None']} {{(pid=119953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:56:52.151110 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.api.v2.resource [None req-a4bdf116-92be-4b95-b264-7627ad65d66c tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] show failed (client error): The resource could not be found. Mar 07 16:56:52.154869 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [None req-a4bdf116-92be-4b95-b264-7627ad65d66c tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] 10.222.0.18 "GET /v2.0/security-groups/91de0b44-8849-4808-9a38-820e64d88ae6 HTTP/1.1" status: 404 len: 347 time: 0.0138261 Mar 07 16:56:52.155051 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-0d1b32c5-0803-4391-a623-fc098c7d5199 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194190'] for agent (8123e327-866e-42b5-856f-55ddd9e9e5b2), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:56:52.155282 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.wsgi [-] (119953) accepted ('10.222.0.18', 55760) {{(pid=119953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:56:52.301353 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.plugin [None req-f0fafbbd-bab5-45b8-99bb-a0c53fc0e7e8 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] Deleting port 1b34e98c-c8d7-43ec-a2e2-1a79f69a8ef0 {{(pid=119953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:56:52.301892 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-f0fafbbd-bab5-45b8-99bb-a0c53fc0e7e8 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754346666051'] for port (1b34e98c-c8d7-43ec-a2e2-1a79f69a8ef0), before_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:56:52.345669 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.rpc [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Device 7d812681-5eed-4512-beb5-ab69909ae86a no longer exists at agent hyperv_hv-cinder-80475 {{(pid=119955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:56:52.385633 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.plugin [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] No Port match for: 7d812681-5eed-4512-beb5-ab69909ae86a {{(pid=119955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:56:52.385994 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.rpc [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Device 7d812681-5eed-4512-beb5-ab69909ae86a not bound to the agent host hv-cinder-80475 {{(pid=119955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:56:52.403615 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-f0fafbbd-bab5-45b8-99bb-a0c53fc0e7e8 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704071'] for port (1b34e98c-c8d7-43ec-a2e2-1a79f69a8ef0), precommit_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:56:52.403996 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-f0fafbbd-bab5-45b8-99bb-a0c53fc0e7e8 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] Publish callbacks [] for floatingip (1b34e98c-c8d7-43ec-a2e2-1a79f69a8ef0), precommit_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:56:52.419447 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.plugin [None req-f0fafbbd-bab5-45b8-99bb-a0c53fc0e7e8 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] Calling delete_port for 1b34e98c-c8d7-43ec-a2e2-1a79f69a8ef0 owned by network:floatingip {{(pid=119953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:56:52.466059 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f495f9aa-6f1b-4026-b4e1-025592200845 None None] New status for floating IP 8cafe398-d710-4f67-8260-a4b5cf3be996: DOWN {{(pid=119956) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 16:56:52.595047 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-f0fafbbd-bab5-45b8-99bb-a0c53fc0e7e8 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754346672038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754346267064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9282916'] for port (1b34e98c-c8d7-43ec-a2e2-1a79f69a8ef0), after_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:56:52.599810 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron_lib.db.api [None req-f495f9aa-6f1b-4026-b4e1-025592200845 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=119956) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 16:56:52.600307 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG oslo_db.api [None req-f495f9aa-6f1b-4026-b4e1-025592200845 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=119956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 16:56:52.683605 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fafbbd-bab5-45b8-99bb-a0c53fc0e7e8 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] Pushing event deleted for resources: {'Port': ['ID=1b34e98c-c8d7-43ec-a2e2-1a79f69a8ef0,revision_number=None']} {{(pid=119953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:56:52.691915 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-f0fafbbd-bab5-45b8-99bb-a0c53fc0e7e8 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] Publish callbacks [] for floatingip (8cafe398-d710-4f67-8260-a4b5cf3be996), after_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:56:52.694438 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-f0fafbbd-bab5-45b8-99bb-a0c53fc0e7e8 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47102'] for floatingip (None), before_response {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:56:52.698305 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [None req-f0fafbbd-bab5-45b8-99bb-a0c53fc0e7e8 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] 10.222.0.18 "DELETE /v2.0/floatingips/8cafe398-d710-4f67-8260-a4b5cf3be996 HTTP/1.1" status: 204 len: 168 time: 0.5392997 Mar 07 16:56:52.841298 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.wsgi [-] (119953) accepted ('10.222.0.18', 55782) {{(pid=119953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:56:52.845991 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.v2.base [None req-16df0287-4089-4823-9cfb-ee893cb8f065 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1436315093', 'description': 'tempest-description--1680203268'}} {{(pid=119953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:56:52.871576 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-16df0287-4089-4823-9cfb-ee893cb8f065 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] Publish callbacks [] for security_group (None), before_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:56:52.937331 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-16df0287-4089-4823-9cfb-ee893cb8f065 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] Publish callbacks [] for security_group (71651f4e-e00c-47c4-95be-ed1b5e372be7), precommit_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:56:52.941383 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-16df0287-4089-4823-9cfb-ee893cb8f065 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543383'] for security_group (71651f4e-e00c-47c4-95be-ed1b5e372be7), after_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:56:52.970245 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-16df0287-4089-4823-9cfb-ee893cb8f065 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] Publish callbacks [] for security_group (None), before_response {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:56:52.971534 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [None req-16df0287-4089-4823-9cfb-ee893cb8f065 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1291332 Mar 07 16:56:52.973531 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16df0287-4089-4823-9cfb-ee893cb8f065 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71651f4e-e00c-47c4-95be-ed1b5e372be7,revision_number=1']} {{(pid=119953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:56:52.975253 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.wsgi [-] (119954) accepted ('10.222.0.18', 55786) {{(pid=119954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:56:52.980615 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.v2.base [None req-afb92010-b8c9-4558-8699-93cd84de9ac6 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] Request body: {'security_group_rule': {'security_group_id': '71651f4e-e00c-47c4-95be-ed1b5e372be7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=119954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:56:53.006988 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-afb92010-b8c9-4558-8699-93cd84de9ac6 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] Publish callbacks [] for security_group_rule (199dbdca-5be5-4789-a3ce-bdfa270a114e), before_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:56:53.063561 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-afb92010-b8c9-4558-8699-93cd84de9ac6 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] Publish callbacks [] for security_group_rule (199dbdca-5be5-4789-a3ce-bdfa270a114e), precommit_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:56:53.067741 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-afb92010-b8c9-4558-8699-93cd84de9ac6 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543268'] for security_group_rule (199dbdca-5be5-4789-a3ce-bdfa270a114e), after_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:56:53.085464 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb92010-b8c9-4558-8699-93cd84de9ac6 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=199dbdca-5be5-4789-a3ce-bdfa270a114e,revision_number=0']} {{(pid=119954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:56:53.096802 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-afb92010-b8c9-4558-8699-93cd84de9ac6 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:56:53.098197 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [None req-afb92010-b8c9-4558-8699-93cd84de9ac6 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1218276 Mar 07 16:56:53.101137 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.wsgi [-] (119954) accepted ('10.222.0.18', 55788) {{(pid=119954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:56:53.101858 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f495f9aa-6f1b-4026-b4e1-025592200845 None None] New status for floating IP 8cafe398-d710-4f67-8260-a4b5cf3be996: DOWN {{(pid=119956) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 16:56:53.105818 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.v2.base [None req-0edd5b07-2b9d-4452-a347-b8dd7e762b26 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] Request body: {'security_group_rule': {'security_group_id': '71651f4e-e00c-47c4-95be-ed1b5e372be7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=119954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:56:53.138433 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-0edd5b07-2b9d-4452-a347-b8dd7e762b26 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] Publish callbacks [] for security_group_rule (f64372d7-c898-45f0-a1fd-7bd52d091ced), before_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:56:53.202999 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-0edd5b07-2b9d-4452-a347-b8dd7e762b26 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] Publish callbacks [] for security_group_rule (f64372d7-c898-45f0-a1fd-7bd52d091ced), precommit_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:56:53.208968 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-0edd5b07-2b9d-4452-a347-b8dd7e762b26 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543268'] for security_group_rule (f64372d7-c898-45f0-a1fd-7bd52d091ced), after_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:56:53.226980 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edd5b07-2b9d-4452-a347-b8dd7e762b26 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f64372d7-c898-45f0-a1fd-7bd52d091ced,revision_number=0']} {{(pid=119954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:56:53.237640 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-0edd5b07-2b9d-4452-a347-b8dd7e762b26 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:56:53.242047 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [None req-0edd5b07-2b9d-4452-a347-b8dd7e762b26 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1366692 Mar 07 16:56:53.242132 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.wsgi [-] (119954) accepted ('10.222.0.18', 55790) {{(pid=119954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:56:53.246361 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.v2.base [None req-c71b25a9-208d-4b5b-b4c9-dbddabb8e32d tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] Request body: {'floatingip': {'floating_network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88'}} {{(pid=119954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:56:53.267307 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-c71b25a9-208d-4b5b-b4c9-dbddabb8e32d tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] Publish callbacks [] for floatingip (None), before_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:56:53.362341 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-c71b25a9-208d-4b5b-b4c9-dbddabb8e32d tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8385759'] for port (None), before_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:56:53.462805 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.db.db_base_plugin_common [None req-c71b25a9-208d-4b5b-b4c9-dbddabb8e32d tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] Allocated IP 172.27.2.228 (3eba6d1e-0acd-4586-8e75-f5a4e7e90d88/6a2f7f11-a189-49ba-a838-e124f718c0dc/f7156ae8-5942-44d9-8c52-eca43c2e0b8a) {{(pid=119954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:56:53.464924 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194190'] for agent (3df9d949-03e8-46c4-b37f-6f8a21aeab22), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:56:53.569585 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-c71b25a9-208d-4b5b-b4c9-dbddabb8e32d tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] Publish callbacks [] for port (f7156ae8-5942-44d9-8c52-eca43c2e0b8a), precommit_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:56:53.604884 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-c71b25a9-208d-4b5b-b4c9-dbddabb8e32d tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754346267055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3211674'] for port (f7156ae8-5942-44d9-8c52-eca43c2e0b8a), after_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:56:53.646786 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c71b25a9-208d-4b5b-b4c9-dbddabb8e32d tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] Network 3eba6d1e-0acd-4586-8e75-f5a4e7e90d88 is already hosted by enough agents. {{(pid=119954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:56:53.649733 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.scheduler.base_scheduler [None req-c71b25a9-208d-4b5b-b4c9-dbddabb8e32d tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] Resources bound (agent type, host, resource id): {{(pid=119954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:56:53.653277 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c71b25a9-208d-4b5b-b4c9-dbddabb8e32d tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] Received port after_create {{(pid=119954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:56:53.658935 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71b25a9-208d-4b5b-b4c9-dbddabb8e32d tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] Pushing event updated for resources: {'Port': ['ID=f7156ae8-5942-44d9-8c52-eca43c2e0b8a,revision_number=1']} {{(pid=119954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:56:53.785003 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-c71b25a9-208d-4b5b-b4c9-dbddabb8e32d tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] Publish callbacks [] for floatingip (607457b5-481c-43d3-b146-fe4f0ba362f5), precommit_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:56:53.835629 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-c71b25a9-208d-4b5b-b4c9-dbddabb8e32d tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8385759'] for port (f7156ae8-5942-44d9-8c52-eca43c2e0b8a), before_update {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:56:54.011922 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-c71b25a9-208d-4b5b-b4c9-dbddabb8e32d tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] Publish callbacks [] for port (f7156ae8-5942-44d9-8c52-eca43c2e0b8a), precommit_update {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:56:54.016525 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-c71b25a9-208d-4b5b-b4c9-dbddabb8e32d tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754346672056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754346267073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754346267091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3211747'] for port (f7156ae8-5942-44d9-8c52-eca43c2e0b8a), after_update {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:56:54.090442 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71b25a9-208d-4b5b-b4c9-dbddabb8e32d tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] Pushing event updated for resources: {'Port': ['ID=f7156ae8-5942-44d9-8c52-eca43c2e0b8a,revision_number=2']} {{(pid=119954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:56:54.100268 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-c71b25a9-208d-4b5b-b4c9-dbddabb8e32d tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-706389'] for floatingip (607457b5-481c-43d3-b146-fe4f0ba362f5), after_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:56:54.114394 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-c71b25a9-208d-4b5b-b4c9-dbddabb8e32d tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47102'] for floatingip (None), before_response {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:56:54.115597 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [None req-c71b25a9-208d-4b5b-b4c9-dbddabb8e32d tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8725290 Mar 07 16:56:54.206647 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194190'] for agent (152bcc15-84f4-40a7-afe1-c30bc7269f8a), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:56:54.325461 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-6fdf95b4-a1ab-44c1-8045-61801183828d req-95a562ed-8e06-4eb4-bf7e-5811fcb40895 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--1436315093&fields=id&tenant_id=8ffb87e782b3452ab1b5e98b2ae4804b HTTP/1.1" status: 200 len: 267 time: 0.0473485 Mar 07 16:56:54.437162 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdf95b4-a1ab-44c1-8045-61801183828d req-c95dfd9f-b4fa-45e9-a042-420691399f03 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:56:54.438573 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-6fdf95b4-a1ab-44c1-8045-61801183828d req-c95dfd9f-b4fa-45e9-a042-420691399f03 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] 10.222.0.18 "GET /v2.0/networks?id=863049fb-91f0-4803-9992-666b65540a85 HTTP/1.1" status: 200 len: 817 time: 0.1062031 Mar 07 16:56:54.454693 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-6fdf95b4-a1ab-44c1-8045-61801183828d req-f3b2caea-b488-44f0-92de-fcafd0f79e7d tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] 10.222.0.18 "GET /v2.0/quotas/8ffb87e782b3452ab1b5e98b2ae4804b HTTP/1.1" status: 200 len: 375 time: 0.0106483 Mar 07 16:56:54.511819 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-6fdf95b4-a1ab-44c1-8045-61801183828d req-e1273022-29f4-4135-ada5-20da0846fdfd tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=8ffb87e782b3452ab1b5e98b2ae4804b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0512342 Mar 07 16:56:54.609705 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-6fdf95b4-a1ab-44c1-8045-61801183828d req-9d87fb44-0e71-41ec-bfba-2d03baac6cc8 service neutron] 10.222.0.18 "GET /v2.0/networks/863049fb-91f0-4803-9992-666b65540a85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864851 Mar 07 16:56:54.697967 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-6fdf95b4-a1ab-44c1-8045-61801183828d req-e23d1282-f99b-4f6b-975c-a1a835b95350 service neutron] 10.222.0.18 "GET /v2.0/networks/863049fb-91f0-4803-9992-666b65540a85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824189 Mar 07 16:56:54.863484 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-2fad5bff-2a87-4a35-97bc-acaff1f9ebdb req-73d4f366-292b-42a4-88dc-080e2cb44a58 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] 10.222.0.18 "GET /v2.0/ports?device_id=a473c2c6-d445-43a8-925c-f636c20796af HTTP/1.1" status: 200 len: 210 time: 0.0305073 Mar 07 16:56:55.899050 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdf95b4-a1ab-44c1-8045-61801183828d req-1d55b47a-4191-479e-a658-65442de33a79 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:56:55.900600 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-6fdf95b4-a1ab-44c1-8045-61801183828d req-1d55b47a-4191-479e-a658-65442de33a79 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] 10.222.0.66 "GET /v2.0/networks?id=863049fb-91f0-4803-9992-666b65540a85 HTTP/1.1" status: 200 len: 817 time: 0.1012640 Mar 07 16:56:55.966818 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-739e3daf-e8d7-4df1-bcca-f3db705ff4d0 req-7000ec4e-8d0e-4a26-b1aa-0de74344d496 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] 10.222.0.18 "GET /v2.0/ports?device_id=a473c2c6-d445-43a8-925c-f636c20796af HTTP/1.1" status: 200 len: 210 time: 0.0315423 Mar 07 16:56:55.969959 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-6fdf95b4-a1ab-44c1-8045-61801183828d req-bd2cd779-7ce2-4993-9c90-ec599324a92f tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8ffb87e782b3452ab1b5e98b2ae4804b HTTP/1.1" status: 200 len: 380 time: 0.0538452 Mar 07 16:56:55.990974 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.v2.base [req-6fdf95b4-a1ab-44c1-8045-61801183828d req-eeb972e6-4293-4887-bf84-fa1629687fd9 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] Request body: {'port': {'device_id': 'a473c2c6-d445-43a8-925c-f636c20796af', 'network_id': '863049fb-91f0-4803-9992-666b65540a85', 'admin_state_up': True, 'tenant_id': '8ffb87e782b3452ab1b5e98b2ae4804b', 'security_groups': ['71651f4e-e00c-47c4-95be-ed1b5e372be7']}} {{(pid=119953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:56:56.094382 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6fdf95b4-a1ab-44c1-8045-61801183828d req-eeb972e6-4293-4887-bf84-fa1629687fd9 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] Made reservation on behalf of 8ffb87e782b3452ab1b5e98b2ae4804b for: {'port': 1} {{(pid=119953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:56:56.098368 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [req-6fdf95b4-a1ab-44c1-8045-61801183828d req-eeb972e6-4293-4887-bf84-fa1629687fd9 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8385759'] for port (None), before_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:56:56.228353 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.db.db_base_plugin_common [req-6fdf95b4-a1ab-44c1-8045-61801183828d req-eeb972e6-4293-4887-bf84-fa1629687fd9 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] Allocated IP 172.20.0.11 (863049fb-91f0-4803-9992-666b65540a85/f97910cd-d5d7-4b8c-bfe2-694a46e38478/66d6c196-3481-4add-a423-0e68af89bcf6) {{(pid=119953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:56:56.362307 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [req-6fdf95b4-a1ab-44c1-8045-61801183828d req-eeb972e6-4293-4887-bf84-fa1629687fd9 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] Publish callbacks [] for port (66d6c196-3481-4add-a423-0e68af89bcf6), precommit_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:56:56.395979 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [req-6fdf95b4-a1ab-44c1-8045-61801183828d req-eeb972e6-4293-4887-bf84-fa1629687fd9 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754346267055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9282916'] for port (66d6c196-3481-4add-a423-0e68af89bcf6), after_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:56:56.443223 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6fdf95b4-a1ab-44c1-8045-61801183828d req-eeb972e6-4293-4887-bf84-fa1629687fd9 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] Network 863049fb-91f0-4803-9992-666b65540a85 is already hosted by enough agents. {{(pid=119953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:56:56.446037 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.scheduler.base_scheduler [req-6fdf95b4-a1ab-44c1-8045-61801183828d req-eeb972e6-4293-4887-bf84-fa1629687fd9 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] Resources bound (agent type, host, resource id): {{(pid=119953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:56:56.449760 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fdf95b4-a1ab-44c1-8045-61801183828d req-eeb972e6-4293-4887-bf84-fa1629687fd9 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] Received port after_create {{(pid=119953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:56:56.719253 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb972e6-4293-4887-bf84-fa1629687fd9 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] Pushing event updated for resources: {'Port': ['ID=66d6c196-3481-4add-a423-0e68af89bcf6,revision_number=1']} {{(pid=119953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:56:56.740176 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.provisioning_blocks [None req-912bb05a-3355-4dae-881c-4ff54a2901d0 None None] Provisioning complete for port 66d6c196-3481-4add-a423-0e68af89bcf6 triggered by entity DHCP. {{(pid=119955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:56:56.740673 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-912bb05a-3355-4dae-881c-4ff54a2901d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8194280'] for port (66d6c196-3481-4add-a423-0e68af89bcf6), provisioning_complete {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:56:56.743126 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdf95b4-a1ab-44c1-8045-61801183828d req-eeb972e6-4293-4887-bf84-fa1629687fd9 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:56:56.743901 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [req-6fdf95b4-a1ab-44c1-8045-61801183828d req-eeb972e6-4293-4887-bf84-fa1629687fd9 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47102'] for port (None), before_response {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:56:56.761799 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-6fdf95b4-a1ab-44c1-8045-61801183828d req-eeb972e6-4293-4887-bf84-fa1629687fd9 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7838085 Mar 07 16:56:56.777174 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.plugin [None req-912bb05a-3355-4dae-881c-4ff54a2901d0 None None] Port 66d6c196-3481-4add-a423-0e68af89bcf6 cannot update to ACTIVE because it is not bound. {{(pid=119955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:56:56.780084 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.v2.base [req-6fdf95b4-a1ab-44c1-8045-61801183828d req-250e43bc-16ee-4d53-a1c9-ed8e9d2b9e49 service neutron] Request body: {'port': {'device_id': 'a473c2c6-d445-43a8-925c-f636c20796af', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80475'}} {{(pid=119953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:56:56.838242 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [req-6fdf95b4-a1ab-44c1-8045-61801183828d req-250e43bc-16ee-4d53-a1c9-ed8e9d2b9e49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8385759'] for port (66d6c196-3481-4add-a423-0e68af89bcf6), before_update {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:56:57.122410 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.notifiers.nova [req-6fdf95b4-a1ab-44c1-8045-61801183828d req-250e43bc-16ee-4d53-a1c9-ed8e9d2b9e49 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66d6c196-3481-4add-a423-0e68af89bcf6 {{(pid=119953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:56:57.131601 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [req-6fdf95b4-a1ab-44c1-8045-61801183828d req-250e43bc-16ee-4d53-a1c9-ed8e9d2b9e49 service neutron] Publish callbacks [] for port (66d6c196-3481-4add-a423-0e68af89bcf6), precommit_update {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:56:57.141350 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4817b55-6964-4227-83c9-f8bd6498d976 req-c93e95ac-dca8-41ca-8209-336e5419e805 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:56:57.142854 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-c4817b55-6964-4227-83c9-f8bd6498d976 req-c93e95ac-dca8-41ca-8209-336e5419e805 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] 10.222.0.18 "GET /v2.0/ports?device_id=a473c2c6-d445-43a8-925c-f636c20796af HTTP/1.1" status: 200 len: 932 time: 0.0997076 Mar 07 16:56:57.153310 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.db.provisioning_blocks [req-6fdf95b4-a1ab-44c1-8045-61801183828d req-250e43bc-16ee-4d53-a1c9-ed8e9d2b9e49 service neutron] Transition to ACTIVE for port object 66d6c196-3481-4add-a423-0e68af89bcf6 will not be triggered until provisioned by entity L2. {{(pid=119953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 16:56:57.159209 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [req-6fdf95b4-a1ab-44c1-8045-61801183828d req-250e43bc-16ee-4d53-a1c9-ed8e9d2b9e49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754346672056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754346267073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754346267091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9282845'] for port (66d6c196-3481-4add-a423-0e68af89bcf6), after_update {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:56:57.233336 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250e43bc-16ee-4d53-a1c9-ed8e9d2b9e49 service neutron] Pushing event updated for resources: {'Port': ['ID=66d6c196-3481-4add-a423-0e68af89bcf6,revision_number=2']} {{(pid=119953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:56:57.247056 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-c4817b55-6964-4227-83c9-f8bd6498d976 req-84d7239b-31d7-469f-86af-f20afa9dfff8 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] 10.222.0.18 "GET /v2.0/security-groups?id=71651f4e-e00c-47c4-95be-ed1b5e372be7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0967090 Mar 07 16:56:57.274468 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.wsgi [-] (119954) accepted ('10.222.0.18', 55884) {{(pid=119954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:56:57.317894 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.managers [req-6fdf95b4-a1ab-44c1-8045-61801183828d req-250e43bc-16ee-4d53-a1c9-ed8e9d2b9e49 service neutron] Attempting to bind port 66d6c196-3481-4add-a423-0e68af89bcf6 on host hv-cinder-80475 for vnic_type normal with profile {{(pid=119953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:56:57.318221 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.managers [req-6fdf95b4-a1ab-44c1-8045-61801183828d req-250e43bc-16ee-4d53-a1c9-ed8e9d2b9e49 service neutron] Attempting to bind port 66d6c196-3481-4add-a423-0e68af89bcf6 by drivers openvswitch,hyperv on host hv-cinder-80475 at level 0 using segments [{'id': 'ad3735d7-6f1d-4396-8c2b-5f6199488faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '863049fb-91f0-4803-9992-666b65540a85'}] {{(pid=119953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:56:57.318550 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fdf95b4-a1ab-44c1-8045-61801183828d req-250e43bc-16ee-4d53-a1c9-ed8e9d2b9e49 service neutron] Attempting to bind port 66d6c196-3481-4add-a423-0e68af89bcf6 on network 863049fb-91f0-4803-9992-666b65540a85 {{(pid=119953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:56:57.323145 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fdf95b4-a1ab-44c1-8045-61801183828d req-250e43bc-16ee-4d53-a1c9-ed8e9d2b9e49 service neutron] Port 66d6c196-3481-4add-a423-0e68af89bcf6 on network 863049fb-91f0-4803-9992-666b65540a85 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80475 {{(pid=119953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 16:56:57.323467 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fdf95b4-a1ab-44c1-8045-61801183828d req-250e43bc-16ee-4d53-a1c9-ed8e9d2b9e49 service neutron] Attempting to bind port 66d6c196-3481-4add-a423-0e68af89bcf6 on network 863049fb-91f0-4803-9992-666b65540a85 {{(pid=119953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:56:57.326036 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.db.db_base_plugin_v2 [None req-71c91d3c-917a-4cd3-8a14-8a56d5428f38 admin admin] Deleting subnet dcf8292a-8420-4649-91f6-9e1fe40f1845 {{(pid=119954) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 16:56:57.328705 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fdf95b4-a1ab-44c1-8045-61801183828d req-250e43bc-16ee-4d53-a1c9-ed8e9d2b9e49 service neutron] Checking agent: {'id': '152bcc15-84f4-40a7-afe1-c30bc7269f8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80475', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 16, 50, 24), 'started_at': datetime.datetime(2022, 3, 7, 16, 50, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 56, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:56:57.328847 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fdf95b4-a1ab-44c1-8045-61801183828d req-250e43bc-16ee-4d53-a1c9-ed8e9d2b9e49 service neutron] Checking segment: {'id': 'ad3735d7-6f1d-4396-8c2b-5f6199488faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '863049fb-91f0-4803-9992-666b65540a85'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:56:57.329198 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fdf95b4-a1ab-44c1-8045-61801183828d req-250e43bc-16ee-4d53-a1c9-ed8e9d2b9e49 service neutron] Bound using segment: {'id': 'ad3735d7-6f1d-4396-8c2b-5f6199488faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '863049fb-91f0-4803-9992-666b65540a85'} {{(pid=119953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:56:57.329320 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-71c91d3c-917a-4cd3-8a14-8a56d5428f38 admin admin] Publish callbacks [] for subnet (dcf8292a-8420-4649-91f6-9e1fe40f1845), before_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:56:57.329754 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.managers [req-6fdf95b4-a1ab-44c1-8045-61801183828d req-250e43bc-16ee-4d53-a1c9-ed8e9d2b9e49 service neutron] Bound port: 66d6c196-3481-4add-a423-0e68af89bcf6, host: hv-cinder-80475, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad3735d7-6f1d-4396-8c2b-5f6199488faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '863049fb-91f0-4803-9992-666b65540a85'}}] {{(pid=119953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:56:57.330114 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [req-6fdf95b4-a1ab-44c1-8045-61801183828d req-250e43bc-16ee-4d53-a1c9-ed8e9d2b9e49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8385759'] for port (66d6c196-3481-4add-a423-0e68af89bcf6), before_update {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:56:57.363264 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-71c91d3c-917a-4cd3-8a14-8a56d5428f38 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3033181'] for subnet (dcf8292a-8420-4649-91f6-9e1fe40f1845), precommit_delete_associations {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:56:57.398400 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.db [req-6fdf95b4-a1ab-44c1-8045-61801183828d req-250e43bc-16ee-4d53-a1c9-ed8e9d2b9e49 service neutron] For port 66d6c196-3481-4add-a423-0e68af89bcf6, host hv-cinder-80475, cleared binding levels {{(pid=119953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:56:57.401741 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.db [req-6fdf95b4-a1ab-44c1-8045-61801183828d req-250e43bc-16ee-4d53-a1c9-ed8e9d2b9e49 service neutron] For port 66d6c196-3481-4add-a423-0e68af89bcf6, host hv-cinder-80475, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=66d6c196-3481-4add-a423-0e68af89bcf6,segment=NetworkSegment(ad3735d7-6f1d-4396-8c2b-5f6199488faa),segment_id=ad3735d7-6f1d-4396-8c2b-5f6199488faa)] {{(pid=119953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:56:57.403288 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-71c91d3c-917a-4cd3-8a14-8a56d5428f38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8314618'] for subnet (dcf8292a-8420-4649-91f6-9e1fe40f1845), precommit_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:56:57.408476 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [req-6fdf95b4-a1ab-44c1-8045-61801183828d req-250e43bc-16ee-4d53-a1c9-ed8e9d2b9e49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754346672056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754346267073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754346267091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9282845'] for port (66d6c196-3481-4add-a423-0e68af89bcf6), after_update {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:56:57.448545 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdf95b4-a1ab-44c1-8045-61801183828d req-250e43bc-16ee-4d53-a1c9-ed8e9d2b9e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:56:57.449193 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [req-6fdf95b4-a1ab-44c1-8045-61801183828d req-250e43bc-16ee-4d53-a1c9-ed8e9d2b9e49 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47102'] for port (None), before_response {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:56:57.450660 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-6fdf95b4-a1ab-44c1-8045-61801183828d req-250e43bc-16ee-4d53-a1c9-ed8e9d2b9e49 service neutron] 10.222.0.66 "PUT /v2.0/ports/66d6c196-3481-4add-a423-0e68af89bcf6 HTTP/1.1" status: 200 len: 1094 time: 0.6758204 Mar 07 16:56:57.451085 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a473c2c6-d445-43a8-925c-f636c20796af', 'tag': '66d6c196-3481-4add-a423-0e68af89bcf6'}] {{(pid=119953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:56:57.453358 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed95515d7af65a162ef4af60abe3e4aacc73bb6c2379f81891a58e09c3a2d0f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cd31196-54dd-47c7-abee-3dd054b5bb2e" -d '{"events": [{"name": "network-changed", "server_uuid": "a473c2c6-d445-43a8-925c-f636c20796af", "tag": "66d6c196-3481-4add-a423-0e68af89bcf6"}]}' {{(pid=119953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:56:57.459482 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-71c91d3c-917a-4cd3-8a14-8a56d5428f38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8314593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3211693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3853989'] for subnet (dcf8292a-8420-4649-91f6-9e1fe40f1845), after_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:56:57.486832 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250e43bc-16ee-4d53-a1c9-ed8e9d2b9e49 service neutron] Pushing event updated for resources: {'Port': ['ID=66d6c196-3481-4add-a423-0e68af89bcf6,revision_number=3']} {{(pid=119953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:56:57.506317 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c91d3c-917a-4cd3-8a14-8a56d5428f38 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dcf8292a-8420-4649-91f6-9e1fe40f1845,revision_number=None']} {{(pid=119954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:56:57.513537 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-71c91d3c-917a-4cd3-8a14-8a56d5428f38 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:56:57.519227 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [None req-71c91d3c-917a-4cd3-8a14-8a56d5428f38 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/dcf8292a-8420-4649-91f6-9e1fe40f1845 HTTP/1.1" status: 204 len: 168 time: 0.2437124 Mar 07 16:56:57.522945 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.wsgi [-] (119954) accepted ('10.222.0.18', 55888) {{(pid=119954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:56:57.527650 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 16:56:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b629589b-8eaf-4129-b890-8d00741177ea x-openstack-request-id: req-b629589b-8eaf-4129-b890-8d00741177ea {{(pid=119953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:56:57.528222 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a473c2c6-d445-43a8-925c-f636c20796af", "tag": "66d6c196-3481-4add-a423-0e68af89bcf6", "status": "completed", "code": 200}]} {{(pid=119953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:56:57.528542 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b629589b-8eaf-4129-b890-8d00741177ea {{(pid=119953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:56:57.529101 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a473c2c6-d445-43a8-925c-f636c20796af', 'tag': '66d6c196-3481-4add-a423-0e68af89bcf6', 'status': 'completed', 'code': 200} Mar 07 16:56:57.570642 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdf95b4-a1ab-44c1-8045-61801183828d req-63ace198-991f-4d52-a3cd-f34d59f48673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:56:57.572484 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-6fdf95b4-a1ab-44c1-8045-61801183828d req-63ace198-991f-4d52-a3cd-f34d59f48673 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=8ffb87e782b3452ab1b5e98b2ae4804b&device_id=a473c2c6-d445-43a8-925c-f636c20796af HTTP/1.1" status: 200 len: 1128 time: 0.0637262 Mar 07 16:56:57.598171 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-5e77e471-3e99-41d4-aebb-fc70e356925c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7565685'] for network (3c58d676-f872-4af0-8e9e-07accb98dac0), before_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:56:57.632648 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-6fdf95b4-a1ab-44c1-8045-61801183828d req-eb24642e-d00f-44ac-9e1c-7941df4c5e86 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=66d6c196-3481-4add-a423-0e68af89bcf6 HTTP/1.1" status: 200 len: 217 time: 0.0462313 Mar 07 16:56:57.688399 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdf95b4-a1ab-44c1-8045-61801183828d req-b04d80a6-69c7-4e38-bad0-935c9af9fa54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:56:57.690391 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-6fdf95b4-a1ab-44c1-8045-61801183828d req-b04d80a6-69c7-4e38-bad0-935c9af9fa54 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f97910cd-d5d7-4b8c-bfe2-694a46e38478 HTTP/1.1" status: 200 len: 856 time: 0.0506859 Mar 07 16:56:57.748652 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdf95b4-a1ab-44c1-8045-61801183828d req-192a5ee3-beeb-437a-9e52-749674fb3ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:56:57.750320 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-6fdf95b4-a1ab-44c1-8045-61801183828d req-192a5ee3-beeb-437a-9e52-749674fb3ed1 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=863049fb-91f0-4803-9992-666b65540a85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0542285 Mar 07 16:56:57.856543 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-6fdf95b4-a1ab-44c1-8045-61801183828d req-22734007-1345-4944-8ba1-a594e3e1d5be service neutron] 10.222.0.66 "GET /v2.0/networks/863049fb-91f0-4803-9992-666b65540a85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991089 Mar 07 16:56:57.920993 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-5e77e471-3e99-41d4-aebb-fc70e356925c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8196213', 'neutron.services.segments.db._delete_segments_for_network-8754346594151'] for network (3c58d676-f872-4af0-8e9e-07accb98dac0), precommit_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:56:57.942321 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.services.segments.db [None req-5e77e471-3e99-41d4-aebb-fc70e356925c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c58d676-f872-4af0-8e9e-07accb98dac0']}} {{(pid=119954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:56:57.952093 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.services.segments.db [None req-5e77e471-3e99-41d4-aebb-fc70e356925c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63bbc091-78b2-42e4-b626-ef66d3602746') {'for_net_delete': True} {{(pid=119954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:56:57.952463 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.services.segments.db [None req-5e77e471-3e99-41d4-aebb-fc70e356925c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63bbc091-78b2-42e4-b626-ef66d3602746') {} {{(pid=119954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:56:57.955288 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-6fdf95b4-a1ab-44c1-8045-61801183828d req-c83c5fc8-88c9-478d-83f6-e6f71800b9e8 service neutron] 10.222.0.66 "GET /v2.0/networks/863049fb-91f0-4803-9992-666b65540a85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922296 Mar 07 16:56:57.962514 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-5e77e471-3e99-41d4-aebb-fc70e356925c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754346595440', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3033254'] for segment (63bbc091-78b2-42e4-b626-ef66d3602746), before_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:56:57.978490 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-5e77e471-3e99-41d4-aebb-fc70e356925c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8315985'] for segment (63bbc091-78b2-42e4-b626-ef66d3602746), precommit_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:56:57.986325 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e77e471-3e99-41d4-aebb-fc70e356925c admin admin] Releasing vlan 871 on physical network physnet1 to pool {{(pid=119954) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 16:56:57.986917 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-5e77e471-3e99-41d4-aebb-fc70e356925c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8315985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3211719'] for segment (63bbc091-78b2-42e4-b626-ef66d3602746), after_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:56:57.989033 dv-cinder-804757-24-iscsi neutron-server[119954]: Traceback (most recent call last): Mar 07 16:56:57.989033 dv-cinder-804757-24-iscsi neutron-server[119954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 16:56:57.989033 dv-cinder-804757-24-iscsi neutron-server[119954]: timer() Mar 07 16:56:57.989033 dv-cinder-804757-24-iscsi neutron-server[119954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 16:56:57.989033 dv-cinder-804757-24-iscsi neutron-server[119954]: cb(*args, **kw) Mar 07 16:56:57.989033 dv-cinder-804757-24-iscsi neutron-server[119954]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 16:56:57.989033 dv-cinder-804757-24-iscsi neutron-server[119954]: return func(*args, **kwargs) Mar 07 16:56:57.989033 dv-cinder-804757-24-iscsi neutron-server[119954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 16:56:57.989033 dv-cinder-804757-24-iscsi neutron-server[119954]: self._notify() Mar 07 16:56:57.989033 dv-cinder-804757-24-iscsi neutron-server[119954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 16:56:57.989033 dv-cinder-804757-24-iscsi neutron-server[119954]: self.callback(batched_events) Mar 07 16:56:57.989033 dv-cinder-804757-24-iscsi neutron-server[119954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 16:56:57.989033 dv-cinder-804757-24-iscsi neutron-server[119954]: event.method(event) Mar 07 16:56:57.989033 dv-cinder-804757-24-iscsi neutron-server[119954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 16:56:57.989033 dv-cinder-804757-24-iscsi neutron-server[119954]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 16:56:57.989033 dv-cinder-804757-24-iscsi neutron-server[119954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 16:56:57.989033 dv-cinder-804757-24-iscsi neutron-server[119954]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 16:56:57.989033 dv-cinder-804757-24-iscsi neutron-server[119954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 16:56:57.989033 dv-cinder-804757-24-iscsi neutron-server[119954]: return f(self, *a, **k) Mar 07 16:56:57.989033 dv-cinder-804757-24-iscsi neutron-server[119954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 16:56:57.989033 dv-cinder-804757-24-iscsi neutron-server[119954]: return self._get(url).json() Mar 07 16:56:57.989033 dv-cinder-804757-24-iscsi neutron-server[119954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 16:56:57.989033 dv-cinder-804757-24-iscsi neutron-server[119954]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 16:56:57.989033 dv-cinder-804757-24-iscsi neutron-server[119954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 16:56:57.989033 dv-cinder-804757-24-iscsi neutron-server[119954]: return self.request(url, 'GET', **kwargs) Mar 07 16:56:57.989033 dv-cinder-804757-24-iscsi neutron-server[119954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 16:56:57.989033 dv-cinder-804757-24-iscsi neutron-server[119954]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 16:56:57.989033 dv-cinder-804757-24-iscsi neutron-server[119954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 16:56:57.989033 dv-cinder-804757-24-iscsi neutron-server[119954]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 16:56:57.989033 dv-cinder-804757-24-iscsi neutron-server[119954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 16:56:57.989033 dv-cinder-804757-24-iscsi neutron-server[119954]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 16:56:57.989033 dv-cinder-804757-24-iscsi neutron-server[119954]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 16:56:58.044955 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-5e77e471-3e99-41d4-aebb-fc70e356925c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8196220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-705199'] for network (3c58d676-f872-4af0-8e9e-07accb98dac0), after_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:56:58.061617 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-5e77e471-3e99-41d4-aebb-fc70e356925c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550935'] for network (None), before_response {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:56:58.065790 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [None req-5e77e471-3e99-41d4-aebb-fc70e356925c admin admin] 10.222.0.18 "DELETE /v2.0/networks/3c58d676-f872-4af0-8e9e-07accb98dac0 HTTP/1.1" status: 204 len: 168 time: 0.5409083 Mar 07 16:56:58.066232 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e77e471-3e99-41d4-aebb-fc70e356925c admin admin] Pushing event deleted for resources: {'Network': ['ID=3c58d676-f872-4af0-8e9e-07accb98dac0,revision_number=None']} {{(pid=119954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:56:58.108139 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd31196-54dd-47c7-abee-3dd054b5bb2e req-b6e13628-aae8-4ba9-96b8-f050508671ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:56:58.109711 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-9cd31196-54dd-47c7-abee-3dd054b5bb2e req-b6e13628-aae8-4ba9-96b8-f050508671ae service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=8ffb87e782b3452ab1b5e98b2ae4804b&device_id=a473c2c6-d445-43a8-925c-f636c20796af HTTP/1.1" status: 200 len: 1128 time: 0.0545812 Mar 07 16:56:58.209927 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd31196-54dd-47c7-abee-3dd054b5bb2e req-7f354ee0-9206-4914-9423-eece6522fbd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:56:58.211480 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-9cd31196-54dd-47c7-abee-3dd054b5bb2e req-7f354ee0-9206-4914-9423-eece6522fbd6 service neutron] 10.222.0.66 "GET /v2.0/networks?id=863049fb-91f0-4803-9992-666b65540a85 HTTP/1.1" status: 200 len: 918 time: 0.0948677 Mar 07 16:56:58.250751 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.wsgi [-] (119954) accepted ('10.222.0.18', 55914) {{(pid=119954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:56:58.256739 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-9cd31196-54dd-47c7-abee-3dd054b5bb2e req-7f45ba12-9a76-4096-a28f-600300ddb2c2 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=66d6c196-3481-4add-a423-0e68af89bcf6 HTTP/1.1" status: 200 len: 217 time: 0.0363321 Mar 07 16:56:58.295280 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [None req-497f2496-a7aa-4dbe-ae91-61f2669f15ff admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=03c1865431ea45eb847bd0ca745675d6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0409441 Mar 07 16:56:58.295876 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.wsgi [-] (119954) accepted ('10.222.0.18', 55916) {{(pid=119954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:56:58.306608 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd31196-54dd-47c7-abee-3dd054b5bb2e req-e1de330f-30f8-4b2c-834b-0ab4b66b4b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:56:58.308187 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-9cd31196-54dd-47c7-abee-3dd054b5bb2e req-e1de330f-30f8-4b2c-834b-0ab4b66b4b4d service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f97910cd-d5d7-4b8c-bfe2-694a46e38478 HTTP/1.1" status: 200 len: 856 time: 0.0446770 Mar 07 16:56:58.343412 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-523cc0d7-ceab-4a05-9993-f74d4582b304 admin admin] Publish callbacks [] for security_group (53f73a85-3bd3-48ad-bc38-ae336da77528), before_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:56:58.364169 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-523cc0d7-ceab-4a05-9993-f74d4582b304 admin admin] Publish callbacks [] for security_group (53f73a85-3bd3-48ad-bc38-ae336da77528), precommit_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:56:58.392338 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd31196-54dd-47c7-abee-3dd054b5bb2e req-1d64bbe9-a668-4087-a586-21f210706194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:56:58.393891 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-9cd31196-54dd-47c7-abee-3dd054b5bb2e req-1d64bbe9-a668-4087-a586-21f210706194 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=863049fb-91f0-4803-9992-666b65540a85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0792251 Mar 07 16:56:58.414530 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-523cc0d7-ceab-4a05-9993-f74d4582b304 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543383'] for security_group (53f73a85-3bd3-48ad-bc38-ae336da77528), after_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:56:58.417173 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-523cc0d7-ceab-4a05-9993-f74d4582b304 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:56:58.418303 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [None req-523cc0d7-ceab-4a05-9993-f74d4582b304 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/53f73a85-3bd3-48ad-bc38-ae336da77528 HTTP/1.1" status: 204 len: 168 time: 0.1219659 Mar 07 16:56:58.425335 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035469d3-0e4b-4fcb-ac16-e527dc78d21e req-28e38d28-2c23-468d-97c8-578ae7bf1b0d tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:56:58.426921 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523cc0d7-ceab-4a05-9993-f74d4582b304 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53f73a85-3bd3-48ad-bc38-ae336da77528,revision_number=None']} {{(pid=119954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:56:58.432461 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-035469d3-0e4b-4fcb-ac16-e527dc78d21e req-28e38d28-2c23-468d-97c8-578ae7bf1b0d tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] 10.222.0.18 "GET /v2.0/ports?device_id=a473c2c6-d445-43a8-925c-f636c20796af HTTP/1.1" status: 200 len: 944 time: 0.0853100 Mar 07 16:56:58.517722 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-035469d3-0e4b-4fcb-ac16-e527dc78d21e req-3c138fdf-43c7-40aa-9412-cf1c0c603b71 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] 10.222.0.18 "GET /v2.0/security-groups?id=71651f4e-e00c-47c4-95be-ed1b5e372be7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843749 Mar 07 16:56:58.535798 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-9cd31196-54dd-47c7-abee-3dd054b5bb2e req-17148802-8b7e-4b6f-a2ce-9bd7a0d4ca84 service neutron] 10.222.0.66 "GET /v2.0/networks/863049fb-91f0-4803-9992-666b65540a85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348271 Mar 07 16:56:58.634364 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-9cd31196-54dd-47c7-abee-3dd054b5bb2e req-7215777c-a271-4996-b4a2-f8b76e8ce9bf service neutron] 10.222.0.66 "GET /v2.0/networks/863049fb-91f0-4803-9992-666b65540a85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877018 Mar 07 16:56:59.336141 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.wsgi [-] (119954) accepted ('10.222.0.18', 55932) {{(pid=119954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:56:59.379264 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.db.db_base_plugin_v2 [None req-b719836d-cf58-4f8e-9b21-fe8ae9cfe69a admin admin] Deleting subnet 20e98dbf-92cd-4752-b073-e35143168b1b {{(pid=119954) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 16:56:59.382696 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-b719836d-cf58-4f8e-9b21-fe8ae9cfe69a admin admin] Publish callbacks [] for subnet (20e98dbf-92cd-4752-b073-e35143168b1b), before_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:56:59.415646 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-b719836d-cf58-4f8e-9b21-fe8ae9cfe69a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3033181'] for subnet (20e98dbf-92cd-4752-b073-e35143168b1b), precommit_delete_associations {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:56:59.460900 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-b719836d-cf58-4f8e-9b21-fe8ae9cfe69a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8314618'] for subnet (20e98dbf-92cd-4752-b073-e35143168b1b), precommit_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:56:59.523210 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-b719836d-cf58-4f8e-9b21-fe8ae9cfe69a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8314593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3211693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3853989'] for subnet (20e98dbf-92cd-4752-b073-e35143168b1b), after_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:56:59.555208 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b719836d-cf58-4f8e-9b21-fe8ae9cfe69a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=20e98dbf-92cd-4752-b073-e35143168b1b,revision_number=None']} {{(pid=119954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:56:59.560447 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-b719836d-cf58-4f8e-9b21-fe8ae9cfe69a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:56:59.566317 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [None req-b719836d-cf58-4f8e-9b21-fe8ae9cfe69a admin admin] 10.222.0.18 "DELETE /v2.0/subnets/20e98dbf-92cd-4752-b073-e35143168b1b HTTP/1.1" status: 204 len: 168 time: 0.2267118 Mar 07 16:56:59.566622 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.wsgi [-] (119954) accepted ('10.222.0.18', 55936) {{(pid=119954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:56:59.660526 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-eba075a7-5d9a-4466-974c-31de39283275 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7565685'] for network (d4c6a400-bd92-4108-a94c-8024cc12d316), before_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:56:59.709591 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72885493-786f-4103-80b7-bc70439bfbb4 req-73bdd4bd-d78f-47b0-bfb3-01d76daae28d tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:56:59.711034 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-72885493-786f-4103-80b7-bc70439bfbb4 req-73bdd4bd-d78f-47b0-bfb3-01d76daae28d tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] 10.222.0.18 "GET /v2.0/ports?device_id=a473c2c6-d445-43a8-925c-f636c20796af HTTP/1.1" status: 200 len: 944 time: 0.1186130 Mar 07 16:56:59.771006 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-eba075a7-5d9a-4466-974c-31de39283275 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8196213', 'neutron.services.segments.db._delete_segments_for_network-8754346594151'] for network (d4c6a400-bd92-4108-a94c-8024cc12d316), precommit_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:56:59.804414 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.services.segments.db [None req-eba075a7-5d9a-4466-974c-31de39283275 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4c6a400-bd92-4108-a94c-8024cc12d316']}} {{(pid=119954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:56:59.818167 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-72885493-786f-4103-80b7-bc70439bfbb4 req-6def1b87-29bf-4ed3-95fd-d874775a1537 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] 10.222.0.18 "GET /v2.0/security-groups?id=71651f4e-e00c-47c4-95be-ed1b5e372be7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0984678 Mar 07 16:56:59.819725 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.services.segments.db [None req-eba075a7-5d9a-4466-974c-31de39283275 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5af4093a-247d-41a1-8b73-f1a154ef7b71') {'for_net_delete': True} {{(pid=119954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:56:59.820032 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.services.segments.db [None req-eba075a7-5d9a-4466-974c-31de39283275 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5af4093a-247d-41a1-8b73-f1a154ef7b71') {} {{(pid=119954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:56:59.829108 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-eba075a7-5d9a-4466-974c-31de39283275 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754346595440', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3033254'] for segment (5af4093a-247d-41a1-8b73-f1a154ef7b71), before_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:56:59.843676 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-eba075a7-5d9a-4466-974c-31de39283275 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8315985'] for segment (5af4093a-247d-41a1-8b73-f1a154ef7b71), precommit_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:56:59.849868 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eba075a7-5d9a-4466-974c-31de39283275 admin admin] Releasing vlan 866 on physical network physnet1 to pool {{(pid=119954) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 16:56:59.850246 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-eba075a7-5d9a-4466-974c-31de39283275 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8315985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3211719'] for segment (5af4093a-247d-41a1-8b73-f1a154ef7b71), after_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:56:59.851895 dv-cinder-804757-24-iscsi neutron-server[119954]: Traceback (most recent call last): Mar 07 16:56:59.851895 dv-cinder-804757-24-iscsi neutron-server[119954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 16:56:59.851895 dv-cinder-804757-24-iscsi neutron-server[119954]: timer() Mar 07 16:56:59.851895 dv-cinder-804757-24-iscsi neutron-server[119954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 16:56:59.851895 dv-cinder-804757-24-iscsi neutron-server[119954]: cb(*args, **kw) Mar 07 16:56:59.851895 dv-cinder-804757-24-iscsi neutron-server[119954]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 16:56:59.851895 dv-cinder-804757-24-iscsi neutron-server[119954]: return func(*args, **kwargs) Mar 07 16:56:59.851895 dv-cinder-804757-24-iscsi neutron-server[119954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 16:56:59.851895 dv-cinder-804757-24-iscsi neutron-server[119954]: self._notify() Mar 07 16:56:59.851895 dv-cinder-804757-24-iscsi neutron-server[119954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 16:56:59.851895 dv-cinder-804757-24-iscsi neutron-server[119954]: self.callback(batched_events) Mar 07 16:56:59.851895 dv-cinder-804757-24-iscsi neutron-server[119954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 16:56:59.851895 dv-cinder-804757-24-iscsi neutron-server[119954]: event.method(event) Mar 07 16:56:59.851895 dv-cinder-804757-24-iscsi neutron-server[119954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 16:56:59.851895 dv-cinder-804757-24-iscsi neutron-server[119954]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 16:56:59.851895 dv-cinder-804757-24-iscsi neutron-server[119954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 16:56:59.851895 dv-cinder-804757-24-iscsi neutron-server[119954]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 16:56:59.851895 dv-cinder-804757-24-iscsi neutron-server[119954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 16:56:59.851895 dv-cinder-804757-24-iscsi neutron-server[119954]: return f(self, *a, **k) Mar 07 16:56:59.851895 dv-cinder-804757-24-iscsi neutron-server[119954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 16:56:59.851895 dv-cinder-804757-24-iscsi neutron-server[119954]: return self._get(url).json() Mar 07 16:56:59.851895 dv-cinder-804757-24-iscsi neutron-server[119954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 16:56:59.851895 dv-cinder-804757-24-iscsi neutron-server[119954]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 16:56:59.851895 dv-cinder-804757-24-iscsi neutron-server[119954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 16:56:59.851895 dv-cinder-804757-24-iscsi neutron-server[119954]: return self.request(url, 'GET', **kwargs) Mar 07 16:56:59.851895 dv-cinder-804757-24-iscsi neutron-server[119954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 16:56:59.851895 dv-cinder-804757-24-iscsi neutron-server[119954]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 16:56:59.851895 dv-cinder-804757-24-iscsi neutron-server[119954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 16:56:59.851895 dv-cinder-804757-24-iscsi neutron-server[119954]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 16:56:59.851895 dv-cinder-804757-24-iscsi neutron-server[119954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 16:56:59.851895 dv-cinder-804757-24-iscsi neutron-server[119954]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 16:56:59.851895 dv-cinder-804757-24-iscsi neutron-server[119954]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 16:56:59.906884 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-eba075a7-5d9a-4466-974c-31de39283275 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8196220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-705199'] for network (d4c6a400-bd92-4108-a94c-8024cc12d316), after_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:56:59.912600 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-eba075a7-5d9a-4466-974c-31de39283275 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550935'] for network (None), before_response {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:56:59.915690 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [None req-eba075a7-5d9a-4466-974c-31de39283275 admin admin] 10.222.0.18 "DELETE /v2.0/networks/d4c6a400-bd92-4108-a94c-8024cc12d316 HTTP/1.1" status: 204 len: 168 time: 0.3480966 Mar 07 16:56:59.918624 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.wsgi [-] (119953) accepted ('10.222.0.18', 55938) {{(pid=119953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:56:59.926336 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba075a7-5d9a-4466-974c-31de39283275 admin admin] Pushing event deleted for resources: {'Network': ['ID=d4c6a400-bd92-4108-a94c-8024cc12d316,revision_number=None']} {{(pid=119954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:56:59.966797 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.db.db_base_plugin_v2 [None req-7395d287-0bf1-49d3-b4e9-92d583907efd admin admin] Deleting subnet 43e20a2c-2644-4902-bae3-c8564ce5803c {{(pid=119953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 16:56:59.970054 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-7395d287-0bf1-49d3-b4e9-92d583907efd admin admin] Publish callbacks [] for subnet (43e20a2c-2644-4902-bae3-c8564ce5803c), before_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:00.003990 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-7395d287-0bf1-49d3-b4e9-92d583907efd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8886700'] for subnet (43e20a2c-2644-4902-bae3-c8564ce5803c), precommit_delete_associations {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:00.048131 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-7395d287-0bf1-49d3-b4e9-92d583907efd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8314618'] for subnet (43e20a2c-2644-4902-bae3-c8564ce5803c), precommit_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:00.102466 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-7395d287-0bf1-49d3-b4e9-92d583907efd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8314593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9282899', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9423109'] for subnet (43e20a2c-2644-4902-bae3-c8564ce5803c), after_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:00.126519 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7395d287-0bf1-49d3-b4e9-92d583907efd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=43e20a2c-2644-4902-bae3-c8564ce5803c,revision_number=None']} {{(pid=119953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:57:00.130518 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-7395d287-0bf1-49d3-b4e9-92d583907efd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550935'] for subnet (None), before_response {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:00.133708 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [None req-7395d287-0bf1-49d3-b4e9-92d583907efd admin admin] 10.222.0.18 "DELETE /v2.0/subnets/43e20a2c-2644-4902-bae3-c8564ce5803c HTTP/1.1" status: 204 len: 168 time: 0.2140994 Mar 07 16:57:00.136628 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.wsgi [-] (119954) accepted ('10.222.0.18', 55940) {{(pid=119954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:57:00.209159 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-200852bc-d2b5-4d53-bcee-0292be635e50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7565685'] for network (4c73263d-f96d-4080-bdc3-76d072791965), before_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:00.289274 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-200852bc-d2b5-4d53-bcee-0292be635e50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8196213', 'neutron.services.segments.db._delete_segments_for_network-8754346594151'] for network (4c73263d-f96d-4080-bdc3-76d072791965), precommit_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:00.308821 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.services.segments.db [None req-200852bc-d2b5-4d53-bcee-0292be635e50 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c73263d-f96d-4080-bdc3-76d072791965']}} {{(pid=119954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:57:00.317770 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.services.segments.db [None req-200852bc-d2b5-4d53-bcee-0292be635e50 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3a2f4ce-cd1b-4a2d-aea8-022ae52e51a6') {'for_net_delete': True} {{(pid=119954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:57:00.318083 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.services.segments.db [None req-200852bc-d2b5-4d53-bcee-0292be635e50 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3a2f4ce-cd1b-4a2d-aea8-022ae52e51a6') {} {{(pid=119954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:57:00.327156 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-200852bc-d2b5-4d53-bcee-0292be635e50 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754346595440', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3033254'] for segment (c3a2f4ce-cd1b-4a2d-aea8-022ae52e51a6), before_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:00.340150 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-200852bc-d2b5-4d53-bcee-0292be635e50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8315985'] for segment (c3a2f4ce-cd1b-4a2d-aea8-022ae52e51a6), precommit_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:00.345863 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-200852bc-d2b5-4d53-bcee-0292be635e50 admin admin] Releasing vlan 869 on physical network physnet1 to pool {{(pid=119954) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 16:57:00.346264 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-200852bc-d2b5-4d53-bcee-0292be635e50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8315985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3211719'] for segment (c3a2f4ce-cd1b-4a2d-aea8-022ae52e51a6), after_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:00.347848 dv-cinder-804757-24-iscsi neutron-server[119954]: Traceback (most recent call last): Mar 07 16:57:00.347848 dv-cinder-804757-24-iscsi neutron-server[119954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 16:57:00.347848 dv-cinder-804757-24-iscsi neutron-server[119954]: timer() Mar 07 16:57:00.347848 dv-cinder-804757-24-iscsi neutron-server[119954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 16:57:00.347848 dv-cinder-804757-24-iscsi neutron-server[119954]: cb(*args, **kw) Mar 07 16:57:00.347848 dv-cinder-804757-24-iscsi neutron-server[119954]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 16:57:00.347848 dv-cinder-804757-24-iscsi neutron-server[119954]: return func(*args, **kwargs) Mar 07 16:57:00.347848 dv-cinder-804757-24-iscsi neutron-server[119954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 16:57:00.347848 dv-cinder-804757-24-iscsi neutron-server[119954]: self._notify() Mar 07 16:57:00.347848 dv-cinder-804757-24-iscsi neutron-server[119954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 16:57:00.347848 dv-cinder-804757-24-iscsi neutron-server[119954]: self.callback(batched_events) Mar 07 16:57:00.347848 dv-cinder-804757-24-iscsi neutron-server[119954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 16:57:00.347848 dv-cinder-804757-24-iscsi neutron-server[119954]: event.method(event) Mar 07 16:57:00.347848 dv-cinder-804757-24-iscsi neutron-server[119954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 16:57:00.347848 dv-cinder-804757-24-iscsi neutron-server[119954]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 16:57:00.347848 dv-cinder-804757-24-iscsi neutron-server[119954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 16:57:00.347848 dv-cinder-804757-24-iscsi neutron-server[119954]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 16:57:00.347848 dv-cinder-804757-24-iscsi neutron-server[119954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 16:57:00.347848 dv-cinder-804757-24-iscsi neutron-server[119954]: return f(self, *a, **k) Mar 07 16:57:00.347848 dv-cinder-804757-24-iscsi neutron-server[119954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 16:57:00.347848 dv-cinder-804757-24-iscsi neutron-server[119954]: return self._get(url).json() Mar 07 16:57:00.347848 dv-cinder-804757-24-iscsi neutron-server[119954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 16:57:00.347848 dv-cinder-804757-24-iscsi neutron-server[119954]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 16:57:00.347848 dv-cinder-804757-24-iscsi neutron-server[119954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 16:57:00.347848 dv-cinder-804757-24-iscsi neutron-server[119954]: return self.request(url, 'GET', **kwargs) Mar 07 16:57:00.347848 dv-cinder-804757-24-iscsi neutron-server[119954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 16:57:00.347848 dv-cinder-804757-24-iscsi neutron-server[119954]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 16:57:00.347848 dv-cinder-804757-24-iscsi neutron-server[119954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 16:57:00.347848 dv-cinder-804757-24-iscsi neutron-server[119954]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 16:57:00.347848 dv-cinder-804757-24-iscsi neutron-server[119954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 16:57:00.347848 dv-cinder-804757-24-iscsi neutron-server[119954]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 16:57:00.347848 dv-cinder-804757-24-iscsi neutron-server[119954]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 16:57:00.397484 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.rpc [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Device 66d6c196-3481-4add-a423-0e68af89bcf6 details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=119955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 16:57:00.401641 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-200852bc-d2b5-4d53-bcee-0292be635e50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8196220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-705199'] for network (4c73263d-f96d-4080-bdc3-76d072791965), after_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:00.406600 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-200852bc-d2b5-4d53-bcee-0292be635e50 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550935'] for network (None), before_response {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:00.409848 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [None req-200852bc-d2b5-4d53-bcee-0292be635e50 admin admin] 10.222.0.18 "DELETE /v2.0/networks/4c73263d-f96d-4080-bdc3-76d072791965 HTTP/1.1" status: 204 len: 168 time: 0.2722425 Mar 07 16:57:00.421938 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200852bc-d2b5-4d53-bcee-0292be635e50 admin admin] Pushing event deleted for resources: {'Network': ['ID=4c73263d-f96d-4080-bdc3-76d072791965,revision_number=None']} {{(pid=119954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:57:00.495302 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.db [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] For port 66d6c196-3481-4add-a423-0e68af89bcf6, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=66d6c196-3481-4add-a423-0e68af89bcf6,segment=NetworkSegment(ad3735d7-6f1d-4396-8c2b-5f6199488faa),segment_id=ad3735d7-6f1d-4396-8c2b-5f6199488faa)] {{(pid=119955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:57:00.507739 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.rpc [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Returning: {'device': '66d6c196-3481-4add-a423-0e68af89bcf6', 'network_id': '863049fb-91f0-4803-9992-666b65540a85', 'port_id': '66d6c196-3481-4add-a423-0e68af89bcf6', 'mac_address': 'fa:16:3e:ad:3f:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 872, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f97910cd-d5d7-4b8c-bfe2-694a46e38478', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 16:57:00.547583 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.plugin [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Current status of the port 66d6c196-3481-4add-a423-0e68af89bcf6 is: DOWN; New status is: BUILD {{(pid=119955) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:57:00.548001 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8385759'] for port (66d6c196-3481-4add-a423-0e68af89bcf6), before_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:00.561812 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.notifiers.nova [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66d6c196-3481-4add-a423-0e68af89bcf6 {{(pid=119955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:57:00.582314 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.db [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] For port 66d6c196-3481-4add-a423-0e68af89bcf6, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=66d6c196-3481-4add-a423-0e68af89bcf6,segment=NetworkSegment(ad3735d7-6f1d-4396-8c2b-5f6199488faa),segment_id=ad3735d7-6f1d-4396-8c2b-5f6199488faa)] {{(pid=119955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:57:00.586827 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754346672056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754346267073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754346267091'] for port (66d6c196-3481-4add-a423-0e68af89bcf6), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:00.594422 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.wsgi [-] (119954) accepted ('10.222.0.18', 55944) {{(pid=119954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:57:00.633892 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Pushing event updated for resources: {'Port': ['ID=66d6c196-3481-4add-a423-0e68af89bcf6,revision_number=4']} {{(pid=119955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:57:00.638180 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [None req-9d468d06-1343-46af-810a-5e6990348d91 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4d13ed4a7ef64c6190f924a2b69eb2fb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0401809 Mar 07 16:57:00.638514 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.wsgi [-] (119953) accepted ('10.222.0.18', 55946) {{(pid=119953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:57:00.686139 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-a38d6dd2-5533-43f1-8d91-edc5ff68c730 admin admin] Publish callbacks [] for security_group (e05d00c1-0f89-4fce-91d5-bee423e7cbe9), before_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:00.711055 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-a38d6dd2-5533-43f1-8d91-edc5ff68c730 admin admin] Publish callbacks [] for security_group (e05d00c1-0f89-4fce-91d5-bee423e7cbe9), precommit_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:00.759266 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-a38d6dd2-5533-43f1-8d91-edc5ff68c730 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543383'] for security_group (e05d00c1-0f89-4fce-91d5-bee423e7cbe9), after_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:00.761758 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-a38d6dd2-5533-43f1-8d91-edc5ff68c730 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:00.762912 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [None req-a38d6dd2-5533-43f1-8d91-edc5ff68c730 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e05d00c1-0f89-4fce-91d5-bee423e7cbe9 HTTP/1.1" status: 204 len: 168 time: 0.1234064 Mar 07 16:57:00.770335 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38d6dd2-5533-43f1-8d91-edc5ff68c730 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e05d00c1-0f89-4fce-91d5-bee423e7cbe9,revision_number=None']} {{(pid=119953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:57:00.883158 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.db [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] get_ports_and_sgs() called for port_ids ['66d6c196-3481-4add-a423-0e68af89bcf6'] {{(pid=119955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:57:00.946520 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f799ce70-b941-496b-9b5c-5c5ca44dec4b req-b059d472-44f3-492a-9f75-7dad42767b15 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:57:00.948047 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-f799ce70-b941-496b-9b5c-5c5ca44dec4b req-b059d472-44f3-492a-9f75-7dad42767b15 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] 10.222.0.18 "GET /v2.0/ports?device_id=a473c2c6-d445-43a8-925c-f636c20796af HTTP/1.1" status: 200 len: 945 time: 0.0534523 Mar 07 16:57:00.995818 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-f799ce70-b941-496b-9b5c-5c5ca44dec4b req-c73eae80-4dae-4d9a-b3fe-5540fd955994 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] 10.222.0.18 "GET /v2.0/security-groups?id=71651f4e-e00c-47c4-95be-ed1b5e372be7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422714 Mar 07 16:57:01.112846 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.wsgi [-] (119953) accepted ('10.222.0.18', 55954) {{(pid=119953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:57:01.153358 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [None req-cf518bfe-8ff3-4c97-af06-fcb9e63fa100 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f7ce3549a5f2487da60992b78f3bbfbb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0393157 Mar 07 16:57:01.156022 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.wsgi [-] (119953) accepted ('10.222.0.18', 55956) {{(pid=119953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:57:01.212914 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-73d433e3-18ff-4818-88b1-f1d746175773 admin admin] Publish callbacks [] for security_group (141d8301-a7be-4524-8486-1222a9b9c4b3), before_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:01.234229 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-73d433e3-18ff-4818-88b1-f1d746175773 admin admin] Publish callbacks [] for security_group (141d8301-a7be-4524-8486-1222a9b9c4b3), precommit_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:01.290769 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-73d433e3-18ff-4818-88b1-f1d746175773 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543383'] for security_group (141d8301-a7be-4524-8486-1222a9b9c4b3), after_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:01.294743 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-73d433e3-18ff-4818-88b1-f1d746175773 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:01.296428 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [None req-73d433e3-18ff-4818-88b1-f1d746175773 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/141d8301-a7be-4524-8486-1222a9b9c4b3 HTTP/1.1" status: 204 len: 168 time: 0.1391819 Mar 07 16:57:01.305863 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d433e3-18ff-4818-88b1-f1d746175773 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=141d8301-a7be-4524-8486-1222a9b9c4b3,revision_number=None']} {{(pid=119953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:57:02.129900 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087a23dc-49d7-472a-9551-5df31296ca2d req-fd447e94-8caf-4075-a448-a6118c520ce2 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:57:02.131586 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-087a23dc-49d7-472a-9551-5df31296ca2d req-fd447e94-8caf-4075-a448-a6118c520ce2 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] 10.222.0.18 "GET /v2.0/ports?device_id=a473c2c6-d445-43a8-925c-f636c20796af HTTP/1.1" status: 200 len: 945 time: 0.0638652 Mar 07 16:57:02.188100 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-087a23dc-49d7-472a-9551-5df31296ca2d req-c7d81c6b-7c98-47d0-a4bc-2a5afd5cb1bb tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] 10.222.0.18 "GET /v2.0/security-groups?id=71651f4e-e00c-47c4-95be-ed1b5e372be7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511777 Mar 07 16:57:02.192429 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebe6e83-af20-4fd1-8394-17c50c267e71 req-4f23bacb-2410-4ffe-a9fb-261fa14aed05 tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:57:02.194897 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-0ebe6e83-af20-4fd1-8394-17c50c267e71 req-4f23bacb-2410-4ffe-a9fb-261fa14aed05 tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] 10.222.0.18 "GET /v2.0/ports?device_id=301c6e16-505b-48af-a5b0-796dee2d11cd HTTP/1.1" status: 200 len: 945 time: 0.0698361 Mar 07 16:57:02.252038 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-0ebe6e83-af20-4fd1-8394-17c50c267e71 req-c6dd7f7b-de8c-4583-bfcd-28fcf9116df9 tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] 10.222.0.18 "GET /v2.0/security-groups?id=60218460-59f4-4e1f-8c5b-28b25250067c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512288 Mar 07 16:57:02.391450 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.wsgi [-] (119953) accepted ('10.222.0.18', 56000) {{(pid=119953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:57:02.409358 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.rpc [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Device 66d6c196-3481-4add-a423-0e68af89bcf6 up at agent hyperv_hv-cinder-80475 {{(pid=119955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:57:02.460995 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.provisioning_blocks [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Provisioning for port 66d6c196-3481-4add-a423-0e68af89bcf6 completed by entity L2. {{(pid=119955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 16:57:02.465449 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.provisioning_blocks [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Provisioning complete for port 66d6c196-3481-4add-a423-0e68af89bcf6 triggered by entity L2. {{(pid=119955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:57:02.465830 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8194280'] for port (66d6c196-3481-4add-a423-0e68af89bcf6), provisioning_complete {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:02.500376 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-52cc8608-af68-4e64-bc5f-ec906e697205 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:02.553215 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.plugin [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Current status of the port 66d6c196-3481-4add-a423-0e68af89bcf6 is: BUILD; New status is: ACTIVE {{(pid=119955) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:57:02.553925 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8385759'] for port (66d6c196-3481-4add-a423-0e68af89bcf6), before_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:02.576455 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-52cc8608-af68-4e64-bc5f-ec906e697205 admin admin] Publish callbacks [] for security_group (ff429f90-6d18-4291-b779-351e6d98822c), precommit_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:02.578759 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a473c2c6-d445-43a8-925c-f636c20796af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66d6c196-3481-4add-a423-0e68af89bcf6'}] {{(pid=119955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:57:02.580655 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-52cc8608-af68-4e64-bc5f-ec906e697205 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543383'] for security_group (ff429f90-6d18-4291-b779-351e6d98822c), after_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:02.581451 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd4f8a5135c3a8ba668d7ce7b18abb72183bcf445ca628a57cbbb7bee2c3e543" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e904ee62-58ef-42ac-a1fa-010ad0e9862a" -d '{"events": [{"server_uuid": "a473c2c6-d445-43a8-925c-f636c20796af", "name": "network-vif-plugged", "status": "completed", "tag": "66d6c196-3481-4add-a423-0e68af89bcf6"}]}' {{(pid=119955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:57:02.599425 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.db [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] For port 66d6c196-3481-4add-a423-0e68af89bcf6, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=66d6c196-3481-4add-a423-0e68af89bcf6,segment=NetworkSegment(ad3735d7-6f1d-4396-8c2b-5f6199488faa),segment_id=ad3735d7-6f1d-4396-8c2b-5f6199488faa)] {{(pid=119955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:57:02.605360 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754346672056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754346267073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754346267091'] for port (66d6c196-3481-4add-a423-0e68af89bcf6), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:02.618458 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [None req-52cc8608-af68-4e64-bc5f-ec906e697205 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4b6aec9b55c5491c8d9150b779dbf70c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2256651 Mar 07 16:57:02.620405 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cc8608-af68-4e64-bc5f-ec906e697205 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff429f90-6d18-4291-b779-351e6d98822c,revision_number=1']} {{(pid=119953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:57:02.621266 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.wsgi [-] (119954) accepted ('10.222.0.18', 56006) {{(pid=119954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:57:02.634152 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 16:57:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30be60bc-7474-4b5a-a142-16901d2531ff x-openstack-request-id: req-30be60bc-7474-4b5a-a142-16901d2531ff {{(pid=119955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:57:02.634651 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a473c2c6-d445-43a8-925c-f636c20796af", "name": "network-vif-plugged", "status": "completed", "tag": "66d6c196-3481-4add-a423-0e68af89bcf6", "code": 200}]} {{(pid=119955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:57:02.635090 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-30be60bc-7474-4b5a-a142-16901d2531ff {{(pid=119955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:57:02.635541 dv-cinder-804757-24-iscsi neutron-server[119955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a473c2c6-d445-43a8-925c-f636c20796af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66d6c196-3481-4add-a423-0e68af89bcf6', 'code': 200} Mar 07 16:57:02.657125 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Pushing event updated for resources: {'Port': ['ID=66d6c196-3481-4add-a423-0e68af89bcf6,revision_number=5']} {{(pid=119955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:57:02.664662 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:57:02.664942 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:57:02.665456 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:57:02.665795 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:57:02.666123 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:57:02.666444 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:57:02.666766 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:57:02.667087 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:57:02.667404 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:57:02.667723 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:57:02.668634 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:57:02.668963 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:57:02.669632 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:57:02.674668 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-88e8dd33-9f6e-4a5f-921f-cd7a026c4d0d admin admin] Publish callbacks [] for security_group (ff429f90-6d18-4291-b779-351e6d98822c), before_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:02.696091 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-88e8dd33-9f6e-4a5f-921f-cd7a026c4d0d admin admin] Publish callbacks [] for security_group (ff429f90-6d18-4291-b779-351e6d98822c), precommit_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:02.743059 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-88e8dd33-9f6e-4a5f-921f-cd7a026c4d0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543383'] for security_group (ff429f90-6d18-4291-b779-351e6d98822c), after_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:02.746812 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-88e8dd33-9f6e-4a5f-921f-cd7a026c4d0d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:02.748283 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [None req-88e8dd33-9f6e-4a5f-921f-cd7a026c4d0d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ff429f90-6d18-4291-b779-351e6d98822c HTTP/1.1" status: 204 len: 168 time: 0.1248758 Mar 07 16:57:02.757746 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e8dd33-9f6e-4a5f-921f-cd7a026c4d0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff429f90-6d18-4291-b779-351e6d98822c,revision_number=None']} {{(pid=119954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:57:02.841335 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e9d9e9-9132-48a2-9f11-4e40ef41e736 req-9634049e-b22a-428c-97c9-306f0d7463ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:57:02.843128 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-52e9d9e9-9132-48a2-9f11-4e40ef41e736 req-9634049e-b22a-428c-97c9-306f0d7463ce service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=a473c2c6-d445-43a8-925c-f636c20796af HTTP/1.1" status: 200 len: 1130 time: 0.0505528 Mar 07 16:57:02.886267 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-52e9d9e9-9132-48a2-9f11-4e40ef41e736 req-4c0cd4e1-f703-4400-a8c6-43f2533563a4 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=71651f4e-e00c-47c4-95be-ed1b5e372be7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371392 Mar 07 16:57:03.326652 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4f51d3-df03-42e6-83f9-1394404fb83e req-70b50d35-af21-41c6-b1d6-fc69410670dd tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:57:03.328161 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-2b4f51d3-df03-42e6-83f9-1394404fb83e req-70b50d35-af21-41c6-b1d6-fc69410670dd tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] 10.222.0.18 "GET /v2.0/ports?device_id=a473c2c6-d445-43a8-925c-f636c20796af HTTP/1.1" status: 200 len: 946 time: 0.0576530 Mar 07 16:57:03.379692 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b353dc09-50d5-4f44-9c7c-1af931aae02e req-41bc4fe4-6f06-45f9-ba66-2966bd54a6ec tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:57:03.381213 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-b353dc09-50d5-4f44-9c7c-1af931aae02e req-41bc4fe4-6f06-45f9-ba66-2966bd54a6ec tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] 10.222.0.18 "GET /v2.0/ports?device_id=301c6e16-505b-48af-a5b0-796dee2d11cd HTTP/1.1" status: 200 len: 945 time: 0.0585761 Mar 07 16:57:03.384334 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-2b4f51d3-df03-42e6-83f9-1394404fb83e req-a386c6d4-39c8-4beb-a668-13b2f0336c50 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] 10.222.0.18 "GET /v2.0/security-groups?id=71651f4e-e00c-47c4-95be-ed1b5e372be7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505271 Mar 07 16:57:03.429679 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-b353dc09-50d5-4f44-9c7c-1af931aae02e req-2629d84f-8066-4219-83a4-d7a3d9ea7386 tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] 10.222.0.18 "GET /v2.0/security-groups?id=60218460-59f4-4e1f-8c5b-28b25250067c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427041 Mar 07 16:57:04.514967 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a927a668-1633-4e94-aadc-73d4887161c2 req-f1512f49-c486-49ed-a56b-5d02897574be tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:57:04.516582 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-a927a668-1633-4e94-aadc-73d4887161c2 req-f1512f49-c486-49ed-a56b-5d02897574be tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] 10.222.0.18 "GET /v2.0/ports?device_id=a473c2c6-d445-43a8-925c-f636c20796af HTTP/1.1" status: 200 len: 946 time: 0.0556505 Mar 07 16:57:04.547360 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d39da9d-06bb-49ad-9c6f-023793c11f70 req-0d353267-da3c-4514-ada4-b7c35afaf655 tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:57:04.548873 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-4d39da9d-06bb-49ad-9c6f-023793c11f70 req-0d353267-da3c-4514-ada4-b7c35afaf655 tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] 10.222.0.18 "GET /v2.0/ports?device_id=301c6e16-505b-48af-a5b0-796dee2d11cd HTTP/1.1" status: 200 len: 945 time: 0.0525715 Mar 07 16:57:04.563525 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-a927a668-1633-4e94-aadc-73d4887161c2 req-b7d496c9-0f08-4465-bcf1-6277452ca698 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] 10.222.0.18 "GET /v2.0/security-groups?id=71651f4e-e00c-47c4-95be-ed1b5e372be7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410495 Mar 07 16:57:04.597552 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-4d39da9d-06bb-49ad-9c6f-023793c11f70 req-a4723b7b-69fe-489c-bbb3-f81a6bea5cc2 tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] 10.222.0.18 "GET /v2.0/security-groups?id=60218460-59f4-4e1f-8c5b-28b25250067c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427098 Mar 07 16:57:04.639187 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3d77e3-ba56-473f-ab41-b5554ac5eb75 req-dc507cf0-8011-4cfd-a5e9-d3b2f684a498 tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:57:04.640727 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-8a3d77e3-ba56-473f-ab41-b5554ac5eb75 req-dc507cf0-8011-4cfd-a5e9-d3b2f684a498 tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] 10.222.0.66 "GET /v2.0/ports?device_id=301c6e16-505b-48af-a5b0-796dee2d11cd HTTP/1.1" status: 200 len: 945 time: 0.0649204 Mar 07 16:57:04.746788 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9453a40e-7ee8-422a-a232-d9ec6e315249 req-f211cc1a-e5e9-41b8-a82d-2c4b0bdd085c tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:57:04.748396 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-9453a40e-7ee8-422a-a232-d9ec6e315249 req-f211cc1a-e5e9-41b8-a82d-2c4b0bdd085c tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] 10.222.0.18 "GET /v2.0/ports?device_id=a473c2c6-d445-43a8-925c-f636c20796af HTTP/1.1" status: 200 len: 946 time: 0.1067889 Mar 07 16:57:04.757565 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.wsgi [-] (119954) accepted ('10.222.0.18', 56060) {{(pid=119954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:57:04.762594 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.v2.base [None req-8e2588a3-f1c0-42dc-b06f-321863410399 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] Request body: {'floatingip': {'port_id': '66d6c196-3481-4add-a423-0e68af89bcf6'}} {{(pid=119954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:57:04.771792 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.plugin [req-8a3d77e3-ba56-473f-ab41-b5554ac5eb75 req-c9bf20a0-eea5-4a67-91d0-1100e77358b9 tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] Deleting port 21d6fb0f-c105-4295-a523-36732687cb39 {{(pid=119953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:57:04.772077 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [req-8a3d77e3-ba56-473f-ab41-b5554ac5eb75 req-c9bf20a0-eea5-4a67-91d0-1100e77358b9 tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754346666051'] for port (21d6fb0f-c105-4295-a523-36732687cb39), before_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:04.806854 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-8e2588a3-f1c0-42dc-b06f-321863410399 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] Publish callbacks [] for floatingip (607457b5-481c-43d3-b146-fe4f0ba362f5), before_update {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:04.859454 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.db [req-8a3d77e3-ba56-473f-ab41-b5554ac5eb75 req-c9bf20a0-eea5-4a67-91d0-1100e77358b9 tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] For port 21d6fb0f-c105-4295-a523-36732687cb39, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=21d6fb0f-c105-4295-a523-36732687cb39,segment=NetworkSegment(4a056b74-7e94-4529-893a-3f499dced81d),segment_id=4a056b74-7e94-4529-893a-3f499dced81d)] {{(pid=119953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:57:04.859818 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [req-8a3d77e3-ba56-473f-ab41-b5554ac5eb75 req-c9bf20a0-eea5-4a67-91d0-1100e77358b9 tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704071'] for port (21d6fb0f-c105-4295-a523-36732687cb39), precommit_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:05.042013 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [req-8a3d77e3-ba56-473f-ab41-b5554ac5eb75 req-c9bf20a0-eea5-4a67-91d0-1100e77358b9 tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:05.042235 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [req-8a3d77e3-ba56-473f-ab41-b5554ac5eb75 req-c9bf20a0-eea5-4a67-91d0-1100e77358b9 tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-706389'] for floatingip (75b919bf-e075-4c84-80c1-42971795af30), after_update {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:05.042575 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.db.l3_db [req-8a3d77e3-ba56-473f-ab41-b5554ac5eb75 req-c9bf20a0-eea5-4a67-91d0-1100e77358b9 tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] Floating IP 75b919bf-e075-4c84-80c1-42971795af30 disassociated. External IP: 172.27.2.254, port: 21d6fb0f-c105-4295-a523-36732687cb39. Mar 07 16:57:05.042903 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.plugin [req-8a3d77e3-ba56-473f-ab41-b5554ac5eb75 req-c9bf20a0-eea5-4a67-91d0-1100e77358b9 tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] Calling delete_port for 21d6fb0f-c105-4295-a523-36732687cb39 owned by compute:nova {{(pid=119953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:57:05.175536 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [req-8a3d77e3-ba56-473f-ab41-b5554ac5eb75 req-c9bf20a0-eea5-4a67-91d0-1100e77358b9 tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754346672038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754346267064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9282916'] for port (21d6fb0f-c105-4295-a523-36732687cb39), after_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:05.207292 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bf20a0-eea5-4a67-91d0-1100e77358b9 tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] Pushing event deleted for resources: {'Port': ['ID=21d6fb0f-c105-4295-a523-36732687cb39,revision_number=None']} {{(pid=119953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:57:05.249131 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-8e2588a3-f1c0-42dc-b06f-321863410399 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:05.253664 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-8e2588a3-f1c0-42dc-b06f-321863410399 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-706389'] for floatingip (607457b5-481c-43d3-b146-fe4f0ba362f5), after_update {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:05.321651 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8a3d77e3-ba56-473f-ab41-b5554ac5eb75 req-c9bf20a0-eea5-4a67-91d0-1100e77358b9 tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] Router 7438646f-16c5-41cf-bfe1-423ac73df92e has already been hosted by L3 agent 4cbb3502-d72e-4663-b57e-51d645794085 {{(pid=119953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 16:57:05.355524 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.db.l3_db [None req-8e2588a3-f1c0-42dc-b06f-321863410399 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] Floating IP 607457b5-481c-43d3-b146-fe4f0ba362f5 associated. External IP: 172.27.2.228, port: 66d6c196-3481-4add-a423-0e68af89bcf6. Mar 07 16:57:05.438191 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8a3d77e3-ba56-473f-ab41-b5554ac5eb75 req-c9bf20a0-eea5-4a67-91d0-1100e77358b9 tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] Notify agent at l3_agent.dv-cinder-804757-24-iscsi the message routers_updated {{(pid=119953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:57:05.450857 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-172266c4-6bd3-4b72-b7e8-a9e5a6215908 None None] Sync routers for ids ['7438646f-16c5-41cf-bfe1-423ac73df92e'] in dv-cinder-804757-24-iscsi {{(pid=119955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:57:05.465289 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-172266c4-6bd3-4b72-b7e8-a9e5a6215908 None None] Routers {'7438646f-16c5-41cf-bfe1-423ac73df92e'} bound to L3 agent in host dv-cinder-804757-24-iscsi {{(pid=119955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:57:05.466503 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.l3_hamode_db [None req-172266c4-6bd3-4b72-b7e8-a9e5a6215908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T16:44:19Z,description=,heartbeat_timestamp=2022-03-07T16:56:49Z,host='dv-cinder-804757-24-iscsi',id=4cbb3502-d72e-4663-b57e-51d645794085,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:44:19Z,topic='l3_agent')) {'router_ids': ['7438646f-16c5-41cf-bfe1-423ac73df92e'], 'active': True} {{(pid=119955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:57:05.488491 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a3d77e3-ba56-473f-ab41-b5554ac5eb75 req-c9bf20a0-eea5-4a67-91d0-1100e77358b9 tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] No DVR routers for this DVR port 21d6fb0f-c105-4295-a523-36732687cb39 on host hv-cinder-80475 {{(pid=119953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:57:05.490931 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [req-8a3d77e3-ba56-473f-ab41-b5554ac5eb75 req-c9bf20a0-eea5-4a67-91d0-1100e77358b9 tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47102'] for port (None), before_response {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:05.494680 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-8a3d77e3-ba56-473f-ab41-b5554ac5eb75 req-c9bf20a0-eea5-4a67-91d0-1100e77358b9 tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] 10.222.0.66 "DELETE /v2.0/ports/21d6fb0f-c105-4295-a523-36732687cb39 HTTP/1.1" status: 204 len: 173 time: 0.8448370 Mar 07 16:57:05.495329 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '301c6e16-505b-48af-a5b0-796dee2d11cd', 'name': 'network-vif-deleted', 'tag': '21d6fb0f-c105-4295-a523-36732687cb39'}] {{(pid=119953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:57:05.497976 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed95515d7af65a162ef4af60abe3e4aacc73bb6c2379f81891a58e09c3a2d0f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e579c84-a136-43c5-86f9-2b8c09d665b2" -d '{"events": [{"server_uuid": "301c6e16-505b-48af-a5b0-796dee2d11cd", "name": "network-vif-deleted", "tag": "21d6fb0f-c105-4295-a523-36732687cb39"}]}' {{(pid=119953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:57:05.566534 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 16:57:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-678b85ac-d6c0-4193-b669-c595ae41c58c x-openstack-request-id: req-678b85ac-d6c0-4193-b669-c595ae41c58c {{(pid=119953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:57:05.567221 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "301c6e16-505b-48af-a5b0-796dee2d11cd", "name": "network-vif-deleted", "tag": "21d6fb0f-c105-4295-a523-36732687cb39", "status": "completed", "code": 200}]} {{(pid=119953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:57:05.567221 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-678b85ac-d6c0-4193-b669-c595ae41c58c {{(pid=119953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:57:05.567526 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '301c6e16-505b-48af-a5b0-796dee2d11cd', 'name': 'network-vif-deleted', 'tag': '21d6fb0f-c105-4295-a523-36732687cb39', 'status': 'completed', 'code': 200} Mar 07 16:57:05.611689 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e2588a3-f1c0-42dc-b06f-321863410399 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] Router 31af1578-2e16-497b-982e-6dcdf8b503fa has already been hosted by L3 agent 4cbb3502-d72e-4663-b57e-51d645794085 {{(pid=119954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 16:57:05.630424 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.l3_dvr_db [None req-172266c4-6bd3-4b72-b7e8-a9e5a6215908 None None] Set router 7438646f-16c5-41cf-bfe1-423ac73df92e gateway port host: dv-cinder-804757-24-iscsi {{(pid=119955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:57:05.750130 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-96659e93-ab0f-4c08-af63-72b8c13c3117 req-d620b000-5592-4e64-b2fe-ba7baf7b4724 tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] 10.222.0.18 "GET /v2.0/ports?device_id=301c6e16-505b-48af-a5b0-796dee2d11cd HTTP/1.1" status: 200 len: 210 time: 0.0300307 Mar 07 16:57:05.782447 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e2588a3-f1c0-42dc-b06f-321863410399 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] Notify agent at l3_agent.dv-cinder-804757-24-iscsi the message routers_updated {{(pid=119954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:57:05.787306 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-8e2588a3-f1c0-42dc-b06f-321863410399 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47102'] for floatingip (None), before_response {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:05.794988 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c58568cc-f410-4fe3-a430-0db40f3e6453 None None] Sync routers for ids ['31af1578-2e16-497b-982e-6dcdf8b503fa'] in dv-cinder-804757-24-iscsi {{(pid=119956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:57:05.810044 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c58568cc-f410-4fe3-a430-0db40f3e6453 None None] Routers {'31af1578-2e16-497b-982e-6dcdf8b503fa'} bound to L3 agent in host dv-cinder-804757-24-iscsi {{(pid=119956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:57:05.811413 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.db.l3_hamode_db [None req-c58568cc-f410-4fe3-a430-0db40f3e6453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T16:44:19Z,description=,heartbeat_timestamp=2022-03-07T16:56:49Z,host='dv-cinder-804757-24-iscsi',id=4cbb3502-d72e-4663-b57e-51d645794085,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:44:19Z,topic='l3_agent')) {'router_ids': ['31af1578-2e16-497b-982e-6dcdf8b503fa'], 'active': True} {{(pid=119956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:57:05.821393 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [None req-8e2588a3-f1c0-42dc-b06f-321863410399 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] 10.222.0.18 "PUT /v2.0/floatingips/607457b5-481c-43d3-b146-fe4f0ba362f5 HTTP/1.1" status: 200 len: 992 time: 1.0625286 Mar 07 16:57:05.822173 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a473c2c6-d445-43a8-925c-f636c20796af', 'tag': '66d6c196-3481-4add-a423-0e68af89bcf6'}] {{(pid=119954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:57:05.824478 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}841d5110a94e235157c02b6f4389d133be5f90b089d7eeb6218efd7d6b06db25" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b3053b8-2d39-454d-9615-509f1880249a" -d '{"events": [{"name": "network-changed", "server_uuid": "a473c2c6-d445-43a8-925c-f636c20796af", "tag": "66d6c196-3481-4add-a423-0e68af89bcf6"}]}' {{(pid=119954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:57:05.869890 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 16:57:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-500e88b6-1381-47a1-97b4-efdd622fd62b x-openstack-request-id: req-500e88b6-1381-47a1-97b4-efdd622fd62b {{(pid=119954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:57:05.870186 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a473c2c6-d445-43a8-925c-f636c20796af", "tag": "66d6c196-3481-4add-a423-0e68af89bcf6", "status": "completed", "code": 200}]} {{(pid=119954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:57:05.870442 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-500e88b6-1381-47a1-97b4-efdd622fd62b {{(pid=119954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:57:05.870854 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a473c2c6-d445-43a8-925c-f636c20796af', 'tag': '66d6c196-3481-4add-a423-0e68af89bcf6', 'status': 'completed', 'code': 200} Mar 07 16:57:05.880734 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.l3_hamode_db [None req-172266c4-6bd3-4b72-b7e8-a9e5a6215908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7438646f-16c5-41cf-bfe1-423ac73df92e', 'name': 'tempest-AttachVolumeTestJSON-1470381237-router', 'tenant_id': 'edf4ec5f5dd34ec494b36396a8594bc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'external_fixed_ips': [{'subnet_id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'ip_address': '172.27.2.57'}], 'enable_snat': True}, 'gw_port_id': '55b6bdda-6312-4fcb-bcc8-ffef56435af8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:52:17Z', 'updated_at': '2022-03-07T16:52:24Z', 'revision_number': 4, 'project_id': 'edf4ec5f5dd34ec494b36396a8594bc1', 'gw_port': {'id': '55b6bdda-6312-4fcb-bcc8-ffef56435af8', 'name': '', 'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:e5:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7438646f-16c5-41cf-bfe1-423ac73df92e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'ip_address': '172.27.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:52:18Z', 'updated_at': '2022-03-07T16:52:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-24-iscsi', '_interfaces': [{'id': 'a2e0330e-e9e2-4a91-98aa-009090466f41', 'name': '', 'network_id': '958030d9-7413-4af7-a61d-7e3a7fb6105d', 'tenant_id': 'edf4ec5f5dd34ec494b36396a8594bc1', 'mac_address': 'fa:16:3e:fc:dd:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7438646f-16c5-41cf-bfe1-423ac73df92e', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '31c7bf73-b45c-4589-a934-6b9bdc6a30ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:52:22Z', 'updated_at': '2022-03-07T16:52:32Z', 'revision_number': 5, 'project_id': 'edf4ec5f5dd34ec494b36396a8594bc1', 'subnets': [{'id': '31c7bf73-b45c-4589-a934-6b9bdc6a30ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-24-iscsi', False) {} {{(pid=119955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:57:05.909818 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-172266c4-6bd3-4b72-b7e8-a9e5a6215908 None None] Checking router: 7438646f-16c5-41cf-bfe1-423ac73df92e for host: dv-cinder-804757-24-iscsi {{(pid=119955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 16:57:05.919934 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-172266c4-6bd3-4b72-b7e8-a9e5a6215908 None None] Routers {'7438646f-16c5-41cf-bfe1-423ac73df92e'} bound to L3 agent in host dv-cinder-804757-24-iscsi {{(pid=119955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:57:05.921093 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.l3_hamode_db [None req-172266c4-6bd3-4b72-b7e8-a9e5a6215908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T16:44:19Z,description=,heartbeat_timestamp=2022-03-07T16:56:49Z,host='dv-cinder-804757-24-iscsi',id=4cbb3502-d72e-4663-b57e-51d645794085,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:44:19Z,topic='l3_agent')) {'router_ids': ['7438646f-16c5-41cf-bfe1-423ac73df92e'], 'active': True} {{(pid=119955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:57:05.943424 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.db.l3_dvr_db [None req-c58568cc-f410-4fe3-a430-0db40f3e6453 None None] Set router 31af1578-2e16-497b-982e-6dcdf8b503fa gateway port host: dv-cinder-804757-24-iscsi {{(pid=119956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:57:05.963667 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3053b8-2d39-454d-9615-509f1880249a req-13046615-6c18-43b5-98d6-fb47caec8ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:57:05.965340 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-8b3053b8-2d39-454d-9615-509f1880249a req-13046615-6c18-43b5-98d6-fb47caec8ccb service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=8ffb87e782b3452ab1b5e98b2ae4804b&device_id=a473c2c6-d445-43a8-925c-f636c20796af HTTP/1.1" status: 200 len: 1130 time: 0.0441294 Mar 07 16:57:06.035508 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.l3_dvr_db [None req-172266c4-6bd3-4b72-b7e8-a9e5a6215908 None None] Set router 7438646f-16c5-41cf-bfe1-423ac73df92e gateway port host: dv-cinder-804757-24-iscsi {{(pid=119955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:57:06.066333 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3053b8-2d39-454d-9615-509f1880249a req-4b42d2f0-48e5-4cdc-aba8-d7e48671f0aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:57:06.067909 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-8b3053b8-2d39-454d-9615-509f1880249a req-4b42d2f0-48e5-4cdc-aba8-d7e48671f0aa service neutron] 10.222.0.66 "GET /v2.0/networks?id=863049fb-91f0-4803-9992-666b65540a85 HTTP/1.1" status: 200 len: 918 time: 0.0942597 Mar 07 16:57:06.155812 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-8b3053b8-2d39-454d-9615-509f1880249a req-829a5def-5f40-42fc-b437-3143f01921e9 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=66d6c196-3481-4add-a423-0e68af89bcf6 HTTP/1.1" status: 200 len: 1000 time: 0.0758212 Mar 07 16:57:06.190022 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.db.l3_hamode_db [None req-c58568cc-f410-4fe3-a430-0db40f3e6453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31af1578-2e16-497b-982e-6dcdf8b503fa', 'name': 'tempest-AttachVolumeShelveTestJSON-1712230962-router', 'tenant_id': '8ffb87e782b3452ab1b5e98b2ae4804b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'external_fixed_ips': [{'subnet_id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'ip_address': '172.27.2.28'}], 'enable_snat': True}, 'gw_port_id': '290c4866-1262-4288-abf9-0facba2a54f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:52:20Z', 'updated_at': '2022-03-07T16:52:36Z', 'revision_number': 4, 'project_id': '8ffb87e782b3452ab1b5e98b2ae4804b', 'gw_port': {'id': '290c4866-1262-4288-abf9-0facba2a54f1', 'name': '', 'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:a1:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31af1578-2e16-497b-982e-6dcdf8b503fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'ip_address': '172.27.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:52:21Z', 'updated_at': '2022-03-07T16:52:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-24-iscsi', '_floatingips': [{'id': '607457b5-481c-43d3-b146-fe4f0ba362f5', 'tenant_id': '8ffb87e782b3452ab1b5e98b2ae4804b', 'floating_ip_address': '172.27.2.228', 'floating_network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'router_id': '31af1578-2e16-497b-982e-6dcdf8b503fa', 'port_id': '66d6c196-3481-4add-a423-0e68af89bcf6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 498, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '863049fb-91f0-4803-9992-666b65540a85', 'mac_address': 'fa:16:3e:ad:3f:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a473c2c6-d445-43a8-925c-f636c20796af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T16:56:53Z', 'updated_at': '2022-03-07T16:57:05Z', 'revision_number': 1, 'project_id': '8ffb87e782b3452ab1b5e98b2ae4804b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12eb627a-3000-4be1-95ec-01ed9572f28c', 'name': '', 'network_id': '863049fb-91f0-4803-9992-666b65540a85', 'tenant_id': '8ffb87e782b3452ab1b5e98b2ae4804b', 'mac_address': 'fa:16:3e:66:cd:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31af1578-2e16-497b-982e-6dcdf8b503fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'f97910cd-d5d7-4b8c-bfe2-694a46e38478', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:52:29Z', 'updated_at': '2022-03-07T16:52:44Z', 'revision_number': 5, 'project_id': '8ffb87e782b3452ab1b5e98b2ae4804b', 'subnets': [{'id': 'f97910cd-d5d7-4b8c-bfe2-694a46e38478', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-24-iscsi', False) {} {{(pid=119956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:57:06.221319 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3053b8-2d39-454d-9615-509f1880249a req-5e30dfc8-8047-46b1-aeef-4368f977d746 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:57:06.221592 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c58568cc-f410-4fe3-a430-0db40f3e6453 None None] Checking router: 31af1578-2e16-497b-982e-6dcdf8b503fa for host: dv-cinder-804757-24-iscsi {{(pid=119956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 16:57:06.223096 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-8b3053b8-2d39-454d-9615-509f1880249a req-5e30dfc8-8047-46b1-aeef-4368f977d746 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f97910cd-d5d7-4b8c-bfe2-694a46e38478 HTTP/1.1" status: 200 len: 856 time: 0.0559237 Mar 07 16:57:06.230613 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c58568cc-f410-4fe3-a430-0db40f3e6453 None None] Routers {'31af1578-2e16-497b-982e-6dcdf8b503fa'} bound to L3 agent in host dv-cinder-804757-24-iscsi {{(pid=119956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:57:06.231377 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.db.l3_hamode_db [None req-c58568cc-f410-4fe3-a430-0db40f3e6453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T16:44:19Z,description=,heartbeat_timestamp=2022-03-07T16:56:49Z,host='dv-cinder-804757-24-iscsi',id=4cbb3502-d72e-4663-b57e-51d645794085,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:44:19Z,topic='l3_agent')) {'router_ids': ['31af1578-2e16-497b-982e-6dcdf8b503fa'], 'active': True} {{(pid=119956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:57:06.261566 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.l3_hamode_db [None req-172266c4-6bd3-4b72-b7e8-a9e5a6215908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7438646f-16c5-41cf-bfe1-423ac73df92e', 'name': 'tempest-AttachVolumeTestJSON-1470381237-router', 'tenant_id': 'edf4ec5f5dd34ec494b36396a8594bc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'external_fixed_ips': [{'subnet_id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'ip_address': '172.27.2.57'}], 'enable_snat': True}, 'gw_port_id': '55b6bdda-6312-4fcb-bcc8-ffef56435af8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:52:17Z', 'updated_at': '2022-03-07T16:52:24Z', 'revision_number': 4, 'project_id': 'edf4ec5f5dd34ec494b36396a8594bc1', 'gw_port': {'id': '55b6bdda-6312-4fcb-bcc8-ffef56435af8', 'name': '', 'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:e5:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7438646f-16c5-41cf-bfe1-423ac73df92e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'ip_address': '172.27.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:52:18Z', 'updated_at': '2022-03-07T16:52:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-24-iscsi', '_interfaces': [{'id': 'a2e0330e-e9e2-4a91-98aa-009090466f41', 'name': '', 'network_id': '958030d9-7413-4af7-a61d-7e3a7fb6105d', 'tenant_id': 'edf4ec5f5dd34ec494b36396a8594bc1', 'mac_address': 'fa:16:3e:fc:dd:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7438646f-16c5-41cf-bfe1-423ac73df92e', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '31c7bf73-b45c-4589-a934-6b9bdc6a30ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:52:22Z', 'updated_at': '2022-03-07T16:52:32Z', 'revision_number': 5, 'project_id': 'edf4ec5f5dd34ec494b36396a8594bc1', 'subnets': [{'id': '31c7bf73-b45c-4589-a934-6b9bdc6a30ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-24-iscsi', False) {} {{(pid=119955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:57:06.273556 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3053b8-2d39-454d-9615-509f1880249a req-58f91f39-00e7-42b5-86df-3fad1f8361c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:57:06.275211 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-8b3053b8-2d39-454d-9615-509f1880249a req-58f91f39-00e7-42b5-86df-3fad1f8361c2 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=863049fb-91f0-4803-9992-666b65540a85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0455158 Mar 07 16:57:06.288446 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-172266c4-6bd3-4b72-b7e8-a9e5a6215908 None None] The sync data for ids ['7438646f-16c5-41cf-bfe1-423ac73df92e'] in dv-cinder-804757-24-iscsi is: [{'id': '7438646f-16c5-41cf-bfe1-423ac73df92e', 'name': 'tempest-AttachVolumeTestJSON-1470381237-router', 'tenant_id': 'edf4ec5f5dd34ec494b36396a8594bc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'external_fixed_ips': [{'subnet_id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'ip_address': '172.27.2.57'}], 'enable_snat': True}, 'gw_port_id': '55b6bdda-6312-4fcb-bcc8-ffef56435af8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:52:17Z', 'updated_at': '2022-03-07T16:52:24Z', 'revision_number': 4, 'project_id': 'edf4ec5f5dd34ec494b36396a8594bc1', 'gw_port': {'id': '55b6bdda-6312-4fcb-bcc8-ffef56435af8', 'name': '', 'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:e5:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7438646f-16c5-41cf-bfe1-423ac73df92e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'ip_address': '172.27.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:52:18Z', 'updated_at': '2022-03-07T16:52:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-24-iscsi', '_interfaces': [{'id': 'a2e0330e-e9e2-4a91-98aa-009090466f41', 'name': '', 'network_id': '958030d9-7413-4af7-a61d-7e3a7fb6105d', 'tenant_id': 'edf4ec5f5dd34ec494b36396a8594bc1', 'mac_address': 'fa:16:3e:fc:dd:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7438646f-16c5-41cf-bfe1-423ac73df92e', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '31c7bf73-b45c-4589-a934-6b9bdc6a30ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:52:22Z', 'updated_at': '2022-03-07T16:52:32Z', 'revision_number': 5, 'project_id': 'edf4ec5f5dd34ec494b36396a8594bc1', 'subnets': [{'id': '31c7bf73-b45c-4589-a934-6b9bdc6a30ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:57:06.348906 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.db.l3_dvr_db [None req-c58568cc-f410-4fe3-a430-0db40f3e6453 None None] Set router 31af1578-2e16-497b-982e-6dcdf8b503fa gateway port host: dv-cinder-804757-24-iscsi {{(pid=119956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:57:06.376176 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-8b3053b8-2d39-454d-9615-509f1880249a req-a7f9f3dd-a962-4ffd-a687-0233123879d3 service neutron] 10.222.0.66 "GET /v2.0/networks/863049fb-91f0-4803-9992-666b65540a85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939562 Mar 07 16:57:06.471194 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-8b3053b8-2d39-454d-9615-509f1880249a req-43b64bd7-c4c9-4504-84f3-365e6a977bd8 service neutron] 10.222.0.66 "GET /v2.0/networks/863049fb-91f0-4803-9992-666b65540a85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887856 Mar 07 16:57:06.529718 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c2066ad-b305-4204-bb48-501634bae7db None None] New status for floating IP 75b919bf-e075-4c84-80c1-42971795af30: DOWN {{(pid=119955) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 16:57:06.575159 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.db.l3_hamode_db [None req-c58568cc-f410-4fe3-a430-0db40f3e6453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31af1578-2e16-497b-982e-6dcdf8b503fa', 'name': 'tempest-AttachVolumeShelveTestJSON-1712230962-router', 'tenant_id': '8ffb87e782b3452ab1b5e98b2ae4804b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'external_fixed_ips': [{'subnet_id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'ip_address': '172.27.2.28'}], 'enable_snat': True}, 'gw_port_id': '290c4866-1262-4288-abf9-0facba2a54f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:52:20Z', 'updated_at': '2022-03-07T16:52:36Z', 'revision_number': 4, 'project_id': '8ffb87e782b3452ab1b5e98b2ae4804b', 'gw_port': {'id': '290c4866-1262-4288-abf9-0facba2a54f1', 'name': '', 'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:a1:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31af1578-2e16-497b-982e-6dcdf8b503fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'ip_address': '172.27.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:52:21Z', 'updated_at': '2022-03-07T16:52:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-24-iscsi', '_floatingips': [{'id': '607457b5-481c-43d3-b146-fe4f0ba362f5', 'tenant_id': '8ffb87e782b3452ab1b5e98b2ae4804b', 'floating_ip_address': '172.27.2.228', 'floating_network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'router_id': '31af1578-2e16-497b-982e-6dcdf8b503fa', 'port_id': '66d6c196-3481-4add-a423-0e68af89bcf6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 498, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '863049fb-91f0-4803-9992-666b65540a85', 'mac_address': 'fa:16:3e:ad:3f:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a473c2c6-d445-43a8-925c-f636c20796af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T16:56:53Z', 'updated_at': '2022-03-07T16:57:05Z', 'revision_number': 1, 'project_id': '8ffb87e782b3452ab1b5e98b2ae4804b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12eb627a-3000-4be1-95ec-01ed9572f28c', 'name': '', 'network_id': '863049fb-91f0-4803-9992-666b65540a85', 'tenant_id': '8ffb87e782b3452ab1b5e98b2ae4804b', 'mac_address': 'fa:16:3e:66:cd:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31af1578-2e16-497b-982e-6dcdf8b503fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'f97910cd-d5d7-4b8c-bfe2-694a46e38478', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:52:29Z', 'updated_at': '2022-03-07T16:52:44Z', 'revision_number': 5, 'project_id': '8ffb87e782b3452ab1b5e98b2ae4804b', 'subnets': [{'id': 'f97910cd-d5d7-4b8c-bfe2-694a46e38478', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-24-iscsi', False) {} {{(pid=119956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:57:06.694703 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c58568cc-f410-4fe3-a430-0db40f3e6453 None None] The sync data for ids ['31af1578-2e16-497b-982e-6dcdf8b503fa'] in dv-cinder-804757-24-iscsi is: [{'id': '31af1578-2e16-497b-982e-6dcdf8b503fa', 'name': 'tempest-AttachVolumeShelveTestJSON-1712230962-router', 'tenant_id': '8ffb87e782b3452ab1b5e98b2ae4804b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'external_fixed_ips': [{'subnet_id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'ip_address': '172.27.2.28'}], 'enable_snat': True}, 'gw_port_id': '290c4866-1262-4288-abf9-0facba2a54f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:52:20Z', 'updated_at': '2022-03-07T16:52:36Z', 'revision_number': 4, 'project_id': '8ffb87e782b3452ab1b5e98b2ae4804b', 'gw_port': {'id': '290c4866-1262-4288-abf9-0facba2a54f1', 'name': '', 'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:a1:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31af1578-2e16-497b-982e-6dcdf8b503fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'ip_address': '172.27.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:52:21Z', 'updated_at': '2022-03-07T16:52:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-24-iscsi', '_floatingips': [{'id': '607457b5-481c-43d3-b146-fe4f0ba362f5', 'tenant_id': '8ffb87e782b3452ab1b5e98b2ae4804b', 'floating_ip_address': '172.27.2.228', 'floating_network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'router_id': '31af1578-2e16-497b-982e-6dcdf8b503fa', 'port_id': '66d6c196-3481-4add-a423-0e68af89bcf6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 498, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '863049fb-91f0-4803-9992-666b65540a85', 'mac_address': 'fa:16:3e:ad:3f:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a473c2c6-d445-43a8-925c-f636c20796af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T16:56:53Z', 'updated_at': '2022-03-07T16:57:05Z', 'revision_number': 1, 'project_id': '8ffb87e782b3452ab1b5e98b2ae4804b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12eb627a-3000-4be1-95ec-01ed9572f28c', 'name': '', 'network_id': '863049fb-91f0-4803-9992-666b65540a85', 'tenant_id': '8ffb87e782b3452ab1b5e98b2ae4804b', 'mac_address': 'fa:16:3e:66:cd:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31af1578-2e16-497b-982e-6dcdf8b503fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'f97910cd-d5d7-4b8c-bfe2-694a46e38478', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:52:29Z', 'updated_at': '2022-03-07T16:52:44Z', 'revision_number': 5, 'project_id': '8ffb87e782b3452ab1b5e98b2ae4804b', 'subnets': [{'id': 'f97910cd-d5d7-4b8c-bfe2-694a46e38478', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:57:06.838745 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.wsgi [-] (119954) accepted ('10.222.0.18', 56086) {{(pid=119954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:57:06.896721 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-a9383f1f-835b-4083-8ab7-650063b6bb53 tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] Publish callbacks [] for security_group (60218460-59f4-4e1f-8c5b-28b25250067c), before_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:06.910603 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf82d719-f55d-4db2-aad3-2e2e60e52073 None None] New status for floating IP 607457b5-481c-43d3-b146-fe4f0ba362f5: ACTIVE {{(pid=119956) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 16:57:06.929796 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-a9383f1f-835b-4083-8ab7-650063b6bb53 tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] Publish callbacks [] for security_group (60218460-59f4-4e1f-8c5b-28b25250067c), precommit_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:06.973405 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.wsgi [-] (119953) accepted ('10.222.0.18', 56090) {{(pid=119953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:57:06.985591 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-a9383f1f-835b-4083-8ab7-650063b6bb53 tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543383'] for security_group (60218460-59f4-4e1f-8c5b-28b25250067c), after_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:06.988549 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-a9383f1f-835b-4083-8ab7-650063b6bb53 tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] Publish callbacks [] for security_group (None), before_response {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:06.989769 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [None req-a9383f1f-835b-4083-8ab7-650063b6bb53 tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] 10.222.0.18 "DELETE /v2.0/security-groups/60218460-59f4-4e1f-8c5b-28b25250067c HTTP/1.1" status: 204 len: 168 time: 0.1500416 Mar 07 16:57:06.993047 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.wsgi [-] (119953) accepted ('10.222.0.18', 56094) {{(pid=119953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:57:06.999329 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9383f1f-835b-4083-8ab7-650063b6bb53 tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=60218460-59f4-4e1f-8c5b-28b25250067c,revision_number=None']} {{(pid=119954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:57:07.017142 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.api.v2.resource [None req-34657883-12d5-4257-82ef-b302321aeaea tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] show failed (client error): The resource could not be found. Mar 07 16:57:07.022098 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.wsgi [-] (119954) accepted ('10.222.0.18', 56096) {{(pid=119954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:57:07.029243 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [None req-34657883-12d5-4257-82ef-b302321aeaea tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] 10.222.0.18 "GET /v2.0/security-groups/60218460-59f4-4e1f-8c5b-28b25250067c HTTP/1.1" status: 404 len: 347 time: 0.0329170 Mar 07 16:57:07.099390 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-93bb3adf-dfc5-4717-84c8-b59db22ddf63 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:07.150731 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.plugins.ml2.plugin [None req-836a4177-bae0-4f9c-8183-6604e51766cf tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] Deleting port 46d3e7e1-c69c-4988-a5b7-bf51c9457b8f {{(pid=119954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:57:07.151161 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-836a4177-bae0-4f9c-8183-6604e51766cf tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754346666051'] for port (46d3e7e1-c69c-4988-a5b7-bf51c9457b8f), before_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:07.176932 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-93bb3adf-dfc5-4717-84c8-b59db22ddf63 admin admin] Publish callbacks [] for security_group (f158775e-f661-4159-8bbf-a9d238fd9b27), precommit_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:07.181560 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-93bb3adf-dfc5-4717-84c8-b59db22ddf63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543383'] for security_group (f158775e-f661-4159-8bbf-a9d238fd9b27), after_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:07.221651 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [None req-93bb3adf-dfc5-4717-84c8-b59db22ddf63 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d3dfb9aa9c024875839379fde796f12c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2470801 Mar 07 16:57:07.222360 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bb3adf-dfc5-4717-84c8-b59db22ddf63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f158775e-f661-4159-8bbf-a9d238fd9b27,revision_number=1']} {{(pid=119953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:57:07.224661 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.wsgi [-] (119953) accepted ('10.222.0.18', 56098) {{(pid=119953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:57:07.225116 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-836a4177-bae0-4f9c-8183-6604e51766cf tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704071'] for port (46d3e7e1-c69c-4988-a5b7-bf51c9457b8f), precommit_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:07.225444 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-836a4177-bae0-4f9c-8183-6604e51766cf tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] Publish callbacks [] for floatingip (46d3e7e1-c69c-4988-a5b7-bf51c9457b8f), precommit_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:07.238805 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.plugins.ml2.plugin [None req-836a4177-bae0-4f9c-8183-6604e51766cf tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] Calling delete_port for 46d3e7e1-c69c-4988-a5b7-bf51c9457b8f owned by network:floatingip {{(pid=119954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:57:07.272568 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-72e1f459-e558-4dbf-a9de-ecd5a9cd3727 admin admin] Publish callbacks [] for security_group (f158775e-f661-4159-8bbf-a9d238fd9b27), before_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:07.293801 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-72e1f459-e558-4dbf-a9de-ecd5a9cd3727 admin admin] Publish callbacks [] for security_group (f158775e-f661-4159-8bbf-a9d238fd9b27), precommit_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:07.338949 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-72e1f459-e558-4dbf-a9de-ecd5a9cd3727 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543383'] for security_group (f158775e-f661-4159-8bbf-a9d238fd9b27), after_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:07.341548 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-72e1f459-e558-4dbf-a9de-ecd5a9cd3727 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:07.342701 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [None req-72e1f459-e558-4dbf-a9de-ecd5a9cd3727 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f158775e-f661-4159-8bbf-a9d238fd9b27 HTTP/1.1" status: 204 len: 168 time: 0.1171362 Mar 07 16:57:07.350477 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e1f459-e558-4dbf-a9de-ecd5a9cd3727 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f158775e-f661-4159-8bbf-a9d238fd9b27,revision_number=None']} {{(pid=119953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:57:07.382507 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-836a4177-bae0-4f9c-8183-6604e51766cf tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754346672038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754346267064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3211674'] for port (46d3e7e1-c69c-4988-a5b7-bf51c9457b8f), after_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:07.408776 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836a4177-bae0-4f9c-8183-6604e51766cf tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] Pushing event deleted for resources: {'Port': ['ID=46d3e7e1-c69c-4988-a5b7-bf51c9457b8f,revision_number=None']} {{(pid=119954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:57:07.472622 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-836a4177-bae0-4f9c-8183-6604e51766cf tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] Publish callbacks [] for floatingip (75b919bf-e075-4c84-80c1-42971795af30), after_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:07.475095 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-836a4177-bae0-4f9c-8183-6604e51766cf tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47102'] for floatingip (None), before_response {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:07.476309 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [None req-836a4177-bae0-4f9c-8183-6604e51766cf tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] 10.222.0.18 "DELETE /v2.0/floatingips/75b919bf-e075-4c84-80c1-42971795af30 HTTP/1.1" status: 204 len: 168 time: 0.4532254 Mar 07 16:57:07.607221 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.wsgi [-] (119953) accepted ('10.222.0.18', 56106) {{(pid=119953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:57:07.612409 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.wsgi [-] (119954) accepted ('10.222.0.18', 56108) {{(pid=119954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:57:07.612571 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.v2.base [None req-fe15cd3b-7389-4739-a6ca-5d85a56e252d tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1512351936', 'description': 'tempest-description--537848102'}} {{(pid=119953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:57:07.625890 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-65f1c3b5-80a0-4583-9989-30b4dd3611a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:07.634866 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-fe15cd3b-7389-4739-a6ca-5d85a56e252d tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] Publish callbacks [] for security_group (None), before_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:07.700363 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-fe15cd3b-7389-4739-a6ca-5d85a56e252d tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] Publish callbacks [] for security_group (5dc36098-fb33-4ed7-a21d-5f62e1407474), precommit_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:07.703624 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-65f1c3b5-80a0-4583-9989-30b4dd3611a8 admin admin] Publish callbacks [] for security_group (09c9b5dc-8536-4a6f-bdcc-a1b0795856c1), precommit_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:07.705433 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-fe15cd3b-7389-4739-a6ca-5d85a56e252d tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543383'] for security_group (5dc36098-fb33-4ed7-a21d-5f62e1407474), after_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:07.707778 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-65f1c3b5-80a0-4583-9989-30b4dd3611a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543383'] for security_group (09c9b5dc-8536-4a6f-bdcc-a1b0795856c1), after_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:07.732490 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-fe15cd3b-7389-4739-a6ca-5d85a56e252d tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] Publish callbacks [] for security_group (None), before_response {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:07.736345 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [None req-fe15cd3b-7389-4739-a6ca-5d85a56e252d tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1254270 Mar 07 16:57:07.737830 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.wsgi [-] (119953) accepted ('10.222.0.18', 56110) {{(pid=119953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:57:07.741782 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.v2.base [None req-dced4360-d53b-4c3a-8c8f-0ecf63ffbe50 tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] Request body: {'security_group_rule': {'security_group_id': '5dc36098-fb33-4ed7-a21d-5f62e1407474', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=119953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:57:07.745572 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe15cd3b-7389-4739-a6ca-5d85a56e252d tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5dc36098-fb33-4ed7-a21d-5f62e1407474,revision_number=1']} {{(pid=119953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:57:07.746313 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [None req-65f1c3b5-80a0-4583-9989-30b4dd3611a8 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=344f608028a14d219d8bd45781c9505a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1328671 Mar 07 16:57:07.747717 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f1c3b5-80a0-4583-9989-30b4dd3611a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09c9b5dc-8536-4a6f-bdcc-a1b0795856c1,revision_number=1']} {{(pid=119954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:57:07.749166 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.wsgi [-] (119953) accepted ('10.222.0.18', 56112) {{(pid=119953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:57:07.796081 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-dced4360-d53b-4c3a-8c8f-0ecf63ffbe50 tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] Publish callbacks [] for security_group_rule (1471fa64-9221-4be1-85d5-8b75bec2c1cc), before_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:08.052964 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-97f75eb4-c2dd-4a70-b55e-3e84a20918b2 admin admin] Publish callbacks [] for security_group (09c9b5dc-8536-4a6f-bdcc-a1b0795856c1), before_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:08.084049 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-97f75eb4-c2dd-4a70-b55e-3e84a20918b2 admin admin] Publish callbacks [] for security_group (09c9b5dc-8536-4a6f-bdcc-a1b0795856c1), precommit_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:08.097601 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-dced4360-d53b-4c3a-8c8f-0ecf63ffbe50 tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] Publish callbacks [] for security_group_rule (1471fa64-9221-4be1-85d5-8b75bec2c1cc), precommit_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:08.106876 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-dced4360-d53b-4c3a-8c8f-0ecf63ffbe50 tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543268'] for security_group_rule (1471fa64-9221-4be1-85d5-8b75bec2c1cc), after_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:08.136286 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dced4360-d53b-4c3a-8c8f-0ecf63ffbe50 tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1471fa64-9221-4be1-85d5-8b75bec2c1cc,revision_number=0']} {{(pid=119953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:57:08.145265 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-dced4360-d53b-4c3a-8c8f-0ecf63ffbe50 tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:08.146425 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [None req-dced4360-d53b-4c3a-8c8f-0ecf63ffbe50 tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4079514 Mar 07 16:57:08.149297 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.wsgi [-] (119953) accepted ('10.222.0.18', 56114) {{(pid=119953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:57:08.154423 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.v2.base [None req-ca61bf5a-5dbb-4b68-a1f5-1e1652864710 tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] Request body: {'security_group_rule': {'security_group_id': '5dc36098-fb33-4ed7-a21d-5f62e1407474', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=119953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:57:08.171257 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-97f75eb4-c2dd-4a70-b55e-3e84a20918b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543383'] for security_group (09c9b5dc-8536-4a6f-bdcc-a1b0795856c1), after_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:08.173815 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-97f75eb4-c2dd-4a70-b55e-3e84a20918b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:08.174929 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [None req-97f75eb4-c2dd-4a70-b55e-3e84a20918b2 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/09c9b5dc-8536-4a6f-bdcc-a1b0795856c1 HTTP/1.1" status: 204 len: 168 time: 0.4244261 Mar 07 16:57:08.187650 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f75eb4-c2dd-4a70-b55e-3e84a20918b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09c9b5dc-8536-4a6f-bdcc-a1b0795856c1,revision_number=None']} {{(pid=119953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:57:08.191810 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-ca61bf5a-5dbb-4b68-a1f5-1e1652864710 tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] Publish callbacks [] for security_group_rule (64af3841-1d50-4fea-a19b-53e0a9cf14ba), before_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:08.249729 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-ca61bf5a-5dbb-4b68-a1f5-1e1652864710 tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] Publish callbacks [] for security_group_rule (64af3841-1d50-4fea-a19b-53e0a9cf14ba), precommit_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:08.254004 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-ca61bf5a-5dbb-4b68-a1f5-1e1652864710 tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543268'] for security_group_rule (64af3841-1d50-4fea-a19b-53e0a9cf14ba), after_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:08.271423 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca61bf5a-5dbb-4b68-a1f5-1e1652864710 tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64af3841-1d50-4fea-a19b-53e0a9cf14ba,revision_number=0']} {{(pid=119953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:57:08.281648 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-ca61bf5a-5dbb-4b68-a1f5-1e1652864710 tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:08.282872 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [None req-ca61bf5a-5dbb-4b68-a1f5-1e1652864710 tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1323495 Mar 07 16:57:08.286137 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.wsgi [-] (119953) accepted ('10.222.0.18', 56118) {{(pid=119953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:57:08.290882 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.v2.base [None req-5ada665c-2854-4974-9e0c-f31c14e7fbc3 tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] Request body: {'floatingip': {'floating_network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88'}} {{(pid=119953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:57:08.313233 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-5ada665c-2854-4974-9e0c-f31c14e7fbc3 tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] Publish callbacks [] for floatingip (None), before_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:08.408895 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-5ada665c-2854-4974-9e0c-f31c14e7fbc3 tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8385759'] for port (None), before_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:08.459101 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.rpc [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Device 21d6fb0f-c105-4295-a523-36732687cb39 no longer exists at agent hyperv_hv-cinder-80475 {{(pid=119955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:57:08.480846 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.plugin [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] No Port match for: 21d6fb0f-c105-4295-a523-36732687cb39 {{(pid=119955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:57:08.481300 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.rpc [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Device 21d6fb0f-c105-4295-a523-36732687cb39 not bound to the agent host hv-cinder-80475 {{(pid=119955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:57:08.515126 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.db.db_base_plugin_common [None req-5ada665c-2854-4974-9e0c-f31c14e7fbc3 tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] Allocated IP 172.27.2.168 (3eba6d1e-0acd-4586-8e75-f5a4e7e90d88/6a2f7f11-a189-49ba-a838-e124f718c0dc/5177a15c-bacf-47d0-a086-f418284e76f6) {{(pid=119953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:57:08.620435 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-5ada665c-2854-4974-9e0c-f31c14e7fbc3 tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] Publish callbacks [] for port (5177a15c-bacf-47d0-a086-f418284e76f6), precommit_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:08.656577 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-5ada665c-2854-4974-9e0c-f31c14e7fbc3 tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754346267055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9282916'] for port (5177a15c-bacf-47d0-a086-f418284e76f6), after_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:08.695846 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ada665c-2854-4974-9e0c-f31c14e7fbc3 tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] Network 3eba6d1e-0acd-4586-8e75-f5a4e7e90d88 is already hosted by enough agents. {{(pid=119953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:57:08.698626 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.scheduler.base_scheduler [None req-5ada665c-2854-4974-9e0c-f31c14e7fbc3 tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] Resources bound (agent type, host, resource id): {{(pid=119953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:57:08.701214 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ada665c-2854-4974-9e0c-f31c14e7fbc3 tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] Received port after_create {{(pid=119953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:57:08.734203 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ada665c-2854-4974-9e0c-f31c14e7fbc3 tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] Pushing event updated for resources: {'Port': ['ID=5177a15c-bacf-47d0-a086-f418284e76f6,revision_number=1']} {{(pid=119953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:57:08.830733 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-5ada665c-2854-4974-9e0c-f31c14e7fbc3 tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] Publish callbacks [] for floatingip (bb562630-6648-4b14-918e-b4842cfc7cf3), precommit_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:08.868815 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-5ada665c-2854-4974-9e0c-f31c14e7fbc3 tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8385759'] for port (5177a15c-bacf-47d0-a086-f418284e76f6), before_update {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:09.026848 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-5ada665c-2854-4974-9e0c-f31c14e7fbc3 tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] Publish callbacks [] for port (5177a15c-bacf-47d0-a086-f418284e76f6), precommit_update {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:09.032140 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-5ada665c-2854-4974-9e0c-f31c14e7fbc3 tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754346672056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754346267073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754346267091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9282845'] for port (5177a15c-bacf-47d0-a086-f418284e76f6), after_update {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:09.099817 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ada665c-2854-4974-9e0c-f31c14e7fbc3 tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] Pushing event updated for resources: {'Port': ['ID=5177a15c-bacf-47d0-a086-f418284e76f6,revision_number=2']} {{(pid=119953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:57:09.114174 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-5ada665c-2854-4974-9e0c-f31c14e7fbc3 tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-706389'] for floatingip (bb562630-6648-4b14-918e-b4842cfc7cf3), after_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:09.131177 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-5ada665c-2854-4974-9e0c-f31c14e7fbc3 tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47102'] for floatingip (None), before_response {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:09.132564 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [None req-5ada665c-2854-4974-9e0c-f31c14e7fbc3 tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8454971 Mar 07 16:57:09.351852 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-5a0f4beb-9b42-4236-beb7-3bcd56404a96 req-00ed6716-3161-4e42-af6b-18b6a63f9b52 tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--1512351936&fields=id&tenant_id=edf4ec5f5dd34ec494b36396a8594bc1 HTTP/1.1" status: 200 len: 267 time: 0.0495410 Mar 07 16:57:09.464747 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0f4beb-9b42-4236-beb7-3bcd56404a96 req-ef09185f-fd83-40e8-ae77-d96022255881 tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:57:09.466230 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-5a0f4beb-9b42-4236-beb7-3bcd56404a96 req-ef09185f-fd83-40e8-ae77-d96022255881 tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] 10.222.0.18 "GET /v2.0/networks?id=958030d9-7413-4af7-a61d-7e3a7fb6105d HTTP/1.1" status: 200 len: 811 time: 0.1065035 Mar 07 16:57:09.485236 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-5a0f4beb-9b42-4236-beb7-3bcd56404a96 req-01dc304a-dfc9-4d7f-b4d0-0b3ca13397ad tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] 10.222.0.18 "GET /v2.0/quotas/edf4ec5f5dd34ec494b36396a8594bc1 HTTP/1.1" status: 200 len: 375 time: 0.0132558 Mar 07 16:57:09.543198 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-5a0f4beb-9b42-4236-beb7-3bcd56404a96 req-86a85e46-0ede-4c3d-9e78-f43002d5a1ae tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=edf4ec5f5dd34ec494b36396a8594bc1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0529966 Mar 07 16:57:09.642100 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-5a0f4beb-9b42-4236-beb7-3bcd56404a96 req-8570976e-3e07-480c-ab87-b487795c0996 service neutron] 10.222.0.18 "GET /v2.0/networks/958030d9-7413-4af7-a61d-7e3a7fb6105d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869279 Mar 07 16:57:09.732029 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-5a0f4beb-9b42-4236-beb7-3bcd56404a96 req-fd32bfee-3111-4b34-aa10-9c69073b22ee service neutron] 10.222.0.18 "GET /v2.0/networks/958030d9-7413-4af7-a61d-7e3a7fb6105d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820916 Mar 07 16:57:09.905376 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-f111b19f-dfb3-4af2-ac06-7cecd7182dd5 req-846041c3-a43e-40cf-85a9-c37215324d1e tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] 10.222.0.18 "GET /v2.0/ports?device_id=44eb7699-7d58-4090-9cd4-63a22803fe8f HTTP/1.1" status: 200 len: 210 time: 0.0272391 Mar 07 16:57:10.919574 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0f4beb-9b42-4236-beb7-3bcd56404a96 req-b7531a83-25fb-42cd-a17d-9055e7044227 tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:57:10.921068 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-5a0f4beb-9b42-4236-beb7-3bcd56404a96 req-b7531a83-25fb-42cd-a17d-9055e7044227 tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] 10.222.0.66 "GET /v2.0/networks?id=958030d9-7413-4af7-a61d-7e3a7fb6105d HTTP/1.1" status: 200 len: 811 time: 0.1039073 Mar 07 16:57:10.994736 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-5a0f4beb-9b42-4236-beb7-3bcd56404a96 req-b9f1a2f9-f954-43b9-bf0d-8295f180f2da tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=edf4ec5f5dd34ec494b36396a8594bc1 HTTP/1.1" status: 200 len: 380 time: 0.0571272 Mar 07 16:57:11.004944 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.v2.base [req-5a0f4beb-9b42-4236-beb7-3bcd56404a96 req-d109370a-8f13-4185-a0f8-8d45124d63e8 tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] Request body: {'port': {'device_id': '44eb7699-7d58-4090-9cd4-63a22803fe8f', 'network_id': '958030d9-7413-4af7-a61d-7e3a7fb6105d', 'admin_state_up': True, 'tenant_id': 'edf4ec5f5dd34ec494b36396a8594bc1', 'security_groups': ['5dc36098-fb33-4ed7-a21d-5f62e1407474']}} {{(pid=119953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:57:11.005512 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-1807ea4f-42bb-4bc9-8e78-24485dd00519 req-34ea7563-2808-482c-814e-ad7a9651432c tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] 10.222.0.18 "GET /v2.0/ports?device_id=44eb7699-7d58-4090-9cd4-63a22803fe8f HTTP/1.1" status: 200 len: 210 time: 0.0306883 Mar 07 16:57:11.110801 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a0f4beb-9b42-4236-beb7-3bcd56404a96 req-d109370a-8f13-4185-a0f8-8d45124d63e8 tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] Made reservation on behalf of edf4ec5f5dd34ec494b36396a8594bc1 for: {'port': 1} {{(pid=119953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:57:11.114300 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [req-5a0f4beb-9b42-4236-beb7-3bcd56404a96 req-d109370a-8f13-4185-a0f8-8d45124d63e8 tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8385759'] for port (None), before_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:11.239408 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.db.db_base_plugin_common [req-5a0f4beb-9b42-4236-beb7-3bcd56404a96 req-d109370a-8f13-4185-a0f8-8d45124d63e8 tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] Allocated IP 172.20.0.13 (958030d9-7413-4af7-a61d-7e3a7fb6105d/31c7bf73-b45c-4589-a934-6b9bdc6a30ea/683c888f-2761-4938-b914-5251496cbe23) {{(pid=119953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:57:11.374325 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [req-5a0f4beb-9b42-4236-beb7-3bcd56404a96 req-d109370a-8f13-4185-a0f8-8d45124d63e8 tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] Publish callbacks [] for port (683c888f-2761-4938-b914-5251496cbe23), precommit_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:11.410875 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [req-5a0f4beb-9b42-4236-beb7-3bcd56404a96 req-d109370a-8f13-4185-a0f8-8d45124d63e8 tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754346267055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9282916'] for port (683c888f-2761-4938-b914-5251496cbe23), after_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:11.453304 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a0f4beb-9b42-4236-beb7-3bcd56404a96 req-d109370a-8f13-4185-a0f8-8d45124d63e8 tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] Network 958030d9-7413-4af7-a61d-7e3a7fb6105d is already hosted by enough agents. {{(pid=119953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:57:11.456194 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.scheduler.base_scheduler [req-5a0f4beb-9b42-4236-beb7-3bcd56404a96 req-d109370a-8f13-4185-a0f8-8d45124d63e8 tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] Resources bound (agent type, host, resource id): {{(pid=119953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:57:11.459677 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a0f4beb-9b42-4236-beb7-3bcd56404a96 req-d109370a-8f13-4185-a0f8-8d45124d63e8 tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] Received port after_create {{(pid=119953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:57:11.466266 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d109370a-8f13-4185-a0f8-8d45124d63e8 tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] Pushing event updated for resources: {'Port': ['ID=683c888f-2761-4938-b914-5251496cbe23,revision_number=1']} {{(pid=119953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:57:11.511051 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0f4beb-9b42-4236-beb7-3bcd56404a96 req-d109370a-8f13-4185-a0f8-8d45124d63e8 tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:57:11.511663 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [req-5a0f4beb-9b42-4236-beb7-3bcd56404a96 req-d109370a-8f13-4185-a0f8-8d45124d63e8 tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47102'] for port (None), before_response {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:11.530888 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-5a0f4beb-9b42-4236-beb7-3bcd56404a96 req-d109370a-8f13-4185-a0f8-8d45124d63e8 tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5295918 Mar 07 16:57:11.558775 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.v2.base [req-5a0f4beb-9b42-4236-beb7-3bcd56404a96 req-477a14c9-6a9d-407c-b783-1d9d3b072c06 service neutron] Request body: {'port': {'device_id': '44eb7699-7d58-4090-9cd4-63a22803fe8f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80475'}} {{(pid=119953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:57:11.623936 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [req-5a0f4beb-9b42-4236-beb7-3bcd56404a96 req-477a14c9-6a9d-407c-b783-1d9d3b072c06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8385759'] for port (683c888f-2761-4938-b914-5251496cbe23), before_update {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:11.662422 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.provisioning_blocks [None req-3b2ecb76-66d0-4822-8814-21b0636b0924 None None] Provisioning complete for port 683c888f-2761-4938-b914-5251496cbe23 triggered by entity DHCP. {{(pid=119955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:57:11.662971 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-3b2ecb76-66d0-4822-8814-21b0636b0924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8194280'] for port (683c888f-2761-4938-b914-5251496cbe23), provisioning_complete {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:11.666887 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.db.agents_db [None req-64435fe0-d7c6-4327-a557-6d3e8ab92464 None None] Agent healthcheck: found 6 active agents {{(pid=119956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 16:57:11.697562 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.plugin [None req-3b2ecb76-66d0-4822-8814-21b0636b0924 None None] Port 683c888f-2761-4938-b914-5251496cbe23 cannot update to ACTIVE because it is not bound. {{(pid=119955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:57:11.888928 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.notifiers.nova [req-5a0f4beb-9b42-4236-beb7-3bcd56404a96 req-477a14c9-6a9d-407c-b783-1d9d3b072c06 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 683c888f-2761-4938-b914-5251496cbe23 {{(pid=119953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:57:11.896773 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [req-5a0f4beb-9b42-4236-beb7-3bcd56404a96 req-477a14c9-6a9d-407c-b783-1d9d3b072c06 service neutron] Publish callbacks [] for port (683c888f-2761-4938-b914-5251496cbe23), precommit_update {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:11.910671 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.db.provisioning_blocks [req-5a0f4beb-9b42-4236-beb7-3bcd56404a96 req-477a14c9-6a9d-407c-b783-1d9d3b072c06 service neutron] Transition to ACTIVE for port object 683c888f-2761-4938-b914-5251496cbe23 will not be triggered until provisioned by entity L2. {{(pid=119953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 16:57:11.915321 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [req-5a0f4beb-9b42-4236-beb7-3bcd56404a96 req-477a14c9-6a9d-407c-b783-1d9d3b072c06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754346672056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754346267073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754346267091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9282845'] for port (683c888f-2761-4938-b914-5251496cbe23), after_update {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:11.989072 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477a14c9-6a9d-407c-b783-1d9d3b072c06 service neutron] Pushing event updated for resources: {'Port': ['ID=683c888f-2761-4938-b914-5251496cbe23,revision_number=2']} {{(pid=119953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:57:12.045713 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.managers [req-5a0f4beb-9b42-4236-beb7-3bcd56404a96 req-477a14c9-6a9d-407c-b783-1d9d3b072c06 service neutron] Attempting to bind port 683c888f-2761-4938-b914-5251496cbe23 on host hv-cinder-80475 for vnic_type normal with profile {{(pid=119953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:57:12.046055 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.managers [req-5a0f4beb-9b42-4236-beb7-3bcd56404a96 req-477a14c9-6a9d-407c-b783-1d9d3b072c06 service neutron] Attempting to bind port 683c888f-2761-4938-b914-5251496cbe23 by drivers openvswitch,hyperv on host hv-cinder-80475 at level 0 using segments [{'id': '4a056b74-7e94-4529-893a-3f499dced81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '958030d9-7413-4af7-a61d-7e3a7fb6105d'}] {{(pid=119953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:57:12.046401 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a0f4beb-9b42-4236-beb7-3bcd56404a96 req-477a14c9-6a9d-407c-b783-1d9d3b072c06 service neutron] Attempting to bind port 683c888f-2761-4938-b914-5251496cbe23 on network 958030d9-7413-4af7-a61d-7e3a7fb6105d {{(pid=119953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:57:12.051400 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a0f4beb-9b42-4236-beb7-3bcd56404a96 req-477a14c9-6a9d-407c-b783-1d9d3b072c06 service neutron] Port 683c888f-2761-4938-b914-5251496cbe23 on network 958030d9-7413-4af7-a61d-7e3a7fb6105d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80475 {{(pid=119953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 16:57:12.051825 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a0f4beb-9b42-4236-beb7-3bcd56404a96 req-477a14c9-6a9d-407c-b783-1d9d3b072c06 service neutron] Attempting to bind port 683c888f-2761-4938-b914-5251496cbe23 on network 958030d9-7413-4af7-a61d-7e3a7fb6105d {{(pid=119953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:57:12.060227 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a0f4beb-9b42-4236-beb7-3bcd56404a96 req-477a14c9-6a9d-407c-b783-1d9d3b072c06 service neutron] Checking agent: {'id': '152bcc15-84f4-40a7-afe1-c30bc7269f8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80475', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 16, 50, 24), 'started_at': datetime.datetime(2022, 3, 7, 16, 50, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 56, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:57:12.060567 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a0f4beb-9b42-4236-beb7-3bcd56404a96 req-477a14c9-6a9d-407c-b783-1d9d3b072c06 service neutron] Checking segment: {'id': '4a056b74-7e94-4529-893a-3f499dced81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '958030d9-7413-4af7-a61d-7e3a7fb6105d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:57:12.060948 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a0f4beb-9b42-4236-beb7-3bcd56404a96 req-477a14c9-6a9d-407c-b783-1d9d3b072c06 service neutron] Bound using segment: {'id': '4a056b74-7e94-4529-893a-3f499dced81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '958030d9-7413-4af7-a61d-7e3a7fb6105d'} {{(pid=119953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:57:12.061378 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.managers [req-5a0f4beb-9b42-4236-beb7-3bcd56404a96 req-477a14c9-6a9d-407c-b783-1d9d3b072c06 service neutron] Bound port: 683c888f-2761-4938-b914-5251496cbe23, host: hv-cinder-80475, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a056b74-7e94-4529-893a-3f499dced81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '958030d9-7413-4af7-a61d-7e3a7fb6105d'}}] {{(pid=119953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:57:12.061754 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [req-5a0f4beb-9b42-4236-beb7-3bcd56404a96 req-477a14c9-6a9d-407c-b783-1d9d3b072c06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8385759'] for port (683c888f-2761-4938-b914-5251496cbe23), before_update {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:12.159296 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.db [req-5a0f4beb-9b42-4236-beb7-3bcd56404a96 req-477a14c9-6a9d-407c-b783-1d9d3b072c06 service neutron] For port 683c888f-2761-4938-b914-5251496cbe23, host hv-cinder-80475, cleared binding levels {{(pid=119953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:57:12.163169 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.db [req-5a0f4beb-9b42-4236-beb7-3bcd56404a96 req-477a14c9-6a9d-407c-b783-1d9d3b072c06 service neutron] For port 683c888f-2761-4938-b914-5251496cbe23, host hv-cinder-80475, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=683c888f-2761-4938-b914-5251496cbe23,segment=NetworkSegment(4a056b74-7e94-4529-893a-3f499dced81d),segment_id=4a056b74-7e94-4529-893a-3f499dced81d)] {{(pid=119953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:57:12.171660 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [req-5a0f4beb-9b42-4236-beb7-3bcd56404a96 req-477a14c9-6a9d-407c-b783-1d9d3b072c06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754346672056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754346267073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754346267091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9282845'] for port (683c888f-2761-4938-b914-5251496cbe23), after_update {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:12.186851 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1912b5fe-d810-495c-b406-e322d5217251 req-eace3885-8256-4ae1-9e3c-393386296c2e tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:57:12.188352 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-1912b5fe-d810-495c-b406-e322d5217251 req-eace3885-8256-4ae1-9e3c-393386296c2e tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] 10.222.0.18 "GET /v2.0/ports?device_id=44eb7699-7d58-4090-9cd4-63a22803fe8f HTTP/1.1" status: 200 len: 944 time: 0.0904591 Mar 07 16:57:12.223892 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0f4beb-9b42-4236-beb7-3bcd56404a96 req-477a14c9-6a9d-407c-b783-1d9d3b072c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:57:12.224523 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [req-5a0f4beb-9b42-4236-beb7-3bcd56404a96 req-477a14c9-6a9d-407c-b783-1d9d3b072c06 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47102'] for port (None), before_response {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:12.225872 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-5a0f4beb-9b42-4236-beb7-3bcd56404a96 req-477a14c9-6a9d-407c-b783-1d9d3b072c06 service neutron] 10.222.0.66 "PUT /v2.0/ports/683c888f-2761-4938-b914-5251496cbe23 HTTP/1.1" status: 200 len: 1094 time: 0.6715162 Mar 07 16:57:12.230386 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44eb7699-7d58-4090-9cd4-63a22803fe8f', 'tag': '683c888f-2761-4938-b914-5251496cbe23'}] {{(pid=119953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:57:12.232432 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed95515d7af65a162ef4af60abe3e4aacc73bb6c2379f81891a58e09c3a2d0f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6d14887-6d5a-46ef-8cc4-f6fe9f83dfeb" -d '{"events": [{"name": "network-changed", "server_uuid": "44eb7699-7d58-4090-9cd4-63a22803fe8f", "tag": "683c888f-2761-4938-b914-5251496cbe23"}]}' {{(pid=119953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:57:12.277759 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477a14c9-6a9d-407c-b783-1d9d3b072c06 service neutron] Pushing event updated for resources: {'Port': ['ID=683c888f-2761-4938-b914-5251496cbe23,revision_number=3']} {{(pid=119953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:57:12.288148 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-1912b5fe-d810-495c-b406-e322d5217251 req-a62a8051-a3f2-40ce-a91e-df697a5811c3 tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] 10.222.0.18 "GET /v2.0/security-groups?id=5dc36098-fb33-4ed7-a21d-5f62e1407474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777280 Mar 07 16:57:12.294365 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 16:57:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbcc2ed5-f0e5-4de8-a646-f74a596ad341 x-openstack-request-id: req-fbcc2ed5-f0e5-4de8-a646-f74a596ad341 {{(pid=119953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:57:12.294593 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44eb7699-7d58-4090-9cd4-63a22803fe8f", "tag": "683c888f-2761-4938-b914-5251496cbe23", "status": "completed", "code": 200}]} {{(pid=119953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:57:12.294802 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-fbcc2ed5-f0e5-4de8-a646-f74a596ad341 {{(pid=119953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:57:12.295204 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44eb7699-7d58-4090-9cd4-63a22803fe8f', 'tag': '683c888f-2761-4938-b914-5251496cbe23', 'status': 'completed', 'code': 200} Mar 07 16:57:12.362086 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0f4beb-9b42-4236-beb7-3bcd56404a96 req-724df25e-df1f-4f31-bf92-dd5c8ce49464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:57:12.363633 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-5a0f4beb-9b42-4236-beb7-3bcd56404a96 req-724df25e-df1f-4f31-bf92-dd5c8ce49464 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=edf4ec5f5dd34ec494b36396a8594bc1&device_id=44eb7699-7d58-4090-9cd4-63a22803fe8f HTTP/1.1" status: 200 len: 1128 time: 0.0465636 Mar 07 16:57:12.415620 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-5a0f4beb-9b42-4236-beb7-3bcd56404a96 req-b0e2136e-12b3-4b80-88b3-a0662fd235fe service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=683c888f-2761-4938-b914-5251496cbe23 HTTP/1.1" status: 200 len: 217 time: 0.0374815 Mar 07 16:57:12.472068 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0f4beb-9b42-4236-beb7-3bcd56404a96 req-133a2dd3-aa3c-41ca-8aeb-965a7b74810e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:57:12.473509 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-5a0f4beb-9b42-4236-beb7-3bcd56404a96 req-133a2dd3-aa3c-41ca-8aeb-965a7b74810e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=31c7bf73-b45c-4589-a934-6b9bdc6a30ea HTTP/1.1" status: 200 len: 850 time: 0.0503049 Mar 07 16:57:12.527123 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0f4beb-9b42-4236-beb7-3bcd56404a96 req-41331184-67ca-4a29-bfdf-cd201f394627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:57:12.528599 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-5a0f4beb-9b42-4236-beb7-3bcd56404a96 req-41331184-67ca-4a29-bfdf-cd201f394627 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=958030d9-7413-4af7-a61d-7e3a7fb6105d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0473528 Mar 07 16:57:12.625252 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-5a0f4beb-9b42-4236-beb7-3bcd56404a96 req-5845ddff-10f5-4192-99ab-2ffe0eeb4267 service neutron] 10.222.0.66 "GET /v2.0/networks/958030d9-7413-4af7-a61d-7e3a7fb6105d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896385 Mar 07 16:57:12.714781 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-5a0f4beb-9b42-4236-beb7-3bcd56404a96 req-795e9b19-4ada-4ce6-8d45-f5e2c897ff10 service neutron] 10.222.0.66 "GET /v2.0/networks/958030d9-7413-4af7-a61d-7e3a7fb6105d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835690 Mar 07 16:57:12.849065 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d14887-6d5a-46ef-8cc4-f6fe9f83dfeb req-c4475c9e-6663-4c84-832a-bfa0c40ede33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:57:12.850570 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-f6d14887-6d5a-46ef-8cc4-f6fe9f83dfeb req-c4475c9e-6663-4c84-832a-bfa0c40ede33 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=edf4ec5f5dd34ec494b36396a8594bc1&device_id=44eb7699-7d58-4090-9cd4-63a22803fe8f HTTP/1.1" status: 200 len: 1128 time: 0.0475683 Mar 07 16:57:12.940986 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d14887-6d5a-46ef-8cc4-f6fe9f83dfeb req-7f821e0d-1b04-4d7f-ad80-2559003c25e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:57:12.942419 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-f6d14887-6d5a-46ef-8cc4-f6fe9f83dfeb req-7f821e0d-1b04-4d7f-ad80-2559003c25e2 service neutron] 10.222.0.66 "GET /v2.0/networks?id=958030d9-7413-4af7-a61d-7e3a7fb6105d HTTP/1.1" status: 200 len: 912 time: 0.0848119 Mar 07 16:57:12.982626 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-f6d14887-6d5a-46ef-8cc4-f6fe9f83dfeb req-7a7ac95a-1512-4404-879b-d75875ff1a0b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=683c888f-2761-4938-b914-5251496cbe23 HTTP/1.1" status: 200 len: 217 time: 0.0330648 Mar 07 16:57:13.035728 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d14887-6d5a-46ef-8cc4-f6fe9f83dfeb req-d98bdd99-80c3-436f-b9bb-8548c66f4b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:57:13.037149 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-f6d14887-6d5a-46ef-8cc4-f6fe9f83dfeb req-d98bdd99-80c3-436f-b9bb-8548c66f4b30 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=31c7bf73-b45c-4589-a934-6b9bdc6a30ea HTTP/1.1" status: 200 len: 850 time: 0.0449047 Mar 07 16:57:13.089488 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d14887-6d5a-46ef-8cc4-f6fe9f83dfeb req-c7e370c4-b56f-4cdb-97eb-af3a6d488158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:57:13.091015 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-f6d14887-6d5a-46ef-8cc4-f6fe9f83dfeb req-c7e370c4-b56f-4cdb-97eb-af3a6d488158 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=958030d9-7413-4af7-a61d-7e3a7fb6105d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0470252 Mar 07 16:57:13.184956 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-f6d14887-6d5a-46ef-8cc4-f6fe9f83dfeb req-0a565641-1652-456a-afc5-63971d94ed40 service neutron] 10.222.0.66 "GET /v2.0/networks/958030d9-7413-4af7-a61d-7e3a7fb6105d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853860 Mar 07 16:57:13.275661 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-f6d14887-6d5a-46ef-8cc4-f6fe9f83dfeb req-e44792ac-5e76-4400-8854-0dd788a06646 service neutron] 10.222.0.66 "GET /v2.0/networks/958030d9-7413-4af7-a61d-7e3a7fb6105d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818734 Mar 07 16:57:13.414627 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d1243e-b26a-47f9-8483-8408ccdbd6d4 req-2e9f9823-2dc7-4376-9bb4-3e0f593fef6b tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:57:13.416120 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-32d1243e-b26a-47f9-8483-8408ccdbd6d4 req-2e9f9823-2dc7-4376-9bb4-3e0f593fef6b tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] 10.222.0.18 "GET /v2.0/ports?device_id=44eb7699-7d58-4090-9cd4-63a22803fe8f HTTP/1.1" status: 200 len: 944 time: 0.0566509 Mar 07 16:57:13.462928 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-32d1243e-b26a-47f9-8483-8408ccdbd6d4 req-fa9a931a-6132-4c91-9b66-c391f85dcaec tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] 10.222.0.18 "GET /v2.0/security-groups?id=5dc36098-fb33-4ed7-a21d-5f62e1407474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411911 Mar 07 16:57:14.582778 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8abc14-6a8c-4f39-b17b-ae232971edb5 req-3b80fa23-955d-4017-8b69-6d818c3b0764 tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:57:14.584307 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-cb8abc14-6a8c-4f39-b17b-ae232971edb5 req-3b80fa23-955d-4017-8b69-6d818c3b0764 tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] 10.222.0.18 "GET /v2.0/ports?device_id=44eb7699-7d58-4090-9cd4-63a22803fe8f HTTP/1.1" status: 200 len: 944 time: 0.0539746 Mar 07 16:57:14.639618 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-cb8abc14-6a8c-4f39-b17b-ae232971edb5 req-f8dc3c5e-a5fe-4b52-bd81-6691abcf173f tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] 10.222.0.18 "GET /v2.0/security-groups?id=5dc36098-fb33-4ed7-a21d-5f62e1407474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450640 Mar 07 16:57:15.758120 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00832329-2dfc-4ff8-ab24-e757110e59b3 req-7009cfae-36e6-4e92-92e7-09ad2ebfcf7a tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:57:15.759462 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-00832329-2dfc-4ff8-ab24-e757110e59b3 req-7009cfae-36e6-4e92-92e7-09ad2ebfcf7a tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] 10.222.0.18 "GET /v2.0/ports?device_id=44eb7699-7d58-4090-9cd4-63a22803fe8f HTTP/1.1" status: 200 len: 944 time: 0.0581152 Mar 07 16:57:15.806630 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-00832329-2dfc-4ff8-ab24-e757110e59b3 req-03e0da43-de3b-4098-9af8-8d4d49341fe5 tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] 10.222.0.18 "GET /v2.0/security-groups?id=5dc36098-fb33-4ed7-a21d-5f62e1407474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414793 Mar 07 16:57:16.534664 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.rpc [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Device 683c888f-2761-4938-b914-5251496cbe23 details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=119955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 16:57:16.637548 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.db [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] For port 683c888f-2761-4938-b914-5251496cbe23, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=683c888f-2761-4938-b914-5251496cbe23,segment=NetworkSegment(4a056b74-7e94-4529-893a-3f499dced81d),segment_id=4a056b74-7e94-4529-893a-3f499dced81d)] {{(pid=119955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:57:16.648926 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.rpc [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Returning: {'device': '683c888f-2761-4938-b914-5251496cbe23', 'network_id': '958030d9-7413-4af7-a61d-7e3a7fb6105d', 'port_id': '683c888f-2761-4938-b914-5251496cbe23', 'mac_address': 'fa:16:3e:89:24:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 858, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31c7bf73-b45c-4589-a934-6b9bdc6a30ea', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 16:57:16.687402 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.plugin [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Current status of the port 683c888f-2761-4938-b914-5251496cbe23 is: DOWN; New status is: BUILD {{(pid=119955) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:57:16.687807 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8385759'] for port (683c888f-2761-4938-b914-5251496cbe23), before_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:16.701128 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.notifiers.nova [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 683c888f-2761-4938-b914-5251496cbe23 {{(pid=119955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:57:16.720579 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.db [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] For port 683c888f-2761-4938-b914-5251496cbe23, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=683c888f-2761-4938-b914-5251496cbe23,segment=NetworkSegment(4a056b74-7e94-4529-893a-3f499dced81d),segment_id=4a056b74-7e94-4529-893a-3f499dced81d)] {{(pid=119955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:57:16.725235 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754346672056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754346267073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754346267091'] for port (683c888f-2761-4938-b914-5251496cbe23), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:16.775770 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Pushing event updated for resources: {'Port': ['ID=683c888f-2761-4938-b914-5251496cbe23,revision_number=4']} {{(pid=119955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:57:16.932666 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55af5a84-cd0d-49eb-bf59-94a83acd360f req-81015d76-4e15-4d87-bfe8-52316d8a4763 tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:57:16.934206 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-55af5a84-cd0d-49eb-bf59-94a83acd360f req-81015d76-4e15-4d87-bfe8-52316d8a4763 tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] 10.222.0.18 "GET /v2.0/ports?device_id=44eb7699-7d58-4090-9cd4-63a22803fe8f HTTP/1.1" status: 200 len: 945 time: 0.0545540 Mar 07 16:57:16.982378 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-55af5a84-cd0d-49eb-bf59-94a83acd360f req-f91767d9-56a6-474a-874b-b3cddacd8325 tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] 10.222.0.18 "GET /v2.0/security-groups?id=5dc36098-fb33-4ed7-a21d-5f62e1407474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412085 Mar 07 16:57:17.039673 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.db [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] get_ports_and_sgs() called for port_ids ['683c888f-2761-4938-b914-5251496cbe23'] {{(pid=119955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:57:17.179130 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-541192bf-dc0e-48f8-aca8-7e6bf1232b16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194190'] for agent (85f07778-81ef-4888-a2e3-51ae57b6426a), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:18.107224 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1297743-0d51-4ad5-aaf9-689b56980135 req-9dd4399c-3206-4593-8ecf-69bc7f7af056 tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:57:18.108707 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-d1297743-0d51-4ad5-aaf9-689b56980135 req-9dd4399c-3206-4593-8ecf-69bc7f7af056 tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] 10.222.0.18 "GET /v2.0/ports?device_id=44eb7699-7d58-4090-9cd4-63a22803fe8f HTTP/1.1" status: 200 len: 945 time: 0.0527499 Mar 07 16:57:18.159460 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-d1297743-0d51-4ad5-aaf9-689b56980135 req-9aaf6697-5333-4fb5-87be-38b9eea12c9e tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] 10.222.0.18 "GET /v2.0/security-groups?id=5dc36098-fb33-4ed7-a21d-5f62e1407474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451276 Mar 07 16:57:18.553752 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.rpc [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Device 683c888f-2761-4938-b914-5251496cbe23 up at agent hyperv_hv-cinder-80475 {{(pid=119955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:57:18.610255 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.provisioning_blocks [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Provisioning for port 683c888f-2761-4938-b914-5251496cbe23 completed by entity L2. {{(pid=119955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 16:57:18.614249 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.provisioning_blocks [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Provisioning complete for port 683c888f-2761-4938-b914-5251496cbe23 triggered by entity L2. {{(pid=119955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:57:18.614625 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8194280'] for port (683c888f-2761-4938-b914-5251496cbe23), provisioning_complete {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:18.695046 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.plugin [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Current status of the port 683c888f-2761-4938-b914-5251496cbe23 is: BUILD; New status is: ACTIVE {{(pid=119955) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:57:18.695465 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8385759'] for port (683c888f-2761-4938-b914-5251496cbe23), before_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:18.717719 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44eb7699-7d58-4090-9cd4-63a22803fe8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '683c888f-2761-4938-b914-5251496cbe23'}] {{(pid=119955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:57:18.719960 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd4f8a5135c3a8ba668d7ce7b18abb72183bcf445ca628a57cbbb7bee2c3e543" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7df839b2-4be0-4395-950f-5e7fe714fe00" -d '{"events": [{"server_uuid": "44eb7699-7d58-4090-9cd4-63a22803fe8f", "name": "network-vif-plugged", "status": "completed", "tag": "683c888f-2761-4938-b914-5251496cbe23"}]}' {{(pid=119955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:57:18.732043 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.db [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] For port 683c888f-2761-4938-b914-5251496cbe23, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=683c888f-2761-4938-b914-5251496cbe23,segment=NetworkSegment(4a056b74-7e94-4529-893a-3f499dced81d),segment_id=4a056b74-7e94-4529-893a-3f499dced81d)] {{(pid=119955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:57:18.736968 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754346672056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754346267073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754346267091'] for port (683c888f-2761-4938-b914-5251496cbe23), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:18.761688 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 16:57:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-461da050-fa41-43b6-a143-de0be7c7ff6c x-openstack-request-id: req-461da050-fa41-43b6-a143-de0be7c7ff6c {{(pid=119955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:57:18.761987 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44eb7699-7d58-4090-9cd4-63a22803fe8f", "name": "network-vif-plugged", "status": "completed", "tag": "683c888f-2761-4938-b914-5251496cbe23", "code": 200}]} {{(pid=119955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:57:18.762244 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-461da050-fa41-43b6-a143-de0be7c7ff6c {{(pid=119955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:57:18.762634 dv-cinder-804757-24-iscsi neutron-server[119955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44eb7699-7d58-4090-9cd4-63a22803fe8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '683c888f-2761-4938-b914-5251496cbe23', 'code': 200} Mar 07 16:57:18.786261 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Pushing event updated for resources: {'Port': ['ID=683c888f-2761-4938-b914-5251496cbe23,revision_number=5']} {{(pid=119955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:57:18.975948 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492a98c7-c086-44ff-931a-aa79846f03fc req-847a5012-4245-4309-8f8b-9aeeb8bd679c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:57:18.977459 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-492a98c7-c086-44ff-931a-aa79846f03fc req-847a5012-4245-4309-8f8b-9aeeb8bd679c service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=44eb7699-7d58-4090-9cd4-63a22803fe8f HTTP/1.1" status: 200 len: 1130 time: 0.0430307 Mar 07 16:57:19.022045 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-492a98c7-c086-44ff-931a-aa79846f03fc req-a496026d-ea54-4015-a660-a2f379f68bfb service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=5dc36098-fb33-4ed7-a21d-5f62e1407474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378089 Mar 07 16:57:19.146224 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.wsgi [-] (119954) accepted ('10.222.0.18', 56298) {{(pid=119954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:57:19.269341 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-e3154399-72c9-4120-ba59-0d7a06feb924 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:19.313305 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71359a71-d090-4c97-adfb-47529b15f3a2 req-1aba8dfe-44b5-46bd-8788-9935f56f86bd tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:57:19.314753 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-71359a71-d090-4c97-adfb-47529b15f3a2 req-1aba8dfe-44b5-46bd-8788-9935f56f86bd tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] 10.222.0.18 "GET /v2.0/ports?device_id=44eb7699-7d58-4090-9cd4-63a22803fe8f HTTP/1.1" status: 200 len: 946 time: 0.0832822 Mar 07 16:57:19.383565 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-6d282bc8-b141-4482-9289-283e997300b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194190'] for agent (4cbb3502-d72e-4663-b57e-51d645794085), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:19.383875 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-71359a71-d090-4c97-adfb-47529b15f3a2 req-3ea68b95-1d3d-4646-a8d1-4697d6ca43c1 tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] 10.222.0.18 "GET /v2.0/security-groups?id=5dc36098-fb33-4ed7-a21d-5f62e1407474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628717 Mar 07 16:57:19.395371 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-e3154399-72c9-4120-ba59-0d7a06feb924 admin admin] Publish callbacks [] for security_group (bd42ce46-3c68-4b36-9310-0a684493cce2), precommit_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:19.403533 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-e3154399-72c9-4120-ba59-0d7a06feb924 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543383'] for security_group (bd42ce46-3c68-4b36-9310-0a684493cce2), after_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:19.443398 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [None req-e3154399-72c9-4120-ba59-0d7a06feb924 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d742dbec64da4c939836d9e275eaf7a2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2957921 Mar 07 16:57:19.444115 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3154399-72c9-4120-ba59-0d7a06feb924 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd42ce46-3c68-4b36-9310-0a684493cce2,revision_number=1']} {{(pid=119954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:57:19.446279 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.wsgi [-] (119953) accepted ('10.222.0.18', 56304) {{(pid=119953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:57:19.451206 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3154399-72c9-4120-ba59-0d7a06feb924 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:57:19.451667 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3154399-72c9-4120-ba59-0d7a06feb924 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:57:19.452035 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3154399-72c9-4120-ba59-0d7a06feb924 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:57:19.452366 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3154399-72c9-4120-ba59-0d7a06feb924 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:57:19.452688 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3154399-72c9-4120-ba59-0d7a06feb924 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:57:19.453010 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3154399-72c9-4120-ba59-0d7a06feb924 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:57:19.453325 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3154399-72c9-4120-ba59-0d7a06feb924 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:57:19.453646 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3154399-72c9-4120-ba59-0d7a06feb924 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:57:19.453961 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3154399-72c9-4120-ba59-0d7a06feb924 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:57:19.454285 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3154399-72c9-4120-ba59-0d7a06feb924 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:57:19.454601 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3154399-72c9-4120-ba59-0d7a06feb924 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:57:19.454916 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3154399-72c9-4120-ba59-0d7a06feb924 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:57:19.455215 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3154399-72c9-4120-ba59-0d7a06feb924 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:57:19.502096 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-4fd4451d-5941-41e5-b929-80f13ba72465 admin admin] Publish callbacks [] for security_group (bd42ce46-3c68-4b36-9310-0a684493cce2), before_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:19.523936 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-4fd4451d-5941-41e5-b929-80f13ba72465 admin admin] Publish callbacks [] for security_group (bd42ce46-3c68-4b36-9310-0a684493cce2), precommit_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:19.575106 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-4fd4451d-5941-41e5-b929-80f13ba72465 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543383'] for security_group (bd42ce46-3c68-4b36-9310-0a684493cce2), after_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:19.577619 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-4fd4451d-5941-41e5-b929-80f13ba72465 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:19.578753 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [None req-4fd4451d-5941-41e5-b929-80f13ba72465 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/bd42ce46-3c68-4b36-9310-0a684493cce2 HTTP/1.1" status: 204 len: 168 time: 0.1315105 Mar 07 16:57:19.586257 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd4451d-5941-41e5-b929-80f13ba72465 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd42ce46-3c68-4b36-9310-0a684493cce2,revision_number=None']} {{(pid=119953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:57:20.242924 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.wsgi [-] (119953) accepted ('10.222.0.18', 56326) {{(pid=119953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:57:20.352034 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.v2.base [None req-b8c412f0-aa41-4aa4-b844-b1db60d0b1e3 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1507886732-network', 'tenant_id': '67f25f5951bb4340813deb06cbaad90d'}} {{(pid=119953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:57:20.375124 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8c412f0-aa41-4aa4-b844-b1db60d0b1e3 admin admin] Made reservation on behalf of 67f25f5951bb4340813deb06cbaad90d for: {'network': 1} {{(pid=119953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:57:20.377730 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-b8c412f0-aa41-4aa4-b844-b1db60d0b1e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8385759'] for network (None), before_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:20.385995 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-b8c412f0-aa41-4aa4-b844-b1db60d0b1e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:20.462615 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-b8c412f0-aa41-4aa4-b844-b1db60d0b1e3 admin admin] Publish callbacks [] for security_group (08e33b45-7a32-408f-9cc4-bf72ab9e3fc3), precommit_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:20.471509 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-b8c412f0-aa41-4aa4-b844-b1db60d0b1e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543383'] for security_group (08e33b45-7a32-408f-9cc4-bf72ab9e3fc3), after_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:20.510017 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8c412f0-aa41-4aa4-b844-b1db60d0b1e3 admin admin] vlan segment allocate from pool success with {'vlan_id': 893, 'physical_network': 'physnet1'} {{(pid=119953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 16:57:20.514478 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-ad94e2ed-e0a8-44ae-a5ff-cf9ca5ab0e17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194190'] for agent (82ccd293-b7fb-4417-a581-186a4d7e9931), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:20.532356 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-b8c412f0-aa41-4aa4-b844-b1db60d0b1e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8315985'] for segment (b0e29e90-ddf0-46b1-8ceb-3a4354fa6bcc), precommit_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:20.532696 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.db.segments_db [None req-b8c412f0-aa41-4aa4-b844-b1db60d0b1e3 admin admin] Added segment b0e29e90-ddf0-46b1-8ceb-3a4354fa6bcc of type vlan for network 2f938584-7f3e-4765-817b-fb128e09d45c Mar 07 16:57:20.534006 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c412f0-aa41-4aa4-b844-b1db60d0b1e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08e33b45-7a32-408f-9cc4-bf72ab9e3fc3,revision_number=1']} {{(pid=119953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:57:20.578498 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a25053-4f42-4787-bde9-5c20cde71be9 req-96e2988d-40a5-43b1-9ba4-966bb4cba035 tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:57:20.580090 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-33a25053-4f42-4787-bde9-5c20cde71be9 req-96e2988d-40a5-43b1-9ba4-966bb4cba035 tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] 10.222.0.18 "GET /v2.0/ports?device_id=44eb7699-7d58-4090-9cd4-63a22803fe8f HTTP/1.1" status: 200 len: 946 time: 0.1227877 Mar 07 16:57:20.593960 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-b8c412f0-aa41-4aa4-b844-b1db60d0b1e3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754346284054'] for network (2f938584-7f3e-4765-817b-fb128e09d45c), precommit_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:20.640497 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-b8c412f0-aa41-4aa4-b844-b1db60d0b1e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917'] for network (2f938584-7f3e-4765-817b-fb128e09d45c), after_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:20.641443 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8c412f0-aa41-4aa4-b844-b1db60d0b1e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:57:20.642010 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-b8c412f0-aa41-4aa4-b844-b1db60d0b1e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550935'] for network (None), before_response {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:20.660704 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-33a25053-4f42-4787-bde9-5c20cde71be9 req-1c0bee13-be94-4ebc-8213-c241f3477df2 tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] 10.222.0.18 "GET /v2.0/security-groups?id=5dc36098-fb33-4ed7-a21d-5f62e1407474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750554 Mar 07 16:57:20.701390 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [None req-b8c412f0-aa41-4aa4-b844-b1db60d0b1e3 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4572928 Mar 07 16:57:20.704229 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.wsgi [-] (119953) accepted ('10.222.0.18', 56334) {{(pid=119953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:57:20.711083 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.v2.base [None req-d6cedd22-c2e0-46d9-9da4-7b3c3e7a2c1c admin admin] Request body: {'subnet': {'network_id': '2f938584-7f3e-4765-817b-fb128e09d45c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1507886732-subnet', 'tenant_id': '67f25f5951bb4340813deb06cbaad90d', 'ip_version': 4}} {{(pid=119953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:57:20.715197 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c412f0-aa41-4aa4-b844-b1db60d0b1e3 admin admin] Pushing event updated for resources: {'Network': ['ID=2f938584-7f3e-4765-817b-fb128e09d45c,revision_number=1']} {{(pid=119953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:57:20.725316 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.rpc [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Network 2f938584-7f3e-4765-817b-fb128e09d45c details requested by agent ovs-agent-dv-cinder-804757-24-iscsi with host dv-cinder-804757-24-iscsi {{(pid=119955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 16:57:20.733249 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6cedd22-c2e0-46d9-9da4-7b3c3e7a2c1c admin admin] Made reservation on behalf of 67f25f5951bb4340813deb06cbaad90d for: {'subnet': 1} {{(pid=119953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:57:20.735912 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-d6cedd22-c2e0-46d9-9da4-7b3c3e7a2c1c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9423202'] for subnet (None), before_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:20.781459 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bab420c-0c04-4c62-ba87-9ed0fe0f89b2 req-ed177152-1127-4518-811c-49f556a12461 tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:57:20.782914 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-0bab420c-0c04-4c62-ba87-9ed0fe0f89b2 req-ed177152-1127-4518-811c-49f556a12461 tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] 10.222.0.18 "GET /v2.0/ports?device_id=44eb7699-7d58-4090-9cd4-63a22803fe8f HTTP/1.1" status: 200 len: 946 time: 0.0552888 Mar 07 16:57:20.792571 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.wsgi [-] (119954) accepted ('10.222.0.18', 56336) {{(pid=119954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:57:20.796877 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.v2.base [None req-a241de66-69b5-4484-bdad-d0a22fe534c6 tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] Request body: {'floatingip': {'port_id': '683c888f-2761-4938-b914-5251496cbe23'}} {{(pid=119954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:57:20.836608 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-a241de66-69b5-4484-bdad-d0a22fe534c6 tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] Publish callbacks [] for floatingip (bb562630-6648-4b14-918e-b4842cfc7cf3), before_update {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:20.908423 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-d6cedd22-c2e0-46d9-9da4-7b3c3e7a2c1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9282708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9423228'] for subnet (6dde97a4-d388-4dbe-a91a-34ac33fc9045), after_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:20.958877 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cedd22-c2e0-46d9-9da4-7b3c3e7a2c1c admin admin] Pushing event updated for resources: {'Subnet': ['ID=6dde97a4-d388-4dbe-a91a-34ac33fc9045,revision_number=0']} {{(pid=119953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:57:20.973822 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6cedd22-c2e0-46d9-9da4-7b3c3e7a2c1c admin admin] Checking segment: {'id': 'b0e29e90-ddf0-46b1-8ceb-3a4354fa6bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '2f938584-7f3e-4765-817b-fb128e09d45c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:57:20.974108 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6cedd22-c2e0-46d9-9da4-7b3c3e7a2c1c admin admin] Network hostable DHCP agents. Network: 2f938584-7f3e-4765-817b-fb128e09d45c, hostable agents: ['85f07778-81ef-4888-a2e3-51ae57b6426a'], hosted agents: [] {{(pid=119953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 16:57:20.990862 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6cedd22-c2e0-46d9-9da4-7b3c3e7a2c1c admin admin] Network 2f938584-7f3e-4765-817b-fb128e09d45c is scheduled to be hosted by DHCP agent 85f07778-81ef-4888-a2e3-51ae57b6426a with binding_index 1 {{(pid=119953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 16:57:21.000950 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.scheduler.base_scheduler [None req-d6cedd22-c2e0-46d9-9da4-7b3c3e7a2c1c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804757-24-iscsi, 2f938584-7f3e-4765-817b-fb128e09d45c) {{(pid=119953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:57:21.005602 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6cedd22-c2e0-46d9-9da4-7b3c3e7a2c1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:57:21.006208 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-d6cedd22-c2e0-46d9-9da4-7b3c3e7a2c1c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550935'] for subnet (None), before_response {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:21.010230 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94813e43-2364-40a9-b650-a90985bac3b0 None None] Network 2f938584-7f3e-4765-817b-fb128e09d45c requested from dv-cinder-804757-24-iscsi {{(pid=119955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:57:21.028329 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [None req-d6cedd22-c2e0-46d9-9da4-7b3c3e7a2c1c admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3205001 Mar 07 16:57:21.028643 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.wsgi [-] (119953) accepted ('10.222.0.18', 56338) {{(pid=119953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:57:21.033017 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.v2.base [None req-583aafd9-c7d9-4e79-bc24-fc62c2942d6b admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1507886732-router', 'tenant_id': '67f25f5951bb4340813deb06cbaad90d', 'external_gateway_info': {'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88'}}} {{(pid=119953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:57:21.058000 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-583aafd9-c7d9-4e79-bc24-fc62c2942d6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-709529', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24401'] for router (8c2055a7-4e1f-4277-aede-6e2c02d93b56), before_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:21.059194 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-583aafd9-c7d9-4e79-bc24-fc62c2942d6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-708201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-705242', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571311', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24408'] for router (8c2055a7-4e1f-4277-aede-6e2c02d93b56), precommit_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:21.115521 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-583aafd9-c7d9-4e79-bc24-fc62c2942d6b admin admin] Publish callbacks [] for router_controller (8c2055a7-4e1f-4277-aede-6e2c02d93b56), precommit_add_association {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:21.138469 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe7f5a49-02b8-4ce8-aa6e-fb1b3a6d7fe7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4daafb27-07ab-5f95-a03c-57bf3ed213c4-2f938584-7f3e-4765-817b-fb128e09d45c', 'network_id': '2f938584-7f3e-4765-817b-fb128e09d45c', 'project_id': '67f25f5951bb4340813deb06cbaad90d', 'fixed_ips': [{'subnet_id': '6dde97a4-d388-4dbe-a91a-34ac33fc9045'}]}} from dv-cinder-804757-24-iscsi. {{(pid=119955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 16:57:21.139443 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-fe7f5a49-02b8-4ce8-aa6e-fb1b3a6d7fe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8385759'] for port (None), before_create {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:21.262316 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-583aafd9-c7d9-4e79-bc24-fc62c2942d6b admin admin] Publish callbacks [] for router_gateway (8c2055a7-4e1f-4277-aede-6e2c02d93b56), precommit_update {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:21.287217 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.db_base_plugin_common [None req-fe7f5a49-02b8-4ce8-aa6e-fb1b3a6d7fe7 None None] Allocated IP 172.20.0.2 (2f938584-7f3e-4765-817b-fb128e09d45c/6dde97a4-d388-4dbe-a91a-34ac33fc9045/31927e15-e1e1-4551-bdc2-ae901ed154d4) {{(pid=119955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:57:21.426740 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-fe7f5a49-02b8-4ce8-aa6e-fb1b3a6d7fe7 None None] Publish callbacks [] for port (31927e15-e1e1-4551-bdc2-ae901ed154d4), precommit_create {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:21.435010 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-fe7f5a49-02b8-4ce8-aa6e-fb1b3a6d7fe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754346267055'] for port (31927e15-e1e1-4551-bdc2-ae901ed154d4), after_create {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:21.464592 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-583aafd9-c7d9-4e79-bc24-fc62c2942d6b admin admin] Publish callbacks [] for router_gateway (8c2055a7-4e1f-4277-aede-6e2c02d93b56), before_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:21.481819 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe7f5a49-02b8-4ce8-aa6e-fb1b3a6d7fe7 None None] Network 2f938584-7f3e-4765-817b-fb128e09d45c is already hosted by enough agents. {{(pid=119955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:57:21.484648 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.scheduler.base_scheduler [None req-fe7f5a49-02b8-4ce8-aa6e-fb1b3a6d7fe7 None None] Resources bound (agent type, host, resource id): {{(pid=119955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:57:21.487183 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe7f5a49-02b8-4ce8-aa6e-fb1b3a6d7fe7 None None] Received port after_create {{(pid=119955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:57:21.487431 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-583aafd9-c7d9-4e79-bc24-fc62c2942d6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8385759'] for port (None), before_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:21.494970 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7f5a49-02b8-4ce8-aa6e-fb1b3a6d7fe7 None None] Pushing event updated for resources: {'Port': ['ID=31927e15-e1e1-4551-bdc2-ae901ed154d4,revision_number=1']} {{(pid=119955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:57:21.527185 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-a241de66-69b5-4484-bdad-d0a22fe534c6 tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:21.531875 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-a241de66-69b5-4484-bdad-d0a22fe534c6 tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-706389'] for floatingip (bb562630-6648-4b14-918e-b4842cfc7cf3), after_update {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:21.550112 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.managers [None req-fe7f5a49-02b8-4ce8-aa6e-fb1b3a6d7fe7 None None] Attempting to bind port 31927e15-e1e1-4551-bdc2-ae901ed154d4 on host dv-cinder-804757-24-iscsi for vnic_type normal with profile {{(pid=119955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:57:21.550673 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.managers [None req-fe7f5a49-02b8-4ce8-aa6e-fb1b3a6d7fe7 None None] Attempting to bind port 31927e15-e1e1-4551-bdc2-ae901ed154d4 by drivers openvswitch,hyperv on host dv-cinder-804757-24-iscsi at level 0 using segments [{'id': 'b0e29e90-ddf0-46b1-8ceb-3a4354fa6bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '2f938584-7f3e-4765-817b-fb128e09d45c'}] {{(pid=119955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:57:21.550962 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe7f5a49-02b8-4ce8-aa6e-fb1b3a6d7fe7 None None] Attempting to bind port 31927e15-e1e1-4551-bdc2-ae901ed154d4 on network 2f938584-7f3e-4765-817b-fb128e09d45c {{(pid=119955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:57:21.557079 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe7f5a49-02b8-4ce8-aa6e-fb1b3a6d7fe7 None None] Checking agent: {'id': '3df9d949-03e8-46c4-b37f-6f8a21aeab22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-24-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 16, 44, 23), 'started_at': datetime.datetime(2022, 3, 7, 16, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 56, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-24-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:57:21.557684 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe7f5a49-02b8-4ce8-aa6e-fb1b3a6d7fe7 None None] Checking segment: {'id': 'b0e29e90-ddf0-46b1-8ceb-3a4354fa6bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '2f938584-7f3e-4765-817b-fb128e09d45c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:57:21.558215 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-fe7f5a49-02b8-4ce8-aa6e-fb1b3a6d7fe7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:21.558692 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe7f5a49-02b8-4ce8-aa6e-fb1b3a6d7fe7 None None] Bound using segment: {'id': 'b0e29e90-ddf0-46b1-8ceb-3a4354fa6bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '2f938584-7f3e-4765-817b-fb128e09d45c'} {{(pid=119955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:57:21.559296 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.managers [None req-fe7f5a49-02b8-4ce8-aa6e-fb1b3a6d7fe7 None None] Bound port: 31927e15-e1e1-4551-bdc2-ae901ed154d4, host: dv-cinder-804757-24-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0e29e90-ddf0-46b1-8ceb-3a4354fa6bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '2f938584-7f3e-4765-817b-fb128e09d45c'}}] {{(pid=119955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:57:21.559815 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-fe7f5a49-02b8-4ce8-aa6e-fb1b3a6d7fe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8385759'] for port (31927e15-e1e1-4551-bdc2-ae901ed154d4), before_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:21.596320 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.db.db_base_plugin_common [None req-583aafd9-c7d9-4e79-bc24-fc62c2942d6b admin admin] Allocated IP 172.27.2.248 (3eba6d1e-0acd-4586-8e75-f5a4e7e90d88/6a2f7f11-a189-49ba-a838-e124f718c0dc/b712d65a-fc80-40b6-8dfd-f1ff7cd27f00) {{(pid=119953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:57:21.627073 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.db [None req-fe7f5a49-02b8-4ce8-aa6e-fb1b3a6d7fe7 None None] For port 31927e15-e1e1-4551-bdc2-ae901ed154d4, host dv-cinder-804757-24-iscsi, cleared binding levels {{(pid=119955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:57:21.631126 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.db [None req-fe7f5a49-02b8-4ce8-aa6e-fb1b3a6d7fe7 None None] For port 31927e15-e1e1-4551-bdc2-ae901ed154d4, host dv-cinder-804757-24-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-24-iscsi',level=0,port_id=31927e15-e1e1-4551-bdc2-ae901ed154d4,segment=NetworkSegment(b0e29e90-ddf0-46b1-8ceb-3a4354fa6bcc),segment_id=b0e29e90-ddf0-46b1-8ceb-3a4354fa6bcc)] {{(pid=119955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:57:21.640711 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-fe7f5a49-02b8-4ce8-aa6e-fb1b3a6d7fe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754346672056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754346267073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754346267091'] for port (31927e15-e1e1-4551-bdc2-ae901ed154d4), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:21.642220 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.db.l3_db [None req-a241de66-69b5-4484-bdad-d0a22fe534c6 tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] Floating IP bb562630-6648-4b14-918e-b4842cfc7cf3 associated. External IP: 172.27.2.168, port: 683c888f-2761-4938-b914-5251496cbe23. Mar 07 16:57:21.717914 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7f5a49-02b8-4ce8-aa6e-fb1b3a6d7fe7 None None] Pushing event updated for resources: {'Port': ['ID=31927e15-e1e1-4551-bdc2-ae901ed154d4,revision_number=2']} {{(pid=119955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:57:21.908954 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a241de66-69b5-4484-bdad-d0a22fe534c6 tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] Router 7438646f-16c5-41cf-bfe1-423ac73df92e has already been hosted by L3 agent 4cbb3502-d72e-4663-b57e-51d645794085 {{(pid=119954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 16:57:21.958730 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-583aafd9-c7d9-4e79-bc24-fc62c2942d6b admin admin] Publish callbacks [] for port (b712d65a-fc80-40b6-8dfd-f1ff7cd27f00), precommit_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:21.995487 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-583aafd9-c7d9-4e79-bc24-fc62c2942d6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754346267055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9282916'] for port (b712d65a-fc80-40b6-8dfd-f1ff7cd27f00), after_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:22.029775 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a241de66-69b5-4484-bdad-d0a22fe534c6 tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] Notify agent at l3_agent.dv-cinder-804757-24-iscsi the message routers_updated {{(pid=119954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:57:22.035171 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-583aafd9-c7d9-4e79-bc24-fc62c2942d6b admin admin] Network 3eba6d1e-0acd-4586-8e75-f5a4e7e90d88 is already hosted by enough agents. {{(pid=119953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:57:22.039204 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.scheduler.base_scheduler [None req-583aafd9-c7d9-4e79-bc24-fc62c2942d6b admin admin] Resources bound (agent type, host, resource id): {{(pid=119953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:57:22.040381 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-a241de66-69b5-4484-bdad-d0a22fe534c6 tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47102'] for floatingip (None), before_response {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:22.041499 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60fa26a3-e16d-46dc-97d6-a61c12fa3a01 None None] Sync routers for ids ['7438646f-16c5-41cf-bfe1-423ac73df92e'] in dv-cinder-804757-24-iscsi {{(pid=119955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:57:22.042981 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-583aafd9-c7d9-4e79-bc24-fc62c2942d6b admin admin] Received port after_create {{(pid=119953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:57:22.048763 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583aafd9-c7d9-4e79-bc24-fc62c2942d6b admin admin] Pushing event updated for resources: {'Port': ['ID=b712d65a-fc80-40b6-8dfd-f1ff7cd27f00,revision_number=1']} {{(pid=119953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:57:22.056485 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60fa26a3-e16d-46dc-97d6-a61c12fa3a01 None None] Routers {'7438646f-16c5-41cf-bfe1-423ac73df92e'} bound to L3 agent in host dv-cinder-804757-24-iscsi {{(pid=119955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:57:22.057104 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.l3_hamode_db [None req-60fa26a3-e16d-46dc-97d6-a61c12fa3a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T16:44:19Z,description=,heartbeat_timestamp=2022-03-07T16:57:19Z,host='dv-cinder-804757-24-iscsi',id=4cbb3502-d72e-4663-b57e-51d645794085,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:44:19Z,topic='l3_agent')) {'router_ids': ['7438646f-16c5-41cf-bfe1-423ac73df92e'], 'active': True} {{(pid=119955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:57:22.084582 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [None req-a241de66-69b5-4484-bdad-d0a22fe534c6 tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] 10.222.0.18 "PUT /v2.0/floatingips/bb562630-6648-4b14-918e-b4842cfc7cf3 HTTP/1.1" status: 200 len: 992 time: 1.2909746 Mar 07 16:57:22.085899 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44eb7699-7d58-4090-9cd4-63a22803fe8f', 'tag': '683c888f-2761-4938-b914-5251496cbe23'}] {{(pid=119954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:57:22.088790 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}841d5110a94e235157c02b6f4389d133be5f90b089d7eeb6218efd7d6b06db25" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e48d890-ea08-465a-868c-3add212acb9b" -d '{"events": [{"name": "network-changed", "server_uuid": "44eb7699-7d58-4090-9cd4-63a22803fe8f", "tag": "683c888f-2761-4938-b914-5251496cbe23"}]}' {{(pid=119954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:57:22.127745 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 16:57:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4be0d8f8-4494-4d78-9da9-1532fcd04683 x-openstack-request-id: req-4be0d8f8-4494-4d78-9da9-1532fcd04683 {{(pid=119954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:57:22.128102 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44eb7699-7d58-4090-9cd4-63a22803fe8f", "tag": "683c888f-2761-4938-b914-5251496cbe23", "status": "completed", "code": 200}]} {{(pid=119954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:57:22.129517 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4be0d8f8-4494-4d78-9da9-1532fcd04683 {{(pid=119954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:57:22.129517 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44eb7699-7d58-4090-9cd4-63a22803fe8f', 'tag': '683c888f-2761-4938-b914-5251496cbe23', 'status': 'completed', 'code': 200} Mar 07 16:57:22.175673 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-0d1b32c5-0803-4391-a623-fc098c7d5199 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194190'] for agent (8123e327-866e-42b5-856f-55ddd9e9e5b2), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:22.194048 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.l3_dvr_db [None req-60fa26a3-e16d-46dc-97d6-a61c12fa3a01 None None] Set router 7438646f-16c5-41cf-bfe1-423ac73df92e gateway port host: dv-cinder-804757-24-iscsi {{(pid=119955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:57:22.270125 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e48d890-ea08-465a-868c-3add212acb9b req-15d18a0a-1936-4ece-9d4e-52e348e9f1a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:57:22.271640 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-9e48d890-ea08-465a-868c-3add212acb9b req-15d18a0a-1936-4ece-9d4e-52e348e9f1a6 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=edf4ec5f5dd34ec494b36396a8594bc1&device_id=44eb7699-7d58-4090-9cd4-63a22803fe8f HTTP/1.1" status: 200 len: 1130 time: 0.0926280 Mar 07 16:57:22.396605 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-583aafd9-c7d9-4e79-bc24-fc62c2942d6b admin admin] Publish callbacks [] for router_gateway (8c2055a7-4e1f-4277-aede-6e2c02d93b56), after_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:22.441501 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e48d890-ea08-465a-868c-3add212acb9b req-053d52ba-3d17-4268-9639-02782f4b5897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:57:22.443040 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-9e48d890-ea08-465a-868c-3add212acb9b req-053d52ba-3d17-4268-9639-02782f4b5897 service neutron] 10.222.0.66 "GET /v2.0/networks?id=958030d9-7413-4af7-a61d-7e3a7fb6105d HTTP/1.1" status: 200 len: 912 time: 0.1646345 Mar 07 16:57:22.552625 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-9e48d890-ea08-465a-868c-3add212acb9b req-16694e64-e323-4ec9-b87e-addcd668ebc3 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=683c888f-2761-4938-b914-5251496cbe23 HTTP/1.1" status: 200 len: 1000 time: 0.1022723 Mar 07 16:57:22.598859 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.l3_hamode_db [None req-60fa26a3-e16d-46dc-97d6-a61c12fa3a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7438646f-16c5-41cf-bfe1-423ac73df92e', 'name': 'tempest-AttachVolumeTestJSON-1470381237-router', 'tenant_id': 'edf4ec5f5dd34ec494b36396a8594bc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'external_fixed_ips': [{'subnet_id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'ip_address': '172.27.2.57'}], 'enable_snat': True}, 'gw_port_id': '55b6bdda-6312-4fcb-bcc8-ffef56435af8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:52:17Z', 'updated_at': '2022-03-07T16:52:24Z', 'revision_number': 4, 'project_id': 'edf4ec5f5dd34ec494b36396a8594bc1', 'gw_port': {'id': '55b6bdda-6312-4fcb-bcc8-ffef56435af8', 'name': '', 'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:e5:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7438646f-16c5-41cf-bfe1-423ac73df92e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'ip_address': '172.27.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:52:18Z', 'updated_at': '2022-03-07T16:52:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-24-iscsi', '_floatingips': [{'id': 'bb562630-6648-4b14-918e-b4842cfc7cf3', 'tenant_id': 'edf4ec5f5dd34ec494b36396a8594bc1', 'floating_ip_address': '172.27.2.168', 'floating_network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'router_id': '7438646f-16c5-41cf-bfe1-423ac73df92e', 'port_id': '683c888f-2761-4938-b914-5251496cbe23', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 521, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '958030d9-7413-4af7-a61d-7e3a7fb6105d', 'mac_address': 'fa:16:3e:89:24:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44eb7699-7d58-4090-9cd4-63a22803fe8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T16:57:08Z', 'updated_at': '2022-03-07T16:57:21Z', 'revision_number': 1, 'project_id': 'edf4ec5f5dd34ec494b36396a8594bc1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2e0330e-e9e2-4a91-98aa-009090466f41', 'name': '', 'network_id': '958030d9-7413-4af7-a61d-7e3a7fb6105d', 'tenant_id': 'edf4ec5f5dd34ec494b36396a8594bc1', 'mac_address': 'fa:16:3e:fc:dd:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7438646f-16c5-41cf-bfe1-423ac73df92e', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '31c7bf73-b45c-4589-a934-6b9bdc6a30ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:52:22Z', 'updated_at': '2022-03-07T16:52:32Z', 'revision_number': 5, 'project_id': 'edf4ec5f5dd34ec494b36396a8594bc1', 'subnets': [{'id': '31c7bf73-b45c-4589-a934-6b9bdc6a30ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-24-iscsi', False) {} {{(pid=119955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:57:22.626075 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60fa26a3-e16d-46dc-97d6-a61c12fa3a01 None None] Checking router: 7438646f-16c5-41cf-bfe1-423ac73df92e for host: dv-cinder-804757-24-iscsi {{(pid=119955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 16:57:22.637237 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60fa26a3-e16d-46dc-97d6-a61c12fa3a01 None None] Routers {'7438646f-16c5-41cf-bfe1-423ac73df92e'} bound to L3 agent in host dv-cinder-804757-24-iscsi {{(pid=119955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:57:22.638043 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.l3_hamode_db [None req-60fa26a3-e16d-46dc-97d6-a61c12fa3a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T16:44:19Z,description=,heartbeat_timestamp=2022-03-07T16:57:19Z,host='dv-cinder-804757-24-iscsi',id=4cbb3502-d72e-4663-b57e-51d645794085,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:44:19Z,topic='l3_agent')) {'router_ids': ['7438646f-16c5-41cf-bfe1-423ac73df92e'], 'active': True} {{(pid=119955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:57:22.645563 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e48d890-ea08-465a-868c-3add212acb9b req-9637d1bf-d21f-4b8b-ab56-043ad761fbd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:57:22.647122 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-9e48d890-ea08-465a-868c-3add212acb9b req-9637d1bf-d21f-4b8b-ab56-043ad761fbd8 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=31c7bf73-b45c-4589-a934-6b9bdc6a30ea HTTP/1.1" status: 200 len: 850 time: 0.0868220 Mar 07 16:57:22.753057 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.l3_dvr_db [None req-60fa26a3-e16d-46dc-97d6-a61c12fa3a01 None None] Set router 7438646f-16c5-41cf-bfe1-423ac73df92e gateway port host: dv-cinder-804757-24-iscsi {{(pid=119955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:57:22.759148 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-583aafd9-c7d9-4e79-bc24-fc62c2942d6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-708194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-705271'] for router (8c2055a7-4e1f-4277-aede-6e2c02d93b56), after_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:22.774442 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-5a38f692-0b63-473b-ae5d-16d73fa6e4ba req-dadef640-925a-4817-b08b-a29e835d2353 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=3986321d-94a9-4bb2-b3c5-9e9df961b2c0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1243310 Mar 07 16:57:22.784152 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f41e55e-1f6c-45d3-b9db-05178a4e3d76 None None] Network 2f938584-7f3e-4765-817b-fb128e09d45c requested from dv-cinder-804757-24-iscsi {{(pid=119955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:57:22.821166 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e48d890-ea08-465a-868c-3add212acb9b req-679f7281-bb50-4c54-8609-05da098c2ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:57:22.822651 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-9e48d890-ea08-465a-868c-3add212acb9b req-679f7281-bb50-4c54-8609-05da098c2ed3 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=958030d9-7413-4af7-a61d-7e3a7fb6105d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1369591 Mar 07 16:57:22.923119 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.provisioning_blocks [None req-1fa7b681-77f4-494f-9af1-8cb044b655e7 None None] Provisioning complete for port 31927e15-e1e1-4551-bdc2-ae901ed154d4 triggered by entity DHCP. {{(pid=119955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:57:22.923373 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-1fa7b681-77f4-494f-9af1-8cb044b655e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8194280'] for port (31927e15-e1e1-4551-bdc2-ae901ed154d4), provisioning_complete {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:22.989170 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-9e48d890-ea08-465a-868c-3add212acb9b req-8775289b-4bd2-43a3-a9ea-5ba2aa77f130 service neutron] 10.222.0.66 "GET /v2.0/networks/958030d9-7413-4af7-a61d-7e3a7fb6105d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1589837 Mar 07 16:57:22.996813 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a38f692-0b63-473b-ae5d-16d73fa6e4ba req-429ea92a-67f6-4655-bc81-968cdd57d1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:57:22.998276 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-5a38f692-0b63-473b-ae5d-16d73fa6e4ba req-429ea92a-67f6-4655-bc81-968cdd57d1a9 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f13607869be844f9bb555f4bee0519ef&device_id=3986321d-94a9-4bb2-b3c5-9e9df961b2c0 HTTP/1.1" status: 200 len: 1130 time: 0.1348097 Mar 07 16:57:23.118053 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.plugin [None req-1fa7b681-77f4-494f-9af1-8cb044b655e7 None None] Current status of the port 31927e15-e1e1-4551-bdc2-ae901ed154d4 is: DOWN; New status is: ACTIVE {{(pid=119955) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:57:23.118443 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-1fa7b681-77f4-494f-9af1-8cb044b655e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8385759'] for port (31927e15-e1e1-4551-bdc2-ae901ed154d4), before_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:23.121934 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-583aafd9-c7d9-4e79-bc24-fc62c2942d6b admin admin] Router 8c2055a7-4e1f-4277-aede-6e2c02d93b56 is scheduled to L3 agent 4cbb3502-d72e-4663-b57e-51d645794085 with binding_index 1 {{(pid=119953) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 16:57:23.164612 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.db [None req-1fa7b681-77f4-494f-9af1-8cb044b655e7 None None] For port 31927e15-e1e1-4551-bdc2-ae901ed154d4, host dv-cinder-804757-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-24-iscsi',level=0,port_id=31927e15-e1e1-4551-bdc2-ae901ed154d4,segment=NetworkSegment(b0e29e90-ddf0-46b1-8ceb-3a4354fa6bcc),segment_id=b0e29e90-ddf0-46b1-8ceb-3a4354fa6bcc)] {{(pid=119955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:57:23.168036 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.l3_hamode_db [None req-60fa26a3-e16d-46dc-97d6-a61c12fa3a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7438646f-16c5-41cf-bfe1-423ac73df92e', 'name': 'tempest-AttachVolumeTestJSON-1470381237-router', 'tenant_id': 'edf4ec5f5dd34ec494b36396a8594bc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'external_fixed_ips': [{'subnet_id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'ip_address': '172.27.2.57'}], 'enable_snat': True}, 'gw_port_id': '55b6bdda-6312-4fcb-bcc8-ffef56435af8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:52:17Z', 'updated_at': '2022-03-07T16:52:24Z', 'revision_number': 4, 'project_id': 'edf4ec5f5dd34ec494b36396a8594bc1', 'gw_port': {'id': '55b6bdda-6312-4fcb-bcc8-ffef56435af8', 'name': '', 'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:e5:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7438646f-16c5-41cf-bfe1-423ac73df92e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'ip_address': '172.27.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:52:18Z', 'updated_at': '2022-03-07T16:52:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-24-iscsi', '_floatingips': [{'id': 'bb562630-6648-4b14-918e-b4842cfc7cf3', 'tenant_id': 'edf4ec5f5dd34ec494b36396a8594bc1', 'floating_ip_address': '172.27.2.168', 'floating_network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'router_id': '7438646f-16c5-41cf-bfe1-423ac73df92e', 'port_id': '683c888f-2761-4938-b914-5251496cbe23', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 521, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '958030d9-7413-4af7-a61d-7e3a7fb6105d', 'mac_address': 'fa:16:3e:89:24:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44eb7699-7d58-4090-9cd4-63a22803fe8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T16:57:08Z', 'updated_at': '2022-03-07T16:57:21Z', 'revision_number': 1, 'project_id': 'edf4ec5f5dd34ec494b36396a8594bc1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2e0330e-e9e2-4a91-98aa-009090466f41', 'name': '', 'network_id': '958030d9-7413-4af7-a61d-7e3a7fb6105d', 'tenant_id': 'edf4ec5f5dd34ec494b36396a8594bc1', 'mac_address': 'fa:16:3e:fc:dd:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7438646f-16c5-41cf-bfe1-423ac73df92e', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '31c7bf73-b45c-4589-a934-6b9bdc6a30ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:52:22Z', 'updated_at': '2022-03-07T16:52:32Z', 'revision_number': 5, 'project_id': 'edf4ec5f5dd34ec494b36396a8594bc1', 'subnets': [{'id': '31c7bf73-b45c-4589-a934-6b9bdc6a30ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-24-iscsi', False) {} {{(pid=119955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:57:23.171865 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-1fa7b681-77f4-494f-9af1-8cb044b655e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754346672056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754346267073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754346267091'] for port (31927e15-e1e1-4551-bdc2-ae901ed154d4), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:23.199939 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60fa26a3-e16d-46dc-97d6-a61c12fa3a01 None None] The sync data for ids ['7438646f-16c5-41cf-bfe1-423ac73df92e'] in dv-cinder-804757-24-iscsi is: [{'id': '7438646f-16c5-41cf-bfe1-423ac73df92e', 'name': 'tempest-AttachVolumeTestJSON-1470381237-router', 'tenant_id': 'edf4ec5f5dd34ec494b36396a8594bc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'external_fixed_ips': [{'subnet_id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'ip_address': '172.27.2.57'}], 'enable_snat': True}, 'gw_port_id': '55b6bdda-6312-4fcb-bcc8-ffef56435af8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:52:17Z', 'updated_at': '2022-03-07T16:52:24Z', 'revision_number': 4, 'project_id': 'edf4ec5f5dd34ec494b36396a8594bc1', 'gw_port': {'id': '55b6bdda-6312-4fcb-bcc8-ffef56435af8', 'name': '', 'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:e5:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7438646f-16c5-41cf-bfe1-423ac73df92e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'ip_address': '172.27.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:52:18Z', 'updated_at': '2022-03-07T16:52:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-24-iscsi', '_floatingips': [{'id': 'bb562630-6648-4b14-918e-b4842cfc7cf3', 'tenant_id': 'edf4ec5f5dd34ec494b36396a8594bc1', 'floating_ip_address': '172.27.2.168', 'floating_network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'router_id': '7438646f-16c5-41cf-bfe1-423ac73df92e', 'port_id': '683c888f-2761-4938-b914-5251496cbe23', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 521, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '958030d9-7413-4af7-a61d-7e3a7fb6105d', 'mac_address': 'fa:16:3e:89:24:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44eb7699-7d58-4090-9cd4-63a22803fe8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T16:57:08Z', 'updated_at': '2022-03-07T16:57:21Z', 'revision_number': 1, 'project_id': 'edf4ec5f5dd34ec494b36396a8594bc1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2e0330e-e9e2-4a91-98aa-009090466f41', 'name': '', 'network_id': '958030d9-7413-4af7-a61d-7e3a7fb6105d', 'tenant_id': 'edf4ec5f5dd34ec494b36396a8594bc1', 'mac_address': 'fa:16:3e:fc:dd:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7438646f-16c5-41cf-bfe1-423ac73df92e', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '31c7bf73-b45c-4589-a934-6b9bdc6a30ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:52:22Z', 'updated_at': '2022-03-07T16:52:32Z', 'revision_number': 5, 'project_id': 'edf4ec5f5dd34ec494b36396a8594bc1', 'subnets': [{'id': '31c7bf73-b45c-4589-a934-6b9bdc6a30ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:57:23.212601 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-9e48d890-ea08-465a-868c-3add212acb9b req-ba3e8829-645e-4cb6-aff8-5897f648dab6 service neutron] 10.222.0.66 "GET /v2.0/networks/958030d9-7413-4af7-a61d-7e3a7fb6105d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2134778 Mar 07 16:57:23.215346 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a38f692-0b63-473b-ae5d-16d73fa6e4ba req-486c911b-561f-4b8e-a788-9348aec0a732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:57:23.217248 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-5a38f692-0b63-473b-ae5d-16d73fa6e4ba req-486c911b-561f-4b8e-a788-9348aec0a732 service neutron] 10.222.0.66 "GET /v2.0/networks?id=8f05d5cd-7919-446b-b1be-b892178c27ff HTTP/1.1" status: 200 len: 913 time: 0.1983583 Mar 07 16:57:23.260502 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa7b681-77f4-494f-9af1-8cb044b655e7 None None] Pushing event updated for resources: {'Port': ['ID=31927e15-e1e1-4551-bdc2-ae901ed154d4,revision_number=3']} {{(pid=119955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:57:23.297349 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.provisioning_blocks [None req-a6b60e48-ae3c-4865-85a9-66454eb8c872 None None] Provisioning complete for port 31927e15-e1e1-4551-bdc2-ae901ed154d4 triggered by entity DHCP. {{(pid=119955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:57:23.297530 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-a6b60e48-ae3c-4865-85a9-66454eb8c872 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8194280'] for port (31927e15-e1e1-4551-bdc2-ae901ed154d4), provisioning_complete {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:23.326692 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-583aafd9-c7d9-4e79-bc24-fc62c2942d6b admin admin] Notify agent at l3_agent.dv-cinder-804757-24-iscsi the message routers_updated {{(pid=119953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:57:23.334199 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-5a38f692-0b63-473b-ae5d-16d73fa6e4ba req-8d6c19d5-3381-4008-a5a1-44f47b54171a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b2d02a44-c0dd-4b72-838a-6f0de8c02b3c HTTP/1.1" status: 200 len: 1002 time: 0.0741322 Mar 07 16:57:23.336197 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0e81678-4be4-4460-b496-f36db2772b30 None None] Sync routers for ids ['8c2055a7-4e1f-4277-aede-6e2c02d93b56'] in dv-cinder-804757-24-iscsi {{(pid=119956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:57:23.352755 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-583aafd9-c7d9-4e79-bc24-fc62c2942d6b admin admin] Publish callbacks [] for router (None), before_response {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:23.354062 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [None req-583aafd9-c7d9-4e79-bc24-fc62c2942d6b admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.3244500 Mar 07 16:57:23.355768 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0e81678-4be4-4460-b496-f36db2772b30 None None] Routers {'8c2055a7-4e1f-4277-aede-6e2c02d93b56'} bound to L3 agent in host dv-cinder-804757-24-iscsi {{(pid=119956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:57:23.356482 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.db.l3_hamode_db [None req-d0e81678-4be4-4460-b496-f36db2772b30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T16:44:19Z,description=,heartbeat_timestamp=2022-03-07T16:57:19Z,host='dv-cinder-804757-24-iscsi',id=4cbb3502-d72e-4663-b57e-51d645794085,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:44:19Z,topic='l3_agent')) {'router_ids': ['8c2055a7-4e1f-4277-aede-6e2c02d93b56'], 'active': True} {{(pid=119956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:57:23.356997 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.wsgi [-] (119954) accepted ('10.222.0.18', 56344) {{(pid=119954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:57:23.397847 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a38f692-0b63-473b-ae5d-16d73fa6e4ba req-b2ddbbfb-e691-4cd6-9cd6-f5b9a2698cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:57:23.399453 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-5a38f692-0b63-473b-ae5d-16d73fa6e4ba req-b2ddbbfb-e691-4cd6-9cd6-f5b9a2698cf2 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=e51eb166-648f-4129-afbc-b350e9a7b41b HTTP/1.1" status: 200 len: 851 time: 0.0582681 Mar 07 16:57:23.462387 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.rpc [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Device 31927e15-e1e1-4551-bdc2-ae901ed154d4 up at agent ovs-agent-dv-cinder-804757-24-iscsi {{(pid=119955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:57:23.480025 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.db.l3_dvr_db [None req-d0e81678-4be4-4460-b496-f36db2772b30 None None] Set router 8c2055a7-4e1f-4277-aede-6e2c02d93b56 gateway port host: dv-cinder-804757-24-iscsi {{(pid=119956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:57:23.505193 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a38f692-0b63-473b-ae5d-16d73fa6e4ba req-3169605c-694f-486d-9beb-bcda04f87fad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:57:23.508691 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-5a38f692-0b63-473b-ae5d-16d73fa6e4ba req-3169605c-694f-486d-9beb-bcda04f87fad service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=8f05d5cd-7919-446b-b1be-b892178c27ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1009541 Mar 07 16:57:23.511798 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.plugin [None req-a6b60e48-ae3c-4865-85a9-66454eb8c872 None None] Current status of the port 31927e15-e1e1-4551-bdc2-ae901ed154d4 is: ACTIVE; New status is: ACTIVE {{(pid=119955) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:57:23.529106 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194190'] for agent (3df9d949-03e8-46c4-b37f-6f8a21aeab22), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:23.557105 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.provisioning_blocks [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Provisioning complete for port 31927e15-e1e1-4551-bdc2-ae901ed154d4 triggered by entity L2. {{(pid=119955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:57:23.557490 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8194280'] for port (31927e15-e1e1-4551-bdc2-ae901ed154d4), provisioning_complete {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:23.619241 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c944d298-03b4-4826-8497-cdb86715d344 None None] New status for floating IP bb562630-6648-4b14-918e-b4842cfc7cf3: ACTIVE {{(pid=119955) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 16:57:23.632231 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-5a38f692-0b63-473b-ae5d-16d73fa6e4ba req-93eb96ae-4517-493f-af1b-2f8b834666e7 service neutron] 10.222.0.66 "GET /v2.0/networks/8f05d5cd-7919-446b-b1be-b892178c27ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148276 Mar 07 16:57:23.678887 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.db.l3_hamode_db [None req-d0e81678-4be4-4460-b496-f36db2772b30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c2055a7-4e1f-4277-aede-6e2c02d93b56', 'name': 'tempest-TestShelveInstance-1507886732-router', 'tenant_id': '67f25f5951bb4340813deb06cbaad90d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'external_fixed_ips': [{'subnet_id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'ip_address': '172.27.2.248'}], 'enable_snat': True}, 'gw_port_id': 'b712d65a-fc80-40b6-8dfd-f1ff7cd27f00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:57:21Z', 'updated_at': '2022-03-07T16:57:22Z', 'revision_number': 3, 'project_id': '67f25f5951bb4340813deb06cbaad90d', 'gw_port': {'id': 'b712d65a-fc80-40b6-8dfd-f1ff7cd27f00', 'name': '', 'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:34:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c2055a7-4e1f-4277-aede-6e2c02d93b56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'ip_address': '172.27.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:57:21Z', 'updated_at': '2022-03-07T16:57:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-24-iscsi'}], 'dv-cinder-804757-24-iscsi', False) {} {{(pid=119956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:57:23.707277 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0e81678-4be4-4460-b496-f36db2772b30 None None] Checking router: 8c2055a7-4e1f-4277-aede-6e2c02d93b56 for host: dv-cinder-804757-24-iscsi {{(pid=119956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 16:57:23.707944 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0e81678-4be4-4460-b496-f36db2772b30 None None] Updating router 8c2055a7-4e1f-4277-aede-6e2c02d93b56 port b712d65a-fc80-40b6-8dfd-f1ff7cd27f00 binding host dv-cinder-804757-24-iscsi {{(pid=119956) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 16:57:23.740412 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron_lib.callbacks.manager [None req-d0e81678-4be4-4460-b496-f36db2772b30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8385759'] for port (b712d65a-fc80-40b6-8dfd-f1ff7cd27f00), before_update {{(pid=119956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:23.743787 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-5a38f692-0b63-473b-ae5d-16d73fa6e4ba req-549d363c-5022-4293-ac8c-77fc3864f80d service neutron] 10.222.0.66 "GET /v2.0/networks/8f05d5cd-7919-446b-b1be-b892178c27ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012287 Mar 07 16:57:23.772308 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.plugin [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Current status of the port 31927e15-e1e1-4551-bdc2-ae901ed154d4 is: ACTIVE; New status is: ACTIVE {{(pid=119955) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:57:23.876242 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-2c6ef22c-6d5d-4d46-8425-54587fca6278 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8385759'] for port (None), before_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:23.995700 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron_lib.callbacks.manager [None req-d0e81678-4be4-4460-b496-f36db2772b30 None None] Publish callbacks [] for port (b712d65a-fc80-40b6-8dfd-f1ff7cd27f00), precommit_update {{(pid=119956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:24.001228 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron_lib.callbacks.manager [None req-d0e81678-4be4-4460-b496-f36db2772b30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754346672056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754346267073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754346267091'] for port (b712d65a-fc80-40b6-8dfd-f1ff7cd27f00), after_update {{(pid=119956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:24.025320 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.db.db_base_plugin_common [None req-2c6ef22c-6d5d-4d46-8425-54587fca6278 admin admin] Allocated IP 172.20.0.1 (2f938584-7f3e-4765-817b-fb128e09d45c/6dde97a4-d388-4dbe-a91a-34ac33fc9045/ad8b0d93-426c-4876-b580-f48a6623b583) {{(pid=119954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:57:24.049973 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.plugins.ml2.managers [None req-d0e81678-4be4-4460-b496-f36db2772b30 None None] Attempting to bind port b712d65a-fc80-40b6-8dfd-f1ff7cd27f00 on host dv-cinder-804757-24-iscsi for vnic_type normal with profile {{(pid=119956) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:57:24.050341 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.plugins.ml2.managers [None req-d0e81678-4be4-4460-b496-f36db2772b30 None None] Attempting to bind port b712d65a-fc80-40b6-8dfd-f1ff7cd27f00 by drivers openvswitch,hyperv on host dv-cinder-804757-24-iscsi at level 0 using segments [{'id': '0349b9bd-653a-4400-b295-28c1bc47d9ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88'}] {{(pid=119956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:57:24.050701 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0e81678-4be4-4460-b496-f36db2772b30 None None] Attempting to bind port b712d65a-fc80-40b6-8dfd-f1ff7cd27f00 on network 3eba6d1e-0acd-4586-8e75-f5a4e7e90d88 {{(pid=119956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:57:24.057833 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e60166-413b-44f4-b34c-6878b204cc55 None None] Pushing event updated for resources: {'Port': ['ID=b712d65a-fc80-40b6-8dfd-f1ff7cd27f00,revision_number=2']} {{(pid=119956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:57:24.060928 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0e81678-4be4-4460-b496-f36db2772b30 None None] Checking agent: {'id': '3df9d949-03e8-46c4-b37f-6f8a21aeab22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-24-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 16, 44, 23), 'started_at': datetime.datetime(2022, 3, 7, 16, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 57, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-24-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:57:24.061295 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0e81678-4be4-4460-b496-f36db2772b30 None None] Checking segment: {'id': '0349b9bd-653a-4400-b295-28c1bc47d9ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:57:24.061683 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron_lib.callbacks.manager [None req-d0e81678-4be4-4460-b496-f36db2772b30 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=119956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:24.062065 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0e81678-4be4-4460-b496-f36db2772b30 None None] Bound using segment: {'id': '0349b9bd-653a-4400-b295-28c1bc47d9ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88'} {{(pid=119956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:57:24.062524 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.plugins.ml2.managers [None req-d0e81678-4be4-4460-b496-f36db2772b30 None None] Bound port: b712d65a-fc80-40b6-8dfd-f1ff7cd27f00, host: dv-cinder-804757-24-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0349b9bd-653a-4400-b295-28c1bc47d9ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88'}}] {{(pid=119956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:57:24.062896 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron_lib.callbacks.manager [None req-d0e81678-4be4-4460-b496-f36db2772b30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8385759'] for port (b712d65a-fc80-40b6-8dfd-f1ff7cd27f00), before_update {{(pid=119956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:24.068764 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e60166-413b-44f4-b34c-6878b204cc55 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:57:24.069133 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e60166-413b-44f4-b34c-6878b204cc55 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:57:24.069490 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e60166-413b-44f4-b34c-6878b204cc55 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:57:24.069935 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e60166-413b-44f4-b34c-6878b204cc55 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:57:24.070281 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e60166-413b-44f4-b34c-6878b204cc55 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:57:24.070610 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e60166-413b-44f4-b34c-6878b204cc55 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:57:24.070954 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e60166-413b-44f4-b34c-6878b204cc55 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:57:24.071285 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e60166-413b-44f4-b34c-6878b204cc55 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:57:24.071607 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e60166-413b-44f4-b34c-6878b204cc55 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:57:24.071965 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e60166-413b-44f4-b34c-6878b204cc55 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:57:24.072291 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e60166-413b-44f4-b34c-6878b204cc55 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:57:24.072609 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e60166-413b-44f4-b34c-6878b204cc55 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:57:24.072927 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e60166-413b-44f4-b34c-6878b204cc55 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:57:24.125015 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.plugins.ml2.db [None req-d0e81678-4be4-4460-b496-f36db2772b30 None None] For port b712d65a-fc80-40b6-8dfd-f1ff7cd27f00, host dv-cinder-804757-24-iscsi, cleared binding levels {{(pid=119956) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:57:24.128141 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-2c6ef22c-6d5d-4d46-8425-54587fca6278 admin admin] Publish callbacks [] for port (ad8b0d93-426c-4876-b580-f48a6623b583), precommit_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:24.128321 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.plugins.ml2.db [None req-d0e81678-4be4-4460-b496-f36db2772b30 None None] For port b712d65a-fc80-40b6-8dfd-f1ff7cd27f00, host dv-cinder-804757-24-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-24-iscsi',level=0,port_id=b712d65a-fc80-40b6-8dfd-f1ff7cd27f00,segment=NetworkSegment(0349b9bd-653a-4400-b295-28c1bc47d9ca),segment_id=0349b9bd-653a-4400-b295-28c1bc47d9ca)] {{(pid=119956) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:57:24.135899 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron_lib.callbacks.manager [None req-d0e81678-4be4-4460-b496-f36db2772b30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754346672056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754346267073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754346267091'] for port (b712d65a-fc80-40b6-8dfd-f1ff7cd27f00), after_update {{(pid=119956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:24.166717 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-2c6ef22c-6d5d-4d46-8425-54587fca6278 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754346267055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3211674'] for port (ad8b0d93-426c-4876-b580-f48a6623b583), after_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:24.192245 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0e81678-4be4-4460-b496-f36db2772b30 None None] Routers {'8c2055a7-4e1f-4277-aede-6e2c02d93b56'} bound to L3 agent in host dv-cinder-804757-24-iscsi {{(pid=119956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:57:24.192862 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.db.l3_hamode_db [None req-d0e81678-4be4-4460-b496-f36db2772b30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T16:44:19Z,description=,heartbeat_timestamp=2022-03-07T16:57:19Z,host='dv-cinder-804757-24-iscsi',id=4cbb3502-d72e-4663-b57e-51d645794085,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:44:19Z,topic='l3_agent')) {'router_ids': ['8c2055a7-4e1f-4277-aede-6e2c02d93b56'], 'active': True} {{(pid=119956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:57:24.213846 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194190'] for agent (152bcc15-84f4-40a7-afe1-c30bc7269f8a), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:24.214727 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c6ef22c-6d5d-4d46-8425-54587fca6278 admin admin] Network 2f938584-7f3e-4765-817b-fb128e09d45c is already hosted by enough agents. {{(pid=119954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:57:24.217606 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.scheduler.base_scheduler [None req-2c6ef22c-6d5d-4d46-8425-54587fca6278 admin admin] Resources bound (agent type, host, resource id): {{(pid=119954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:57:24.220083 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c6ef22c-6d5d-4d46-8425-54587fca6278 admin admin] Received port after_create {{(pid=119954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:57:24.242655 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e60166-413b-44f4-b34c-6878b204cc55 None None] Pushing event updated for resources: {'Port': ['ID=b712d65a-fc80-40b6-8dfd-f1ff7cd27f00,revision_number=3']} {{(pid=119956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:57:24.252327 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6ef22c-6d5d-4d46-8425-54587fca6278 admin admin] Pushing event updated for resources: {'Port': ['ID=ad8b0d93-426c-4876-b580-f48a6623b583,revision_number=1']} {{(pid=119954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:57:24.267040 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-2c6ef22c-6d5d-4d46-8425-54587fca6278 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-706522'] for router_interface (8c2055a7-4e1f-4277-aede-6e2c02d93b56), before_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:24.323448 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.db.l3_dvr_db [None req-d0e81678-4be4-4460-b496-f36db2772b30 None None] Set router 8c2055a7-4e1f-4277-aede-6e2c02d93b56 gateway port host: dv-cinder-804757-24-iscsi {{(pid=119956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:57:24.404427 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-2c6ef22c-6d5d-4d46-8425-54587fca6278 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8385759'] for port (ad8b0d93-426c-4876-b580-f48a6623b583), before_update {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:24.439539 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.provisioning_blocks [None req-4ade9e7a-97ec-44bd-90f8-b27c25ba5031 None None] Provisioning complete for port ad8b0d93-426c-4876-b580-f48a6623b583 triggered by entity DHCP. {{(pid=119955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:57:24.439944 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-4ade9e7a-97ec-44bd-90f8-b27c25ba5031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8194280'] for port (ad8b0d93-426c-4876-b580-f48a6623b583), provisioning_complete {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:24.474513 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.plugin [None req-4ade9e7a-97ec-44bd-90f8-b27c25ba5031 None None] Port ad8b0d93-426c-4876-b580-f48a6623b583 cannot update to ACTIVE because it is not bound. {{(pid=119955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:57:24.508002 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.db.l3_hamode_db [None req-d0e81678-4be4-4460-b496-f36db2772b30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c2055a7-4e1f-4277-aede-6e2c02d93b56', 'name': 'tempest-TestShelveInstance-1507886732-router', 'tenant_id': '67f25f5951bb4340813deb06cbaad90d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'external_fixed_ips': [{'subnet_id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'ip_address': '172.27.2.248'}], 'enable_snat': True}, 'gw_port_id': 'b712d65a-fc80-40b6-8dfd-f1ff7cd27f00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:57:21Z', 'updated_at': '2022-03-07T16:57:22Z', 'revision_number': 3, 'project_id': '67f25f5951bb4340813deb06cbaad90d', 'gw_port': {'id': 'b712d65a-fc80-40b6-8dfd-f1ff7cd27f00', 'name': '', 'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:34:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c2055a7-4e1f-4277-aede-6e2c02d93b56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'ip_address': '172.27.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:57:21Z', 'updated_at': '2022-03-07T16:57:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-24-iscsi'}], 'dv-cinder-804757-24-iscsi', False) {} {{(pid=119956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:57:24.537727 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0e81678-4be4-4460-b496-f36db2772b30 None None] The sync data for ids ['8c2055a7-4e1f-4277-aede-6e2c02d93b56'] in dv-cinder-804757-24-iscsi is: [{'id': '8c2055a7-4e1f-4277-aede-6e2c02d93b56', 'name': 'tempest-TestShelveInstance-1507886732-router', 'tenant_id': '67f25f5951bb4340813deb06cbaad90d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'external_fixed_ips': [{'subnet_id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'ip_address': '172.27.2.248'}], 'enable_snat': True}, 'gw_port_id': 'b712d65a-fc80-40b6-8dfd-f1ff7cd27f00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:57:21Z', 'updated_at': '2022-03-07T16:57:22Z', 'revision_number': 3, 'project_id': '67f25f5951bb4340813deb06cbaad90d', 'gw_port': {'id': 'b712d65a-fc80-40b6-8dfd-f1ff7cd27f00', 'name': '', 'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:34:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c2055a7-4e1f-4277-aede-6e2c02d93b56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'ip_address': '172.27.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:57:21Z', 'updated_at': '2022-03-07T16:57:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-24-iscsi'}] {{(pid=119956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:57:24.570742 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-2c6ef22c-6d5d-4d46-8425-54587fca6278 admin admin] Publish callbacks [] for port (ad8b0d93-426c-4876-b580-f48a6623b583), precommit_update {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:24.576326 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-2c6ef22c-6d5d-4d46-8425-54587fca6278 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754346672056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754346267073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754346267091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3211747'] for port (ad8b0d93-426c-4876-b580-f48a6623b583), after_update {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:24.641549 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6ef22c-6d5d-4d46-8425-54587fca6278 admin admin] Pushing event updated for resources: {'Port': ['ID=ad8b0d93-426c-4876-b580-f48a6623b583,revision_number=2']} {{(pid=119954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:57:24.644063 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-2c6ef22c-6d5d-4d46-8425-54587fca6278 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-706486'] for router_interface (8c2055a7-4e1f-4277-aede-6e2c02d93b56), after_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:24.737012 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c6ef22c-6d5d-4d46-8425-54587fca6278 admin admin] Network 2f938584-7f3e-4765-817b-fb128e09d45c is already hosted by enough agents. {{(pid=119954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:57:24.738672 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.scheduler.base_scheduler [None req-2c6ef22c-6d5d-4d46-8425-54587fca6278 admin admin] Resources bound (agent type, host, resource id): {{(pid=119954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:57:24.880942 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c6ef22c-6d5d-4d46-8425-54587fca6278 admin admin] Router 8c2055a7-4e1f-4277-aede-6e2c02d93b56 has already been hosted by L3 agent 4cbb3502-d72e-4663-b57e-51d645794085 {{(pid=119954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 16:57:24.997881 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c6ef22c-6d5d-4d46-8425-54587fca6278 admin admin] Notify agent at l3_agent.dv-cinder-804757-24-iscsi the message routers_updated {{(pid=119954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:57:25.001315 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.provisioning_blocks [None req-4b5f5473-e5d4-4bfd-be6d-a3726f1f5a21 None None] Provisioning complete for port ad8b0d93-426c-4876-b580-f48a6623b583 triggered by entity DHCP. {{(pid=119955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:57:25.001831 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-4b5f5473-e5d4-4bfd-be6d-a3726f1f5a21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8194280'] for port (ad8b0d93-426c-4876-b580-f48a6623b583), provisioning_complete {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:25.004531 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [None req-2c6ef22c-6d5d-4d46-8425-54587fca6278 admin admin] 10.222.0.18 "PUT /v2.0/routers/8c2055a7-4e1f-4277-aede-6e2c02d93b56/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6454613 Mar 07 16:57:25.039694 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.plugin [None req-4b5f5473-e5d4-4bfd-be6d-a3726f1f5a21 None None] Port ad8b0d93-426c-4876-b580-f48a6623b583 cannot update to ACTIVE because it is not bound. {{(pid=119955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:57:25.376353 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.rpc [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Device b712d65a-fc80-40b6-8dfd-f1ff7cd27f00 up at agent ovs-agent-dv-cinder-804757-24-iscsi {{(pid=119955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:57:25.424723 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.provisioning_blocks [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Provisioning complete for port b712d65a-fc80-40b6-8dfd-f1ff7cd27f00 triggered by entity L2. {{(pid=119955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:57:25.425095 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8194280'] for port (b712d65a-fc80-40b6-8dfd-f1ff7cd27f00), provisioning_complete {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:25.493940 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.wsgi [-] (119954) accepted ('10.222.0.18', 56362) {{(pid=119954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:57:25.499045 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.v2.base [None req-3451a534-d7e9-4da2-9644-2d798fa4eeaf admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-584323915-network', 'tenant_id': 'd4b3304daf254fe2ae6a77fc80174438'}} {{(pid=119954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:57:25.500099 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.plugin [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Current status of the port b712d65a-fc80-40b6-8dfd-f1ff7cd27f00 is: DOWN; New status is: ACTIVE {{(pid=119955) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:57:25.500488 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8385759'] for port (b712d65a-fc80-40b6-8dfd-f1ff7cd27f00), before_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:25.519978 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3451a534-d7e9-4da2-9644-2d798fa4eeaf admin admin] Made reservation on behalf of d4b3304daf254fe2ae6a77fc80174438 for: {'network': 1} {{(pid=119954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:57:25.522293 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-3451a534-d7e9-4da2-9644-2d798fa4eeaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8385759'] for network (None), before_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:25.523941 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.db [None req-63748041-7458-40ab-a922-e876cef088c3 None None] For port b712d65a-fc80-40b6-8dfd-f1ff7cd27f00, host dv-cinder-804757-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-24-iscsi',level=0,port_id=b712d65a-fc80-40b6-8dfd-f1ff7cd27f00,segment=NetworkSegment(0349b9bd-653a-4400-b295-28c1bc47d9ca),segment_id=0349b9bd-653a-4400-b295-28c1bc47d9ca)] {{(pid=119955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:57:25.527929 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754346672056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754346267073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754346267091'] for port (b712d65a-fc80-40b6-8dfd-f1ff7cd27f00), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:25.532468 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-3451a534-d7e9-4da2-9644-2d798fa4eeaf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:25.577256 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Pushing event updated for resources: {'Port': ['ID=b712d65a-fc80-40b6-8dfd-f1ff7cd27f00,revision_number=4']} {{(pid=119955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:57:25.610729 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-3451a534-d7e9-4da2-9644-2d798fa4eeaf admin admin] Publish callbacks [] for security_group (15835224-a048-45b4-befa-c91a1684611d), precommit_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:25.615696 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-3451a534-d7e9-4da2-9644-2d798fa4eeaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543383'] for security_group (15835224-a048-45b4-befa-c91a1684611d), after_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:25.639339 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3451a534-d7e9-4da2-9644-2d798fa4eeaf admin admin] vlan segment allocate from pool success with {'vlan_id': 894, 'physical_network': 'physnet1'} {{(pid=119954) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 16:57:25.647921 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3451a534-d7e9-4da2-9644-2d798fa4eeaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15835224-a048-45b4-befa-c91a1684611d,revision_number=1']} {{(pid=119954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:57:25.653886 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-3451a534-d7e9-4da2-9644-2d798fa4eeaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8315985'] for segment (f2482f69-0640-49fa-9e62-410eafadac6c), precommit_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:25.654204 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.db.segments_db [None req-3451a534-d7e9-4da2-9644-2d798fa4eeaf admin admin] Added segment f2482f69-0640-49fa-9e62-410eafadac6c of type vlan for network e3d25a45-db60-43af-88ad-c357db0a596c Mar 07 16:57:25.692823 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-3451a534-d7e9-4da2-9644-2d798fa4eeaf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754346284054'] for network (e3d25a45-db60-43af-88ad-c357db0a596c), precommit_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:25.718528 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-3451a534-d7e9-4da2-9644-2d798fa4eeaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917'] for network (e3d25a45-db60-43af-88ad-c357db0a596c), after_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:25.719460 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3451a534-d7e9-4da2-9644-2d798fa4eeaf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:57:25.720056 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-3451a534-d7e9-4da2-9644-2d798fa4eeaf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550935'] for network (None), before_response {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:25.751438 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [None req-3451a534-d7e9-4da2-9644-2d798fa4eeaf admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.2563591 Mar 07 16:57:25.754364 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.wsgi [-] (119953) accepted ('10.222.0.18', 56364) {{(pid=119953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:57:25.759442 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.v2.base [None req-00b8574d-b7d7-415c-98bb-8a96f356ec7c admin admin] Request body: {'subnet': {'network_id': 'e3d25a45-db60-43af-88ad-c357db0a596c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-584323915-subnet', 'tenant_id': 'd4b3304daf254fe2ae6a77fc80174438', 'ip_version': 4}} {{(pid=119953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:57:25.783293 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3451a534-d7e9-4da2-9644-2d798fa4eeaf admin admin] Pushing event updated for resources: {'Network': ['ID=e3d25a45-db60-43af-88ad-c357db0a596c,revision_number=1']} {{(pid=119954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:57:25.789268 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00b8574d-b7d7-415c-98bb-8a96f356ec7c admin admin] Made reservation on behalf of d4b3304daf254fe2ae6a77fc80174438 for: {'subnet': 1} {{(pid=119953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:57:25.791878 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-00b8574d-b7d7-415c-98bb-8a96f356ec7c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9423202'] for subnet (None), before_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:25.803469 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.rpc [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Network e3d25a45-db60-43af-88ad-c357db0a596c details requested by agent ovs-agent-dv-cinder-804757-24-iscsi with host dv-cinder-804757-24-iscsi {{(pid=119955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 16:57:26.115704 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71588f77-d722-467e-b366-39a8c865defc None None] Sync routers for ids ['8c2055a7-4e1f-4277-aede-6e2c02d93b56'] in dv-cinder-804757-24-iscsi {{(pid=119956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:57:26.126638 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71588f77-d722-467e-b366-39a8c865defc None None] Routers {'8c2055a7-4e1f-4277-aede-6e2c02d93b56'} bound to L3 agent in host dv-cinder-804757-24-iscsi {{(pid=119956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:57:26.127268 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.db.l3_hamode_db [None req-71588f77-d722-467e-b366-39a8c865defc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T16:44:19Z,description=,heartbeat_timestamp=2022-03-07T16:57:19Z,host='dv-cinder-804757-24-iscsi',id=4cbb3502-d72e-4663-b57e-51d645794085,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:44:19Z,topic='l3_agent')) {'router_ids': ['8c2055a7-4e1f-4277-aede-6e2c02d93b56'], 'active': True} {{(pid=119956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:57:26.193297 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-00b8574d-b7d7-415c-98bb-8a96f356ec7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9282708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9423228'] for subnet (b7d71298-ff6f-4f43-b479-9ae34c06f2a7), after_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:26.247133 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b8574d-b7d7-415c-98bb-8a96f356ec7c admin admin] Pushing event updated for resources: {'Subnet': ['ID=b7d71298-ff6f-4f43-b479-9ae34c06f2a7,revision_number=0']} {{(pid=119953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:57:26.258296 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00b8574d-b7d7-415c-98bb-8a96f356ec7c admin admin] Checking segment: {'id': 'f2482f69-0640-49fa-9e62-410eafadac6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': 'e3d25a45-db60-43af-88ad-c357db0a596c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:57:26.258651 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00b8574d-b7d7-415c-98bb-8a96f356ec7c admin admin] Network hostable DHCP agents. Network: e3d25a45-db60-43af-88ad-c357db0a596c, hostable agents: ['85f07778-81ef-4888-a2e3-51ae57b6426a'], hosted agents: [] {{(pid=119953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 16:57:26.277095 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00b8574d-b7d7-415c-98bb-8a96f356ec7c admin admin] Network e3d25a45-db60-43af-88ad-c357db0a596c is scheduled to be hosted by DHCP agent 85f07778-81ef-4888-a2e3-51ae57b6426a with binding_index 1 {{(pid=119953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 16:57:26.287877 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.scheduler.base_scheduler [None req-00b8574d-b7d7-415c-98bb-8a96f356ec7c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804757-24-iscsi, e3d25a45-db60-43af-88ad-c357db0a596c) {{(pid=119953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:57:26.292736 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00b8574d-b7d7-415c-98bb-8a96f356ec7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:57:26.293479 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-00b8574d-b7d7-415c-98bb-8a96f356ec7c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550935'] for subnet (None), before_response {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:26.297451 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f28e62eb-0a99-4f4e-9553-6350c6db2e90 None None] Network e3d25a45-db60-43af-88ad-c357db0a596c requested from dv-cinder-804757-24-iscsi {{(pid=119955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:57:26.314035 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.wsgi [-] (119954) accepted ('10.222.0.18', 56366) {{(pid=119954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:57:26.314926 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [None req-00b8574d-b7d7-415c-98bb-8a96f356ec7c admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5586145 Mar 07 16:57:26.319781 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.v2.base [None req-e85abceb-258c-46bd-9b28-e7e92e02aee8 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-584323915-router', 'tenant_id': 'd4b3304daf254fe2ae6a77fc80174438', 'external_gateway_info': {'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88'}}} {{(pid=119954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:57:26.333647 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.db.l3_dvr_db [None req-71588f77-d722-467e-b366-39a8c865defc None None] Set router 8c2055a7-4e1f-4277-aede-6e2c02d93b56 gateway port host: dv-cinder-804757-24-iscsi {{(pid=119956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:57:26.341292 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-e85abceb-258c-46bd-9b28-e7e92e02aee8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-709529', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24401'] for router (3957711c-3407-4de6-ba58-e365fd8c8b17), before_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:26.342588 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-e85abceb-258c-46bd-9b28-e7e92e02aee8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-708201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-705242', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571311', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24408'] for router (3957711c-3407-4de6-ba58-e365fd8c8b17), precommit_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:26.541019 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5891dbc8-f09f-4dfc-b71a-cb24203d9558 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4daafb27-07ab-5f95-a03c-57bf3ed213c4-e3d25a45-db60-43af-88ad-c357db0a596c', 'network_id': 'e3d25a45-db60-43af-88ad-c357db0a596c', 'project_id': 'd4b3304daf254fe2ae6a77fc80174438', 'fixed_ips': [{'subnet_id': 'b7d71298-ff6f-4f43-b479-9ae34c06f2a7'}]}} from dv-cinder-804757-24-iscsi. {{(pid=119955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 16:57:26.541904 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-5891dbc8-f09f-4dfc-b71a-cb24203d9558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8385759'] for port (None), before_create {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:26.546708 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.db.l3_hamode_db [None req-71588f77-d722-467e-b366-39a8c865defc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c2055a7-4e1f-4277-aede-6e2c02d93b56', 'name': 'tempest-TestShelveInstance-1507886732-router', 'tenant_id': '67f25f5951bb4340813deb06cbaad90d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'external_fixed_ips': [{'subnet_id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'ip_address': '172.27.2.248'}], 'enable_snat': True}, 'gw_port_id': 'b712d65a-fc80-40b6-8dfd-f1ff7cd27f00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:57:21Z', 'updated_at': '2022-03-07T16:57:24Z', 'revision_number': 4, 'project_id': '67f25f5951bb4340813deb06cbaad90d', 'gw_port': {'id': 'b712d65a-fc80-40b6-8dfd-f1ff7cd27f00', 'name': '', 'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:34:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c2055a7-4e1f-4277-aede-6e2c02d93b56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'ip_address': '172.27.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:57:21Z', 'updated_at': '2022-03-07T16:57:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-24-iscsi', '_interfaces': [{'id': 'ad8b0d93-426c-4876-b580-f48a6623b583', 'name': '', 'network_id': '2f938584-7f3e-4765-817b-fb128e09d45c', 'tenant_id': '67f25f5951bb4340813deb06cbaad90d', 'mac_address': 'fa:16:3e:7a:3a:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c2055a7-4e1f-4277-aede-6e2c02d93b56', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '6dde97a4-d388-4dbe-a91a-34ac33fc9045', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:57:23Z', 'updated_at': '2022-03-07T16:57:24Z', 'revision_number': 2, 'project_id': '67f25f5951bb4340813deb06cbaad90d', 'subnets': [{'id': '6dde97a4-d388-4dbe-a91a-34ac33fc9045', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-24-iscsi', False) {} {{(pid=119956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:57:26.573844 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71588f77-d722-467e-b366-39a8c865defc None None] Checking router: 8c2055a7-4e1f-4277-aede-6e2c02d93b56 for host: dv-cinder-804757-24-iscsi {{(pid=119956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 16:57:26.574292 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71588f77-d722-467e-b366-39a8c865defc None None] Updating router 8c2055a7-4e1f-4277-aede-6e2c02d93b56 port ad8b0d93-426c-4876-b580-f48a6623b583 binding host dv-cinder-804757-24-iscsi {{(pid=119956) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 16:57:26.602146 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron_lib.callbacks.manager [None req-71588f77-d722-467e-b366-39a8c865defc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8385759'] for port (ad8b0d93-426c-4876-b580-f48a6623b583), before_update {{(pid=119956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:26.638397 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-e85abceb-258c-46bd-9b28-e7e92e02aee8 admin admin] Publish callbacks [] for router_controller (3957711c-3407-4de6-ba58-e365fd8c8b17), precommit_add_association {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:26.682303 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.db_base_plugin_common [None req-5891dbc8-f09f-4dfc-b71a-cb24203d9558 None None] Allocated IP 172.20.0.2 (e3d25a45-db60-43af-88ad-c357db0a596c/b7d71298-ff6f-4f43-b479-9ae34c06f2a7/1e4311d0-1821-48af-8411-e0c1e36ac931) {{(pid=119955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:57:26.785515 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-e85abceb-258c-46bd-9b28-e7e92e02aee8 admin admin] Publish callbacks [] for router_gateway (3957711c-3407-4de6-ba58-e365fd8c8b17), precommit_update {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:26.828369 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-5891dbc8-f09f-4dfc-b71a-cb24203d9558 None None] Publish callbacks [] for port (1e4311d0-1821-48af-8411-e0c1e36ac931), precommit_create {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:26.835700 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-5891dbc8-f09f-4dfc-b71a-cb24203d9558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754346267055'] for port (1e4311d0-1821-48af-8411-e0c1e36ac931), after_create {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:26.878787 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5891dbc8-f09f-4dfc-b71a-cb24203d9558 None None] Pushing event updated for resources: {'Port': ['ID=1e4311d0-1821-48af-8411-e0c1e36ac931,revision_number=1']} {{(pid=119955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:57:26.883474 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron_lib.callbacks.manager [None req-71588f77-d722-467e-b366-39a8c865defc None None] Publish callbacks [] for port (ad8b0d93-426c-4876-b580-f48a6623b583), precommit_update {{(pid=119956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:26.888845 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5891dbc8-f09f-4dfc-b71a-cb24203d9558 None None] Network e3d25a45-db60-43af-88ad-c357db0a596c is already hosted by enough agents. {{(pid=119955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:57:26.890301 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.scheduler.base_scheduler [None req-5891dbc8-f09f-4dfc-b71a-cb24203d9558 None None] Resources bound (agent type, host, resource id): {{(pid=119955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:57:26.891924 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron_lib.callbacks.manager [None req-71588f77-d722-467e-b366-39a8c865defc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754346672056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754346267073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754346267091'] for port (ad8b0d93-426c-4876-b580-f48a6623b583), after_update {{(pid=119956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:26.895637 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5891dbc8-f09f-4dfc-b71a-cb24203d9558 None None] Received port after_create {{(pid=119955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:57:26.939050 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d19ef9-e154-40b6-b657-80b0b83773f8 None None] Pushing event updated for resources: {'Port': ['ID=ad8b0d93-426c-4876-b580-f48a6623b583,revision_number=3']} {{(pid=119956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:57:26.965214 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.managers [None req-5891dbc8-f09f-4dfc-b71a-cb24203d9558 None None] Attempting to bind port 1e4311d0-1821-48af-8411-e0c1e36ac931 on host dv-cinder-804757-24-iscsi for vnic_type normal with profile {{(pid=119955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:57:26.965715 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.managers [None req-5891dbc8-f09f-4dfc-b71a-cb24203d9558 None None] Attempting to bind port 1e4311d0-1821-48af-8411-e0c1e36ac931 by drivers openvswitch,hyperv on host dv-cinder-804757-24-iscsi at level 0 using segments [{'id': 'f2482f69-0640-49fa-9e62-410eafadac6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': 'e3d25a45-db60-43af-88ad-c357db0a596c'}] {{(pid=119955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:57:26.966091 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5891dbc8-f09f-4dfc-b71a-cb24203d9558 None None] Attempting to bind port 1e4311d0-1821-48af-8411-e0c1e36ac931 on network e3d25a45-db60-43af-88ad-c357db0a596c {{(pid=119955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:57:26.973404 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5891dbc8-f09f-4dfc-b71a-cb24203d9558 None None] Checking agent: {'id': '3df9d949-03e8-46c4-b37f-6f8a21aeab22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-24-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 16, 44, 23), 'started_at': datetime.datetime(2022, 3, 7, 16, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 57, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-24-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:57:26.974093 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5891dbc8-f09f-4dfc-b71a-cb24203d9558 None None] Checking segment: {'id': 'f2482f69-0640-49fa-9e62-410eafadac6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': 'e3d25a45-db60-43af-88ad-c357db0a596c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:57:26.974707 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-5891dbc8-f09f-4dfc-b71a-cb24203d9558 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:26.975254 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5891dbc8-f09f-4dfc-b71a-cb24203d9558 None None] Bound using segment: {'id': 'f2482f69-0640-49fa-9e62-410eafadac6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': 'e3d25a45-db60-43af-88ad-c357db0a596c'} {{(pid=119955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:57:26.976010 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.managers [None req-5891dbc8-f09f-4dfc-b71a-cb24203d9558 None None] Bound port: 1e4311d0-1821-48af-8411-e0c1e36ac931, host: dv-cinder-804757-24-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2482f69-0640-49fa-9e62-410eafadac6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': 'e3d25a45-db60-43af-88ad-c357db0a596c'}}] {{(pid=119955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:57:26.976635 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-5891dbc8-f09f-4dfc-b71a-cb24203d9558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8385759'] for port (1e4311d0-1821-48af-8411-e0c1e36ac931), before_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:27.011454 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.plugins.ml2.managers [None req-71588f77-d722-467e-b366-39a8c865defc None None] Attempting to bind port ad8b0d93-426c-4876-b580-f48a6623b583 on host dv-cinder-804757-24-iscsi for vnic_type normal with profile {{(pid=119956) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:57:27.012119 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.plugins.ml2.managers [None req-71588f77-d722-467e-b366-39a8c865defc None None] Attempting to bind port ad8b0d93-426c-4876-b580-f48a6623b583 by drivers openvswitch,hyperv on host dv-cinder-804757-24-iscsi at level 0 using segments [{'id': 'b0e29e90-ddf0-46b1-8ceb-3a4354fa6bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '2f938584-7f3e-4765-817b-fb128e09d45c'}] {{(pid=119956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:57:27.012496 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71588f77-d722-467e-b366-39a8c865defc None None] Attempting to bind port ad8b0d93-426c-4876-b580-f48a6623b583 on network 2f938584-7f3e-4765-817b-fb128e09d45c {{(pid=119956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:57:27.019812 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71588f77-d722-467e-b366-39a8c865defc None None] Checking agent: {'id': '3df9d949-03e8-46c4-b37f-6f8a21aeab22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-24-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 16, 44, 23), 'started_at': datetime.datetime(2022, 3, 7, 16, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 57, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-24-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:57:27.020196 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71588f77-d722-467e-b366-39a8c865defc None None] Checking segment: {'id': 'b0e29e90-ddf0-46b1-8ceb-3a4354fa6bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '2f938584-7f3e-4765-817b-fb128e09d45c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:57:27.020347 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-e85abceb-258c-46bd-9b28-e7e92e02aee8 admin admin] Publish callbacks [] for router_gateway (3957711c-3407-4de6-ba58-e365fd8c8b17), before_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:27.020597 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron_lib.callbacks.manager [None req-71588f77-d722-467e-b366-39a8c865defc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=119956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:27.020990 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71588f77-d722-467e-b366-39a8c865defc None None] Bound using segment: {'id': 'b0e29e90-ddf0-46b1-8ceb-3a4354fa6bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '2f938584-7f3e-4765-817b-fb128e09d45c'} {{(pid=119956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:57:27.021471 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.plugins.ml2.managers [None req-71588f77-d722-467e-b366-39a8c865defc None None] Bound port: ad8b0d93-426c-4876-b580-f48a6623b583, host: dv-cinder-804757-24-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0e29e90-ddf0-46b1-8ceb-3a4354fa6bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '2f938584-7f3e-4765-817b-fb128e09d45c'}}] {{(pid=119956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:57:27.021849 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron_lib.callbacks.manager [None req-71588f77-d722-467e-b366-39a8c865defc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8385759'] for port (ad8b0d93-426c-4876-b580-f48a6623b583), before_update {{(pid=119956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:27.044992 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-e85abceb-258c-46bd-9b28-e7e92e02aee8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8385759'] for port (None), before_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:27.061045 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.db [None req-5891dbc8-f09f-4dfc-b71a-cb24203d9558 None None] For port 1e4311d0-1821-48af-8411-e0c1e36ac931, host dv-cinder-804757-24-iscsi, cleared binding levels {{(pid=119955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:57:27.066161 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.db [None req-5891dbc8-f09f-4dfc-b71a-cb24203d9558 None None] For port 1e4311d0-1821-48af-8411-e0c1e36ac931, host dv-cinder-804757-24-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-24-iscsi',level=0,port_id=1e4311d0-1821-48af-8411-e0c1e36ac931,segment=NetworkSegment(f2482f69-0640-49fa-9e62-410eafadac6c),segment_id=f2482f69-0640-49fa-9e62-410eafadac6c)] {{(pid=119955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:57:27.074997 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-5891dbc8-f09f-4dfc-b71a-cb24203d9558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754346672056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754346267073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754346267091'] for port (1e4311d0-1821-48af-8411-e0c1e36ac931), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:27.096723 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.plugins.ml2.db [None req-71588f77-d722-467e-b366-39a8c865defc None None] For port ad8b0d93-426c-4876-b580-f48a6623b583, host dv-cinder-804757-24-iscsi, cleared binding levels {{(pid=119956) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:57:27.102718 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.plugins.ml2.db [None req-71588f77-d722-467e-b366-39a8c865defc None None] For port ad8b0d93-426c-4876-b580-f48a6623b583, host dv-cinder-804757-24-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-24-iscsi',level=0,port_id=ad8b0d93-426c-4876-b580-f48a6623b583,segment=NetworkSegment(b0e29e90-ddf0-46b1-8ceb-3a4354fa6bcc),segment_id=b0e29e90-ddf0-46b1-8ceb-3a4354fa6bcc)] {{(pid=119956) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:57:27.114770 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron_lib.callbacks.manager [None req-71588f77-d722-467e-b366-39a8c865defc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754346672056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754346267073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754346267091'] for port (ad8b0d93-426c-4876-b580-f48a6623b583), after_update {{(pid=119956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:27.143957 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5891dbc8-f09f-4dfc-b71a-cb24203d9558 None None] Pushing event updated for resources: {'Port': ['ID=1e4311d0-1821-48af-8411-e0c1e36ac931,revision_number=2']} {{(pid=119955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:57:27.180580 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.db.db_base_plugin_common [None req-e85abceb-258c-46bd-9b28-e7e92e02aee8 admin admin] Allocated IP 172.27.2.139 (3eba6d1e-0acd-4586-8e75-f5a4e7e90d88/6a2f7f11-a189-49ba-a838-e124f718c0dc/fedbfa15-cedc-4353-a175-ad09ef512c0a) {{(pid=119954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:57:27.185247 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71588f77-d722-467e-b366-39a8c865defc None None] Routers {'8c2055a7-4e1f-4277-aede-6e2c02d93b56'} bound to L3 agent in host dv-cinder-804757-24-iscsi {{(pid=119956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:57:27.185886 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.db.l3_hamode_db [None req-71588f77-d722-467e-b366-39a8c865defc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T16:44:19Z,description=,heartbeat_timestamp=2022-03-07T16:57:19Z,host='dv-cinder-804757-24-iscsi',id=4cbb3502-d72e-4663-b57e-51d645794085,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:44:19Z,topic='l3_agent')) {'router_ids': ['8c2055a7-4e1f-4277-aede-6e2c02d93b56'], 'active': True} {{(pid=119956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:57:27.189145 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.provisioning_blocks [None req-da2417b7-5d81-425f-86e5-73c8d9e12ede None None] Provisioning complete for port ad8b0d93-426c-4876-b580-f48a6623b583 triggered by entity DHCP. {{(pid=119955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:57:27.189762 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-da2417b7-5d81-425f-86e5-73c8d9e12ede None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8194280'] for port (ad8b0d93-426c-4876-b580-f48a6623b583), provisioning_complete {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:27.238381 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d19ef9-e154-40b6-b657-80b0b83773f8 None None] Pushing event updated for resources: {'Port': ['ID=ad8b0d93-426c-4876-b580-f48a6623b583,revision_number=4']} {{(pid=119956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:57:27.305260 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.plugin [None req-da2417b7-5d81-425f-86e5-73c8d9e12ede None None] Current status of the port ad8b0d93-426c-4876-b580-f48a6623b583 is: DOWN; New status is: ACTIVE {{(pid=119955) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:57:27.305972 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-da2417b7-5d81-425f-86e5-73c8d9e12ede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8385759'] for port (ad8b0d93-426c-4876-b580-f48a6623b583), before_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:27.323142 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-e85abceb-258c-46bd-9b28-e7e92e02aee8 admin admin] Publish callbacks [] for port (fedbfa15-cedc-4353-a175-ad09ef512c0a), precommit_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:27.358003 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.db [None req-da2417b7-5d81-425f-86e5-73c8d9e12ede None None] For port ad8b0d93-426c-4876-b580-f48a6623b583, host dv-cinder-804757-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-24-iscsi',level=0,port_id=ad8b0d93-426c-4876-b580-f48a6623b583,segment=NetworkSegment(b0e29e90-ddf0-46b1-8ceb-3a4354fa6bcc),segment_id=b0e29e90-ddf0-46b1-8ceb-3a4354fa6bcc)] {{(pid=119955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:57:27.368264 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-da2417b7-5d81-425f-86e5-73c8d9e12ede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754346672056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754346267073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754346267091'] for port (ad8b0d93-426c-4876-b580-f48a6623b583), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:27.388887 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.db.l3_dvr_db [None req-71588f77-d722-467e-b366-39a8c865defc None None] Set router 8c2055a7-4e1f-4277-aede-6e2c02d93b56 gateway port host: dv-cinder-804757-24-iscsi {{(pid=119956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:57:27.398197 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-e85abceb-258c-46bd-9b28-e7e92e02aee8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754346267055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3211674'] for port (fedbfa15-cedc-4353-a175-ad09ef512c0a), after_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:27.408219 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.rpc [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Device b712d65a-fc80-40b6-8dfd-f1ff7cd27f00 up at agent ovs-agent-dv-cinder-804757-24-iscsi {{(pid=119955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:57:27.478203 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85abceb-258c-46bd-9b28-e7e92e02aee8 admin admin] Pushing event updated for resources: {'Port': ['ID=fedbfa15-cedc-4353-a175-ad09ef512c0a,revision_number=1']} {{(pid=119954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:57:27.486365 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e85abceb-258c-46bd-9b28-e7e92e02aee8 admin admin] Network 3eba6d1e-0acd-4586-8e75-f5a4e7e90d88 is already hosted by enough agents. {{(pid=119954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:57:27.487887 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.scheduler.base_scheduler [None req-e85abceb-258c-46bd-9b28-e7e92e02aee8 admin admin] Resources bound (agent type, host, resource id): {{(pid=119954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:57:27.490675 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e85abceb-258c-46bd-9b28-e7e92e02aee8 admin admin] Received port after_create {{(pid=119954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:57:27.491285 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.provisioning_blocks [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Provisioning complete for port b712d65a-fc80-40b6-8dfd-f1ff7cd27f00 triggered by entity L2. {{(pid=119955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:57:27.491726 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8194280'] for port (b712d65a-fc80-40b6-8dfd-f1ff7cd27f00), provisioning_complete {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:27.618993 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.plugin [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Current status of the port b712d65a-fc80-40b6-8dfd-f1ff7cd27f00 is: ACTIVE; New status is: ACTIVE {{(pid=119955) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:57:27.623530 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2417b7-5d81-425f-86e5-73c8d9e12ede None None] Pushing event updated for resources: {'Port': ['ID=ad8b0d93-426c-4876-b580-f48a6623b583,revision_number=5']} {{(pid=119955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:57:27.637978 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.provisioning_blocks [None req-10e4878f-7b32-4648-99ba-084cb3416ad2 None None] Provisioning complete for port ad8b0d93-426c-4876-b580-f48a6623b583 triggered by entity DHCP. {{(pid=119955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:57:27.638361 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-10e4878f-7b32-4648-99ba-084cb3416ad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8194280'] for port (ad8b0d93-426c-4876-b580-f48a6623b583), provisioning_complete {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:27.680515 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.db.l3_hamode_db [None req-71588f77-d722-467e-b366-39a8c865defc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c2055a7-4e1f-4277-aede-6e2c02d93b56', 'name': 'tempest-TestShelveInstance-1507886732-router', 'tenant_id': '67f25f5951bb4340813deb06cbaad90d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'external_fixed_ips': [{'subnet_id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'ip_address': '172.27.2.248'}], 'enable_snat': True}, 'gw_port_id': 'b712d65a-fc80-40b6-8dfd-f1ff7cd27f00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:57:21Z', 'updated_at': '2022-03-07T16:57:24Z', 'revision_number': 4, 'project_id': '67f25f5951bb4340813deb06cbaad90d', 'gw_port': {'id': 'b712d65a-fc80-40b6-8dfd-f1ff7cd27f00', 'name': '', 'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:34:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c2055a7-4e1f-4277-aede-6e2c02d93b56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'ip_address': '172.27.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:57:21Z', 'updated_at': '2022-03-07T16:57:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-24-iscsi', '_interfaces': [{'id': 'ad8b0d93-426c-4876-b580-f48a6623b583', 'name': '', 'network_id': '2f938584-7f3e-4765-817b-fb128e09d45c', 'tenant_id': '67f25f5951bb4340813deb06cbaad90d', 'mac_address': 'fa:16:3e:7a:3a:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c2055a7-4e1f-4277-aede-6e2c02d93b56', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '6dde97a4-d388-4dbe-a91a-34ac33fc9045', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:57:23Z', 'updated_at': '2022-03-07T16:57:27Z', 'revision_number': 4, 'project_id': '67f25f5951bb4340813deb06cbaad90d', 'subnets': [{'id': '6dde97a4-d388-4dbe-a91a-34ac33fc9045', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-24-iscsi', False) {} {{(pid=119956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:57:27.709125 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71588f77-d722-467e-b366-39a8c865defc None None] The sync data for ids ['8c2055a7-4e1f-4277-aede-6e2c02d93b56'] in dv-cinder-804757-24-iscsi is: [{'id': '8c2055a7-4e1f-4277-aede-6e2c02d93b56', 'name': 'tempest-TestShelveInstance-1507886732-router', 'tenant_id': '67f25f5951bb4340813deb06cbaad90d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'external_fixed_ips': [{'subnet_id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'ip_address': '172.27.2.248'}], 'enable_snat': True}, 'gw_port_id': 'b712d65a-fc80-40b6-8dfd-f1ff7cd27f00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:57:21Z', 'updated_at': '2022-03-07T16:57:24Z', 'revision_number': 4, 'project_id': '67f25f5951bb4340813deb06cbaad90d', 'gw_port': {'id': 'b712d65a-fc80-40b6-8dfd-f1ff7cd27f00', 'name': '', 'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:34:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c2055a7-4e1f-4277-aede-6e2c02d93b56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'ip_address': '172.27.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:57:21Z', 'updated_at': '2022-03-07T16:57:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-24-iscsi', '_interfaces': [{'id': 'ad8b0d93-426c-4876-b580-f48a6623b583', 'name': '', 'network_id': '2f938584-7f3e-4765-817b-fb128e09d45c', 'tenant_id': '67f25f5951bb4340813deb06cbaad90d', 'mac_address': 'fa:16:3e:7a:3a:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c2055a7-4e1f-4277-aede-6e2c02d93b56', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '6dde97a4-d388-4dbe-a91a-34ac33fc9045', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:57:23Z', 'updated_at': '2022-03-07T16:57:27Z', 'revision_number': 4, 'project_id': '67f25f5951bb4340813deb06cbaad90d', 'subnets': [{'id': '6dde97a4-d388-4dbe-a91a-34ac33fc9045', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:57:27.736942 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.plugin [None req-10e4878f-7b32-4648-99ba-084cb3416ad2 None None] Current status of the port ad8b0d93-426c-4876-b580-f48a6623b583 is: ACTIVE; New status is: ACTIVE {{(pid=119955) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:57:27.772455 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-e85abceb-258c-46bd-9b28-e7e92e02aee8 admin admin] Publish callbacks [] for router_gateway (3957711c-3407-4de6-ba58-e365fd8c8b17), after_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:27.984519 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-e85abceb-258c-46bd-9b28-e7e92e02aee8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-708194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-705271'] for router (3957711c-3407-4de6-ba58-e365fd8c8b17), after_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:28.129243 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e85abceb-258c-46bd-9b28-e7e92e02aee8 admin admin] Router 3957711c-3407-4de6-ba58-e365fd8c8b17 is scheduled to L3 agent 4cbb3502-d72e-4663-b57e-51d645794085 with binding_index 1 {{(pid=119954) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 16:57:28.242057 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e85abceb-258c-46bd-9b28-e7e92e02aee8 admin admin] Notify agent at l3_agent.dv-cinder-804757-24-iscsi the message routers_updated {{(pid=119954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:57:28.252194 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9cf937e-6c02-4341-bdd1-9e78fa2caff6 None None] Sync routers for ids ['3957711c-3407-4de6-ba58-e365fd8c8b17'] in dv-cinder-804757-24-iscsi {{(pid=119955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:57:28.264119 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9cf937e-6c02-4341-bdd1-9e78fa2caff6 None None] Routers {'3957711c-3407-4de6-ba58-e365fd8c8b17'} bound to L3 agent in host dv-cinder-804757-24-iscsi {{(pid=119955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:57:28.264427 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-e85abceb-258c-46bd-9b28-e7e92e02aee8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:28.265304 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.l3_hamode_db [None req-e9cf937e-6c02-4341-bdd1-9e78fa2caff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T16:44:19Z,description=,heartbeat_timestamp=2022-03-07T16:57:19Z,host='dv-cinder-804757-24-iscsi',id=4cbb3502-d72e-4663-b57e-51d645794085,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:44:19Z,topic='l3_agent')) {'router_ids': ['3957711c-3407-4de6-ba58-e365fd8c8b17'], 'active': True} {{(pid=119955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:57:28.266179 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [None req-e85abceb-258c-46bd-9b28-e7e92e02aee8 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.9498823 Mar 07 16:57:28.269930 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.wsgi [-] (119953) accepted ('10.222.0.18', 56370) {{(pid=119953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:57:28.308543 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6b2e3fb-2dc9-4344-95d8-1af7f5635fe9 None None] Network e3d25a45-db60-43af-88ad-c357db0a596c requested from dv-cinder-804757-24-iscsi {{(pid=119955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:57:28.456127 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.provisioning_blocks [None req-084f4d1a-d322-44d7-af9e-3b09e94fdcc5 None None] Provisioning complete for port 1e4311d0-1821-48af-8411-e0c1e36ac931 triggered by entity DHCP. {{(pid=119955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:57:28.456495 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-084f4d1a-d322-44d7-af9e-3b09e94fdcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8194280'] for port (1e4311d0-1821-48af-8411-e0c1e36ac931), provisioning_complete {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:28.483117 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.l3_dvr_db [None req-e9cf937e-6c02-4341-bdd1-9e78fa2caff6 None None] Set router 3957711c-3407-4de6-ba58-e365fd8c8b17 gateway port host: dv-cinder-804757-24-iscsi {{(pid=119955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:57:28.703633 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.plugin [None req-084f4d1a-d322-44d7-af9e-3b09e94fdcc5 None None] Current status of the port 1e4311d0-1821-48af-8411-e0c1e36ac931 is: DOWN; New status is: ACTIVE {{(pid=119955) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:57:28.704072 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-084f4d1a-d322-44d7-af9e-3b09e94fdcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8385759'] for port (1e4311d0-1821-48af-8411-e0c1e36ac931), before_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:28.744228 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-84e03aaa-c32d-4289-88de-f67bba990bcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8385759'] for port (None), before_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:28.776107 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.db [None req-084f4d1a-d322-44d7-af9e-3b09e94fdcc5 None None] For port 1e4311d0-1821-48af-8411-e0c1e36ac931, host dv-cinder-804757-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-24-iscsi',level=0,port_id=1e4311d0-1821-48af-8411-e0c1e36ac931,segment=NetworkSegment(f2482f69-0640-49fa-9e62-410eafadac6c),segment_id=f2482f69-0640-49fa-9e62-410eafadac6c)] {{(pid=119955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:57:28.784231 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-084f4d1a-d322-44d7-af9e-3b09e94fdcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754346672056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754346267073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754346267091'] for port (1e4311d0-1821-48af-8411-e0c1e36ac931), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:28.847208 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.l3_hamode_db [None req-e9cf937e-6c02-4341-bdd1-9e78fa2caff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3957711c-3407-4de6-ba58-e365fd8c8b17', 'name': 'tempest-TestShelveInstance-584323915-router', 'tenant_id': 'd4b3304daf254fe2ae6a77fc80174438', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'external_fixed_ips': [{'subnet_id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'ip_address': '172.27.2.139'}], 'enable_snat': True}, 'gw_port_id': 'fedbfa15-cedc-4353-a175-ad09ef512c0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:57:26Z', 'updated_at': '2022-03-07T16:57:27Z', 'revision_number': 3, 'project_id': 'd4b3304daf254fe2ae6a77fc80174438', 'gw_port': {'id': 'fedbfa15-cedc-4353-a175-ad09ef512c0a', 'name': '', 'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:46:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3957711c-3407-4de6-ba58-e365fd8c8b17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'ip_address': '172.27.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:57:27Z', 'updated_at': '2022-03-07T16:57:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-24-iscsi'}], 'dv-cinder-804757-24-iscsi', False) {} {{(pid=119955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:57:28.883387 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9cf937e-6c02-4341-bdd1-9e78fa2caff6 None None] Checking router: 3957711c-3407-4de6-ba58-e365fd8c8b17 for host: dv-cinder-804757-24-iscsi {{(pid=119955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 16:57:28.883578 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9cf937e-6c02-4341-bdd1-9e78fa2caff6 None None] Updating router 3957711c-3407-4de6-ba58-e365fd8c8b17 port fedbfa15-cedc-4353-a175-ad09ef512c0a binding host dv-cinder-804757-24-iscsi {{(pid=119955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 16:57:28.885681 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084f4d1a-d322-44d7-af9e-3b09e94fdcc5 None None] Pushing event updated for resources: {'Port': ['ID=1e4311d0-1821-48af-8411-e0c1e36ac931,revision_number=3']} {{(pid=119955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:57:28.921314 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-e9cf937e-6c02-4341-bdd1-9e78fa2caff6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8385759'] for port (fedbfa15-cedc-4353-a175-ad09ef512c0a), before_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:28.948451 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.db.db_base_plugin_common [None req-84e03aaa-c32d-4289-88de-f67bba990bcb admin admin] Allocated IP 172.20.0.1 (e3d25a45-db60-43af-88ad-c357db0a596c/b7d71298-ff6f-4f43-b479-9ae34c06f2a7/61d1bf30-21da-4d12-a038-a9f5436086f3) {{(pid=119953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:57:28.949252 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.provisioning_blocks [None req-bf955f4d-1c31-4c4a-9cf4-237af882a770 None None] Provisioning complete for port 1e4311d0-1821-48af-8411-e0c1e36ac931 triggered by entity DHCP. {{(pid=119955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:57:28.949625 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-bf955f4d-1c31-4c4a-9cf4-237af882a770 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8194280'] for port (1e4311d0-1821-48af-8411-e0c1e36ac931), provisioning_complete {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:29.052473 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-84e03aaa-c32d-4289-88de-f67bba990bcb admin admin] Publish callbacks [] for port (61d1bf30-21da-4d12-a038-a9f5436086f3), precommit_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:29.091659 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-84e03aaa-c32d-4289-88de-f67bba990bcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754346267055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9282916'] for port (61d1bf30-21da-4d12-a038-a9f5436086f3), after_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:29.127197 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84e03aaa-c32d-4289-88de-f67bba990bcb admin admin] Network e3d25a45-db60-43af-88ad-c357db0a596c is already hosted by enough agents. {{(pid=119953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:57:29.132593 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.scheduler.base_scheduler [None req-84e03aaa-c32d-4289-88de-f67bba990bcb admin admin] Resources bound (agent type, host, resource id): {{(pid=119953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:57:29.147547 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84e03aaa-c32d-4289-88de-f67bba990bcb admin admin] Received port after_create {{(pid=119953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:57:29.181671 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e03aaa-c32d-4289-88de-f67bba990bcb admin admin] Pushing event updated for resources: {'Port': ['ID=61d1bf30-21da-4d12-a038-a9f5436086f3,revision_number=1']} {{(pid=119953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:57:29.198027 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-84e03aaa-c32d-4289-88de-f67bba990bcb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-706522'] for router_interface (3957711c-3407-4de6-ba58-e365fd8c8b17), before_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:29.287817 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.plugin [None req-bf955f4d-1c31-4c4a-9cf4-237af882a770 None None] Current status of the port 1e4311d0-1821-48af-8411-e0c1e36ac931 is: ACTIVE; New status is: ACTIVE {{(pid=119955) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:57:29.398255 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-84e03aaa-c32d-4289-88de-f67bba990bcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8385759'] for port (61d1bf30-21da-4d12-a038-a9f5436086f3), before_update {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:29.408815 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-e9cf937e-6c02-4341-bdd1-9e78fa2caff6 None None] Publish callbacks [] for port (fedbfa15-cedc-4353-a175-ad09ef512c0a), precommit_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:29.423859 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-e9cf937e-6c02-4341-bdd1-9e78fa2caff6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754346672056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754346267073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754346267091'] for port (fedbfa15-cedc-4353-a175-ad09ef512c0a), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:29.462907 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.rpc [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Device ad8b0d93-426c-4876-b580-f48a6623b583 up at agent ovs-agent-dv-cinder-804757-24-iscsi {{(pid=119955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:57:29.528563 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.managers [None req-e9cf937e-6c02-4341-bdd1-9e78fa2caff6 None None] Attempting to bind port fedbfa15-cedc-4353-a175-ad09ef512c0a on host dv-cinder-804757-24-iscsi for vnic_type normal with profile {{(pid=119955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:57:29.529013 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.managers [None req-e9cf937e-6c02-4341-bdd1-9e78fa2caff6 None None] Attempting to bind port fedbfa15-cedc-4353-a175-ad09ef512c0a by drivers openvswitch,hyperv on host dv-cinder-804757-24-iscsi at level 0 using segments [{'id': '0349b9bd-653a-4400-b295-28c1bc47d9ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88'}] {{(pid=119955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:57:29.529431 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9cf937e-6c02-4341-bdd1-9e78fa2caff6 None None] Attempting to bind port fedbfa15-cedc-4353-a175-ad09ef512c0a on network 3eba6d1e-0acd-4586-8e75-f5a4e7e90d88 {{(pid=119955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:57:29.531227 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe93dfb8-9d15-41de-bbde-872022f1c8cb None None] Pushing event updated for resources: {'Port': ['ID=fedbfa15-cedc-4353-a175-ad09ef512c0a,revision_number=2']} {{(pid=119955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:57:29.543117 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9cf937e-6c02-4341-bdd1-9e78fa2caff6 None None] Checking agent: {'id': '3df9d949-03e8-46c4-b37f-6f8a21aeab22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-24-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 16, 44, 23), 'started_at': datetime.datetime(2022, 3, 7, 16, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 57, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-24-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:57:29.543507 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9cf937e-6c02-4341-bdd1-9e78fa2caff6 None None] Checking segment: {'id': '0349b9bd-653a-4400-b295-28c1bc47d9ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:57:29.544079 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-e9cf937e-6c02-4341-bdd1-9e78fa2caff6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:29.544298 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9cf937e-6c02-4341-bdd1-9e78fa2caff6 None None] Bound using segment: {'id': '0349b9bd-653a-4400-b295-28c1bc47d9ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88'} {{(pid=119955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:57:29.544770 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.managers [None req-e9cf937e-6c02-4341-bdd1-9e78fa2caff6 None None] Bound port: fedbfa15-cedc-4353-a175-ad09ef512c0a, host: dv-cinder-804757-24-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0349b9bd-653a-4400-b295-28c1bc47d9ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88'}}] {{(pid=119955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:57:29.545400 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-e9cf937e-6c02-4341-bdd1-9e78fa2caff6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8385759'] for port (fedbfa15-cedc-4353-a175-ad09ef512c0a), before_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:29.550067 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.provisioning_blocks [None req-1faa4189-f4e0-40e2-8768-9f1a0696929c None None] Provisioning complete for port 61d1bf30-21da-4d12-a038-a9f5436086f3 triggered by entity DHCP. {{(pid=119955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:57:29.550423 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-1faa4189-f4e0-40e2-8768-9f1a0696929c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8194280'] for port (61d1bf30-21da-4d12-a038-a9f5436086f3), provisioning_complete {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:29.617773 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-84e03aaa-c32d-4289-88de-f67bba990bcb admin admin] Publish callbacks [] for port (61d1bf30-21da-4d12-a038-a9f5436086f3), precommit_update {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:29.625005 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.provisioning_blocks [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Provisioning complete for port ad8b0d93-426c-4876-b580-f48a6623b583 triggered by entity L2. {{(pid=119955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:57:29.625379 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8194280'] for port (ad8b0d93-426c-4876-b580-f48a6623b583), provisioning_complete {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:29.632094 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-84e03aaa-c32d-4289-88de-f67bba990bcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754346672056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754346267073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754346267091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9282845'] for port (61d1bf30-21da-4d12-a038-a9f5436086f3), after_update {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:29.636097 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.plugin [None req-1faa4189-f4e0-40e2-8768-9f1a0696929c None None] Port 61d1bf30-21da-4d12-a038-a9f5436086f3 cannot update to ACTIVE because it is not bound. {{(pid=119955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:57:29.656296 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.db [None req-e9cf937e-6c02-4341-bdd1-9e78fa2caff6 None None] For port fedbfa15-cedc-4353-a175-ad09ef512c0a, host dv-cinder-804757-24-iscsi, cleared binding levels {{(pid=119955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:57:29.673058 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.db [None req-e9cf937e-6c02-4341-bdd1-9e78fa2caff6 None None] For port fedbfa15-cedc-4353-a175-ad09ef512c0a, host dv-cinder-804757-24-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-24-iscsi',level=0,port_id=fedbfa15-cedc-4353-a175-ad09ef512c0a,segment=NetworkSegment(0349b9bd-653a-4400-b295-28c1bc47d9ca),segment_id=0349b9bd-653a-4400-b295-28c1bc47d9ca)] {{(pid=119955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:57:29.683062 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-e9cf937e-6c02-4341-bdd1-9e78fa2caff6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754346672056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754346267073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754346267091'] for port (fedbfa15-cedc-4353-a175-ad09ef512c0a), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:29.728665 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e03aaa-c32d-4289-88de-f67bba990bcb admin admin] Pushing event updated for resources: {'Port': ['ID=61d1bf30-21da-4d12-a038-a9f5436086f3,revision_number=2']} {{(pid=119953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:57:29.734117 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-84e03aaa-c32d-4289-88de-f67bba990bcb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-706486'] for router_interface (3957711c-3407-4de6-ba58-e365fd8c8b17), after_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:29.748905 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe93dfb8-9d15-41de-bbde-872022f1c8cb None None] Pushing event updated for resources: {'Port': ['ID=fedbfa15-cedc-4353-a175-ad09ef512c0a,revision_number=3']} {{(pid=119955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:57:29.754112 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2bcabc-2eec-41d7-a2b6-58897213f4b5 req-090d1a1f-a400-48fc-8a3f-42f8244cadea tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:57:29.755633 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-6a2bcabc-2eec-41d7-a2b6-58897213f4b5 req-090d1a1f-a400-48fc-8a3f-42f8244cadea tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] 10.222.0.18 "GET /v2.0/ports?device_id=3986321d-94a9-4bb2-b3c5-9e9df961b2c0 HTTP/1.1" status: 200 len: 946 time: 0.3979945 Mar 07 16:57:29.771489 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9cf937e-6c02-4341-bdd1-9e78fa2caff6 None None] Routers {'3957711c-3407-4de6-ba58-e365fd8c8b17'} bound to L3 agent in host dv-cinder-804757-24-iscsi {{(pid=119955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:57:29.772137 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.l3_hamode_db [None req-e9cf937e-6c02-4341-bdd1-9e78fa2caff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T16:44:19Z,description=,heartbeat_timestamp=2022-03-07T16:57:19Z,host='dv-cinder-804757-24-iscsi',id=4cbb3502-d72e-4663-b57e-51d645794085,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:44:19Z,topic='l3_agent')) {'router_ids': ['3957711c-3407-4de6-ba58-e365fd8c8b17'], 'active': True} {{(pid=119955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:57:29.826116 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.plugin [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Current status of the port ad8b0d93-426c-4876-b580-f48a6623b583 is: ACTIVE; New status is: ACTIVE {{(pid=119955) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:57:29.827185 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.rpc [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Device 1e4311d0-1821-48af-8411-e0c1e36ac931 up at agent ovs-agent-dv-cinder-804757-24-iscsi {{(pid=119955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:57:29.858495 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-6a2bcabc-2eec-41d7-a2b6-58897213f4b5 req-143a3df6-3875-4493-b369-a877cdb9f9e6 tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ad0d2f6-f98b-473c-8468-cfc7e978930e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0915868 Mar 07 16:57:29.876602 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84e03aaa-c32d-4289-88de-f67bba990bcb admin admin] Network e3d25a45-db60-43af-88ad-c357db0a596c is already hosted by enough agents. {{(pid=119953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:57:29.878320 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.scheduler.base_scheduler [None req-84e03aaa-c32d-4289-88de-f67bba990bcb admin admin] Resources bound (agent type, host, resource id): {{(pid=119953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:57:29.930487 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.l3_dvr_db [None req-e9cf937e-6c02-4341-bdd1-9e78fa2caff6 None None] Set router 3957711c-3407-4de6-ba58-e365fd8c8b17 gateway port host: dv-cinder-804757-24-iscsi {{(pid=119955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:57:29.960257 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.provisioning_blocks [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Provisioning complete for port 1e4311d0-1821-48af-8411-e0c1e36ac931 triggered by entity L2. {{(pid=119955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:57:29.960697 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8194280'] for port (1e4311d0-1821-48af-8411-e0c1e36ac931), provisioning_complete {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:30.004290 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84e03aaa-c32d-4289-88de-f67bba990bcb admin admin] Router 3957711c-3407-4de6-ba58-e365fd8c8b17 has already been hosted by L3 agent 4cbb3502-d72e-4663-b57e-51d645794085 {{(pid=119953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 16:57:30.120300 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84e03aaa-c32d-4289-88de-f67bba990bcb admin admin] Notify agent at l3_agent.dv-cinder-804757-24-iscsi the message routers_updated {{(pid=119953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:57:30.125489 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [None req-84e03aaa-c32d-4289-88de-f67bba990bcb admin admin] 10.222.0.18 "PUT /v2.0/routers/3957711c-3407-4de6-ba58-e365fd8c8b17/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8552825 Mar 07 16:57:30.144835 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.plugin [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Current status of the port 1e4311d0-1821-48af-8411-e0c1e36ac931 is: ACTIVE; New status is: ACTIVE {{(pid=119955) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:57:30.192818 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.provisioning_blocks [None req-8b27b78a-2447-41dc-8243-51ff6e78c9e5 None None] Provisioning complete for port 61d1bf30-21da-4d12-a038-a9f5436086f3 triggered by entity DHCP. {{(pid=119955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:57:30.193110 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-8b27b78a-2447-41dc-8243-51ff6e78c9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8194280'] for port (61d1bf30-21da-4d12-a038-a9f5436086f3), provisioning_complete {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:30.232009 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.plugin [None req-8b27b78a-2447-41dc-8243-51ff6e78c9e5 None None] Port 61d1bf30-21da-4d12-a038-a9f5436086f3 cannot update to ACTIVE because it is not bound. {{(pid=119955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:57:30.240265 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.l3_hamode_db [None req-e9cf937e-6c02-4341-bdd1-9e78fa2caff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3957711c-3407-4de6-ba58-e365fd8c8b17', 'name': 'tempest-TestShelveInstance-584323915-router', 'tenant_id': 'd4b3304daf254fe2ae6a77fc80174438', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'external_fixed_ips': [{'subnet_id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'ip_address': '172.27.2.139'}], 'enable_snat': True}, 'gw_port_id': 'fedbfa15-cedc-4353-a175-ad09ef512c0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:57:26Z', 'updated_at': '2022-03-07T16:57:29Z', 'revision_number': 4, 'project_id': 'd4b3304daf254fe2ae6a77fc80174438', 'gw_port': {'id': 'fedbfa15-cedc-4353-a175-ad09ef512c0a', 'name': '', 'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:46:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3957711c-3407-4de6-ba58-e365fd8c8b17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'ip_address': '172.27.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:57:27Z', 'updated_at': '2022-03-07T16:57:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-24-iscsi', '_interfaces': [{'id': '61d1bf30-21da-4d12-a038-a9f5436086f3', 'name': '', 'network_id': 'e3d25a45-db60-43af-88ad-c357db0a596c', 'tenant_id': 'd4b3304daf254fe2ae6a77fc80174438', 'mac_address': 'fa:16:3e:df:2d:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3957711c-3407-4de6-ba58-e365fd8c8b17', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': 'b7d71298-ff6f-4f43-b479-9ae34c06f2a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:57:28Z', 'updated_at': '2022-03-07T16:57:29Z', 'revision_number': 2, 'project_id': 'd4b3304daf254fe2ae6a77fc80174438', 'subnets': [{'id': 'b7d71298-ff6f-4f43-b479-9ae34c06f2a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-24-iscsi', False) {} {{(pid=119955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:57:30.267549 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9cf937e-6c02-4341-bdd1-9e78fa2caff6 None None] The sync data for ids ['3957711c-3407-4de6-ba58-e365fd8c8b17'] in dv-cinder-804757-24-iscsi is: [{'id': '3957711c-3407-4de6-ba58-e365fd8c8b17', 'name': 'tempest-TestShelveInstance-584323915-router', 'tenant_id': 'd4b3304daf254fe2ae6a77fc80174438', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'external_fixed_ips': [{'subnet_id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'ip_address': '172.27.2.139'}], 'enable_snat': True}, 'gw_port_id': 'fedbfa15-cedc-4353-a175-ad09ef512c0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:57:26Z', 'updated_at': '2022-03-07T16:57:29Z', 'revision_number': 4, 'project_id': 'd4b3304daf254fe2ae6a77fc80174438', 'gw_port': {'id': 'fedbfa15-cedc-4353-a175-ad09ef512c0a', 'name': '', 'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:46:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3957711c-3407-4de6-ba58-e365fd8c8b17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'ip_address': '172.27.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:57:27Z', 'updated_at': '2022-03-07T16:57:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-24-iscsi', '_interfaces': [{'id': '61d1bf30-21da-4d12-a038-a9f5436086f3', 'name': '', 'network_id': 'e3d25a45-db60-43af-88ad-c357db0a596c', 'tenant_id': 'd4b3304daf254fe2ae6a77fc80174438', 'mac_address': 'fa:16:3e:df:2d:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3957711c-3407-4de6-ba58-e365fd8c8b17', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': 'b7d71298-ff6f-4f43-b479-9ae34c06f2a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:57:28Z', 'updated_at': '2022-03-07T16:57:29Z', 'revision_number': 2, 'project_id': 'd4b3304daf254fe2ae6a77fc80174438', 'subnets': [{'id': 'b7d71298-ff6f-4f43-b479-9ae34c06f2a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:57:30.597627 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.wsgi [-] (119954) accepted ('10.222.0.18', 56386) {{(pid=119954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:57:30.602460 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.v2.base [None req-48966720-c838-44b9-9fc3-c17f99e8dd48 tempest-TestShelveInstance-1471348020 tempest-TestShelveInstance-1471348020-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1316215833', 'description': 'tempest-secgroup-smoke-1316215833 description', 'project_id': '67f25f5951bb4340813deb06cbaad90d'}} {{(pid=119954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:57:30.624967 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-48966720-c838-44b9-9fc3-c17f99e8dd48 tempest-TestShelveInstance-1471348020 tempest-TestShelveInstance-1471348020-project] Publish callbacks [] for security_group (None), before_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:30.697227 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-48966720-c838-44b9-9fc3-c17f99e8dd48 tempest-TestShelveInstance-1471348020 tempest-TestShelveInstance-1471348020-project] Publish callbacks [] for security_group (3e5509a0-73c0-4d35-a942-542b713a77a1), precommit_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:30.701962 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-48966720-c838-44b9-9fc3-c17f99e8dd48 tempest-TestShelveInstance-1471348020 tempest-TestShelveInstance-1471348020-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543383'] for security_group (3e5509a0-73c0-4d35-a942-542b713a77a1), after_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:30.727834 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-48966720-c838-44b9-9fc3-c17f99e8dd48 tempest-TestShelveInstance-1471348020 tempest-TestShelveInstance-1471348020-project] Publish callbacks [] for security_group (None), before_response {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:30.729092 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [None req-48966720-c838-44b9-9fc3-c17f99e8dd48 tempest-TestShelveInstance-1471348020 tempest-TestShelveInstance-1471348020-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1304774 Mar 07 16:57:30.732210 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.wsgi [-] (119953) accepted ('10.222.0.18', 56388) {{(pid=119953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:57:30.736880 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.v2.base [None req-d86dc3d4-a9b1-48ec-bd0b-cfaad48ad778 tempest-TestShelveInstance-1471348020 tempest-TestShelveInstance-1471348020-project] Request body: {'security_group_rule': {'security_group_id': '3e5509a0-73c0-4d35-a942-542b713a77a1', 'project_id': '67f25f5951bb4340813deb06cbaad90d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=119953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:57:30.737587 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48966720-c838-44b9-9fc3-c17f99e8dd48 tempest-TestShelveInstance-1471348020 tempest-TestShelveInstance-1471348020-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e5509a0-73c0-4d35-a942-542b713a77a1,revision_number=1']} {{(pid=119954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:57:30.764365 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-d86dc3d4-a9b1-48ec-bd0b-cfaad48ad778 tempest-TestShelveInstance-1471348020 tempest-TestShelveInstance-1471348020-project] Publish callbacks [] for security_group_rule (f8a66ec5-3404-4b74-bfed-c5150b2159c0), before_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:30.825128 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-d86dc3d4-a9b1-48ec-bd0b-cfaad48ad778 tempest-TestShelveInstance-1471348020 tempest-TestShelveInstance-1471348020-project] Publish callbacks [] for security_group_rule (f8a66ec5-3404-4b74-bfed-c5150b2159c0), precommit_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:30.830142 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-d86dc3d4-a9b1-48ec-bd0b-cfaad48ad778 tempest-TestShelveInstance-1471348020 tempest-TestShelveInstance-1471348020-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543268'] for security_group_rule (f8a66ec5-3404-4b74-bfed-c5150b2159c0), after_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:30.848439 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86dc3d4-a9b1-48ec-bd0b-cfaad48ad778 tempest-TestShelveInstance-1471348020 tempest-TestShelveInstance-1471348020-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8a66ec5-3404-4b74-bfed-c5150b2159c0,revision_number=0']} {{(pid=119953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:57:30.856953 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-d86dc3d4-a9b1-48ec-bd0b-cfaad48ad778 tempest-TestShelveInstance-1471348020 tempest-TestShelveInstance-1471348020-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:30.860677 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [None req-d86dc3d4-a9b1-48ec-bd0b-cfaad48ad778 tempest-TestShelveInstance-1471348020 tempest-TestShelveInstance-1471348020-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1248412 Mar 07 16:57:30.861130 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.wsgi [-] (119953) accepted ('10.222.0.18', 56390) {{(pid=119953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:57:30.868710 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.v2.base [None req-61f1f295-ccc5-4724-be64-b95e38a59434 tempest-TestShelveInstance-1471348020 tempest-TestShelveInstance-1471348020-project] Request body: {'security_group_rule': {'security_group_id': '3e5509a0-73c0-4d35-a942-542b713a77a1', 'project_id': '67f25f5951bb4340813deb06cbaad90d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=119953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:57:30.925977 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-61f1f295-ccc5-4724-be64-b95e38a59434 tempest-TestShelveInstance-1471348020 tempest-TestShelveInstance-1471348020-project] Publish callbacks [] for security_group_rule (24588081-e73a-4f3d-8b1a-2bef30f7451b), before_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:31.010220 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-61f1f295-ccc5-4724-be64-b95e38a59434 tempest-TestShelveInstance-1471348020 tempest-TestShelveInstance-1471348020-project] Publish callbacks [] for security_group_rule (24588081-e73a-4f3d-8b1a-2bef30f7451b), precommit_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:31.018229 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-61f1f295-ccc5-4724-be64-b95e38a59434 tempest-TestShelveInstance-1471348020 tempest-TestShelveInstance-1471348020-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543268'] for security_group_rule (24588081-e73a-4f3d-8b1a-2bef30f7451b), after_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:31.030892 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e684977a-91f6-4a53-aa9b-d1c92f2e6c49 req-2fa2482e-cf1c-45b7-b9e6-0184b2221b2b tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:57:31.032493 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-e684977a-91f6-4a53-aa9b-d1c92f2e6c49 req-2fa2482e-cf1c-45b7-b9e6-0184b2221b2b tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] 10.222.0.18 "GET /v2.0/ports?device_id=3986321d-94a9-4bb2-b3c5-9e9df961b2c0 HTTP/1.1" status: 200 len: 946 time: 0.0828328 Mar 07 16:57:31.052101 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f1f295-ccc5-4724-be64-b95e38a59434 tempest-TestShelveInstance-1471348020 tempest-TestShelveInstance-1471348020-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24588081-e73a-4f3d-8b1a-2bef30f7451b,revision_number=0']} {{(pid=119953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:57:31.067288 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-61f1f295-ccc5-4724-be64-b95e38a59434 tempest-TestShelveInstance-1471348020 tempest-TestShelveInstance-1471348020-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:31.068498 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [None req-61f1f295-ccc5-4724-be64-b95e38a59434 tempest-TestShelveInstance-1471348020 tempest-TestShelveInstance-1471348020-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2067406 Mar 07 16:57:31.071295 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.wsgi [-] (119953) accepted ('10.222.0.18', 56394) {{(pid=119953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:57:31.075652 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.v2.base [None req-dbadba65-79c2-443f-8644-de44a4fe05ea tempest-TestShelveInstance-1471348020 tempest-TestShelveInstance-1471348020-project] Request body: {'security_group_rule': {'security_group_id': '3e5509a0-73c0-4d35-a942-542b713a77a1', 'project_id': '67f25f5951bb4340813deb06cbaad90d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=119953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:57:31.131474 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-e684977a-91f6-4a53-aa9b-d1c92f2e6c49 req-6e6bd7cd-fb34-4daa-a829-d1ba7c57b16c tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ad0d2f6-f98b-473c-8468-cfc7e978930e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898983 Mar 07 16:57:31.146955 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-dbadba65-79c2-443f-8644-de44a4fe05ea tempest-TestShelveInstance-1471348020 tempest-TestShelveInstance-1471348020-project] Publish callbacks [] for security_group_rule (c5e669e4-6cdf-4963-b287-a81b37c5e3e7), before_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:31.208432 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428ea0c5-644c-4cd2-8df7-835fa916a4db req-b3afd7ac-4590-4b52-87be-49e042f7fa26 tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:57:31.209949 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-428ea0c5-644c-4cd2-8df7-835fa916a4db req-b3afd7ac-4590-4b52-87be-49e042f7fa26 tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] 10.222.0.66 "GET /v2.0/ports?device_id=3986321d-94a9-4bb2-b3c5-9e9df961b2c0 HTTP/1.1" status: 200 len: 946 time: 0.0946054 Mar 07 16:57:31.247328 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-dbadba65-79c2-443f-8644-de44a4fe05ea tempest-TestShelveInstance-1471348020 tempest-TestShelveInstance-1471348020-project] Publish callbacks [] for security_group_rule (c5e669e4-6cdf-4963-b287-a81b37c5e3e7), precommit_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:31.254283 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-dbadba65-79c2-443f-8644-de44a4fe05ea tempest-TestShelveInstance-1471348020 tempest-TestShelveInstance-1471348020-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543268'] for security_group_rule (c5e669e4-6cdf-4963-b287-a81b37c5e3e7), after_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:31.304522 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbadba65-79c2-443f-8644-de44a4fe05ea tempest-TestShelveInstance-1471348020 tempest-TestShelveInstance-1471348020-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5e669e4-6cdf-4963-b287-a81b37c5e3e7,revision_number=0']} {{(pid=119953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:57:31.320886 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-dbadba65-79c2-443f-8644-de44a4fe05ea tempest-TestShelveInstance-1471348020 tempest-TestShelveInstance-1471348020-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:31.320886 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [None req-dbadba65-79c2-443f-8644-de44a4fe05ea tempest-TestShelveInstance-1471348020 tempest-TestShelveInstance-1471348020-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2449796 Mar 07 16:57:31.320886 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.wsgi [-] (119953) accepted ('10.222.0.18', 56396) {{(pid=119953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:57:31.325575 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.v2.base [None req-eaec3571-ef61-49ee-8896-3ecfd7b4c26e tempest-TestShelveInstance-1471348020 tempest-TestShelveInstance-1471348020-project] Request body: {'security_group_rule': {'security_group_id': '3e5509a0-73c0-4d35-a942-542b713a77a1', 'project_id': '67f25f5951bb4340813deb06cbaad90d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=119953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:57:31.368053 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-eaec3571-ef61-49ee-8896-3ecfd7b4c26e tempest-TestShelveInstance-1471348020 tempest-TestShelveInstance-1471348020-project] Publish callbacks [] for security_group_rule (1c219526-95ac-4cf7-a28c-fa245caeba27), before_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:31.374437 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.plugin [req-428ea0c5-644c-4cd2-8df7-835fa916a4db req-7b7230c7-bce7-4f40-90d3-dc570fb3e70e tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] Deleting port b2d02a44-c0dd-4b72-838a-6f0de8c02b3c {{(pid=119953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:57:31.374437 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [req-428ea0c5-644c-4cd2-8df7-835fa916a4db req-7b7230c7-bce7-4f40-90d3-dc570fb3e70e tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754346666051'] for port (b2d02a44-c0dd-4b72-838a-6f0de8c02b3c), before_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:31.392795 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.rpc [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Device fedbfa15-cedc-4353-a175-ad09ef512c0a up at agent ovs-agent-dv-cinder-804757-24-iscsi {{(pid=119955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:57:31.442885 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.provisioning_blocks [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Provisioning complete for port fedbfa15-cedc-4353-a175-ad09ef512c0a triggered by entity L2. {{(pid=119955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:57:31.443263 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8194280'] for port (fedbfa15-cedc-4353-a175-ad09ef512c0a), provisioning_complete {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:31.479160 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-eaec3571-ef61-49ee-8896-3ecfd7b4c26e tempest-TestShelveInstance-1471348020 tempest-TestShelveInstance-1471348020-project] Publish callbacks [] for security_group_rule (1c219526-95ac-4cf7-a28c-fa245caeba27), precommit_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:31.488314 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-eaec3571-ef61-49ee-8896-3ecfd7b4c26e tempest-TestShelveInstance-1471348020 tempest-TestShelveInstance-1471348020-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543268'] for security_group_rule (1c219526-95ac-4cf7-a28c-fa245caeba27), after_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:31.509031 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaec3571-ef61-49ee-8896-3ecfd7b4c26e tempest-TestShelveInstance-1471348020 tempest-TestShelveInstance-1471348020-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c219526-95ac-4cf7-a28c-fa245caeba27,revision_number=0']} {{(pid=119953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:57:31.518104 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.db [req-428ea0c5-644c-4cd2-8df7-835fa916a4db req-7b7230c7-bce7-4f40-90d3-dc570fb3e70e tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] For port b2d02a44-c0dd-4b72-838a-6f0de8c02b3c, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=b2d02a44-c0dd-4b72-838a-6f0de8c02b3c,segment=NetworkSegment(7ab29d0f-d9dc-4af3-8a14-c40680d91b99),segment_id=7ab29d0f-d9dc-4af3-8a14-c40680d91b99)] {{(pid=119953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:57:31.518476 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [req-428ea0c5-644c-4cd2-8df7-835fa916a4db req-7b7230c7-bce7-4f40-90d3-dc570fb3e70e tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704071'] for port (b2d02a44-c0dd-4b72-838a-6f0de8c02b3c), precommit_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:31.529861 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.plugin [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Current status of the port fedbfa15-cedc-4353-a175-ad09ef512c0a is: DOWN; New status is: ACTIVE {{(pid=119955) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:57:31.530266 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8385759'] for port (fedbfa15-cedc-4353-a175-ad09ef512c0a), before_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:31.537334 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-eaec3571-ef61-49ee-8896-3ecfd7b4c26e tempest-TestShelveInstance-1471348020 tempest-TestShelveInstance-1471348020-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:31.538737 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [None req-eaec3571-ef61-49ee-8896-3ecfd7b4c26e tempest-TestShelveInstance-1471348020 tempest-TestShelveInstance-1471348020-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2175779 Mar 07 16:57:31.542322 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.wsgi [-] (119954) accepted ('10.222.0.18', 56398) {{(pid=119954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:57:31.550393 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.v2.base [None req-e27f08d3-c86a-4f17-acd7-13165d85bafc tempest-TestShelveInstance-1471348020 tempest-TestShelveInstance-1471348020-project] Request body: {'security_group_rule': {'security_group_id': '3e5509a0-73c0-4d35-a942-542b713a77a1', 'project_id': '67f25f5951bb4340813deb06cbaad90d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=119954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:57:31.557641 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.db [None req-63748041-7458-40ab-a922-e876cef088c3 None None] For port fedbfa15-cedc-4353-a175-ad09ef512c0a, host dv-cinder-804757-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-24-iscsi',level=0,port_id=fedbfa15-cedc-4353-a175-ad09ef512c0a,segment=NetworkSegment(0349b9bd-653a-4400-b295-28c1bc47d9ca),segment_id=0349b9bd-653a-4400-b295-28c1bc47d9ca)] {{(pid=119955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:57:31.563062 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754346672056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754346267073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754346267091'] for port (fedbfa15-cedc-4353-a175-ad09ef512c0a), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:31.578358 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.db.securitygroups_db [None req-e27f08d3-c86a-4f17-acd7-13165d85bafc tempest-TestShelveInstance-1471348020 tempest-TestShelveInstance-1471348020-project] Project 67f25f5951bb4340813deb06cbaad90d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 16:57:31.583797 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-e27f08d3-c86a-4f17-acd7-13165d85bafc tempest-TestShelveInstance-1471348020 tempest-TestShelveInstance-1471348020-project] Publish callbacks [] for security_group_rule (c442f957-4052-4cd1-807b-675bf2332399), before_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:31.614508 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Pushing event updated for resources: {'Port': ['ID=fedbfa15-cedc-4353-a175-ad09ef512c0a,revision_number=4']} {{(pid=119955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:57:31.643634 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-e27f08d3-c86a-4f17-acd7-13165d85bafc tempest-TestShelveInstance-1471348020 tempest-TestShelveInstance-1471348020-project] Publish callbacks [] for security_group_rule (c442f957-4052-4cd1-807b-675bf2332399), precommit_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:31.648558 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-e27f08d3-c86a-4f17-acd7-13165d85bafc tempest-TestShelveInstance-1471348020 tempest-TestShelveInstance-1471348020-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543268'] for security_group_rule (c442f957-4052-4cd1-807b-675bf2332399), after_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:31.666564 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27f08d3-c86a-4f17-acd7-13165d85bafc tempest-TestShelveInstance-1471348020 tempest-TestShelveInstance-1471348020-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c442f957-4052-4cd1-807b-675bf2332399,revision_number=0']} {{(pid=119954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:57:31.676193 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-e27f08d3-c86a-4f17-acd7-13165d85bafc tempest-TestShelveInstance-1471348020 tempest-TestShelveInstance-1471348020-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:31.677399 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [None req-e27f08d3-c86a-4f17-acd7-13165d85bafc tempest-TestShelveInstance-1471348020 tempest-TestShelveInstance-1471348020-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1330016 Mar 07 16:57:31.680681 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.wsgi [-] (119954) accepted ('10.222.0.18', 56400) {{(pid=119954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:57:31.685209 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.v2.base [None req-ea5de62f-bc8a-4f2e-9252-e5edd1118e3d tempest-TestShelveInstance-1471348020 tempest-TestShelveInstance-1471348020-project] Request body: {'security_group_rule': {'security_group_id': '3e5509a0-73c0-4d35-a942-542b713a77a1', 'project_id': '67f25f5951bb4340813deb06cbaad90d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=119954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:57:31.707066 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.db.securitygroups_db [None req-ea5de62f-bc8a-4f2e-9252-e5edd1118e3d tempest-TestShelveInstance-1471348020 tempest-TestShelveInstance-1471348020-project] Project 67f25f5951bb4340813deb06cbaad90d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 16:57:31.710094 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [req-428ea0c5-644c-4cd2-8df7-835fa916a4db req-7b7230c7-bce7-4f40-90d3-dc570fb3e70e tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:31.710634 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [req-428ea0c5-644c-4cd2-8df7-835fa916a4db req-7b7230c7-bce7-4f40-90d3-dc570fb3e70e tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-706389'] for floatingip (d6c43680-eaa6-4335-9a28-4d3ba0b59356), after_update {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:31.711003 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.db.l3_db [req-428ea0c5-644c-4cd2-8df7-835fa916a4db req-7b7230c7-bce7-4f40-90d3-dc570fb3e70e tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] Floating IP d6c43680-eaa6-4335-9a28-4d3ba0b59356 disassociated. External IP: 172.27.2.118, port: b2d02a44-c0dd-4b72-838a-6f0de8c02b3c. Mar 07 16:57:31.711342 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.plugin [req-428ea0c5-644c-4cd2-8df7-835fa916a4db req-7b7230c7-bce7-4f40-90d3-dc570fb3e70e tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] Calling delete_port for b2d02a44-c0dd-4b72-838a-6f0de8c02b3c owned by compute:nova {{(pid=119953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:57:31.713445 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-ea5de62f-bc8a-4f2e-9252-e5edd1118e3d tempest-TestShelveInstance-1471348020 tempest-TestShelveInstance-1471348020-project] Publish callbacks [] for security_group_rule (863d170e-e017-4e21-b888-ac4df6fbb190), before_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:31.776459 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-ea5de62f-bc8a-4f2e-9252-e5edd1118e3d tempest-TestShelveInstance-1471348020 tempest-TestShelveInstance-1471348020-project] Publish callbacks [] for security_group_rule (863d170e-e017-4e21-b888-ac4df6fbb190), precommit_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:31.780827 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-ea5de62f-bc8a-4f2e-9252-e5edd1118e3d tempest-TestShelveInstance-1471348020 tempest-TestShelveInstance-1471348020-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543268'] for security_group_rule (863d170e-e017-4e21-b888-ac4df6fbb190), after_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:31.802176 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5de62f-bc8a-4f2e-9252-e5edd1118e3d tempest-TestShelveInstance-1471348020 tempest-TestShelveInstance-1471348020-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=863d170e-e017-4e21-b888-ac4df6fbb190,revision_number=0']} {{(pid=119954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:57:31.808644 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-ea5de62f-bc8a-4f2e-9252-e5edd1118e3d tempest-TestShelveInstance-1471348020 tempest-TestShelveInstance-1471348020-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:31.809860 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [None req-ea5de62f-bc8a-4f2e-9252-e5edd1118e3d tempest-TestShelveInstance-1471348020 tempest-TestShelveInstance-1471348020-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1282403 Mar 07 16:57:31.848254 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [req-428ea0c5-644c-4cd2-8df7-835fa916a4db req-7b7230c7-bce7-4f40-90d3-dc570fb3e70e tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754346672038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754346267064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9282916'] for port (b2d02a44-c0dd-4b72-838a-6f0de8c02b3c), after_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:31.880687 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7230c7-bce7-4f40-90d3-dc570fb3e70e tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] Pushing event deleted for resources: {'Port': ['ID=b2d02a44-c0dd-4b72-838a-6f0de8c02b3c,revision_number=None']} {{(pid=119953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:57:32.008619 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.scheduler.l3_agent_scheduler [req-428ea0c5-644c-4cd2-8df7-835fa916a4db req-7b7230c7-bce7-4f40-90d3-dc570fb3e70e tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] Router 5864a5b6-6518-43a7-a4e6-c88ca10e2289 has already been hosted by L3 agent 4cbb3502-d72e-4663-b57e-51d645794085 {{(pid=119953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 16:57:32.120311 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-428ea0c5-644c-4cd2-8df7-835fa916a4db req-7b7230c7-bce7-4f40-90d3-dc570fb3e70e tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] Notify agent at l3_agent.dv-cinder-804757-24-iscsi the message routers_updated {{(pid=119953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:57:32.131202 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f68f3df-b27c-49aa-b1bc-e44d93046077 None None] Sync routers for ids ['5864a5b6-6518-43a7-a4e6-c88ca10e2289'] in dv-cinder-804757-24-iscsi {{(pid=119956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:57:32.147494 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f68f3df-b27c-49aa-b1bc-e44d93046077 None None] Routers {'5864a5b6-6518-43a7-a4e6-c88ca10e2289'} bound to L3 agent in host dv-cinder-804757-24-iscsi {{(pid=119956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:57:32.148535 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.db.l3_hamode_db [None req-5f68f3df-b27c-49aa-b1bc-e44d93046077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T16:44:19Z,description=,heartbeat_timestamp=2022-03-07T16:57:19Z,host='dv-cinder-804757-24-iscsi',id=4cbb3502-d72e-4663-b57e-51d645794085,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:44:19Z,topic='l3_agent')) {'router_ids': ['5864a5b6-6518-43a7-a4e6-c88ca10e2289'], 'active': True} {{(pid=119956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:57:32.172849 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.db.l3_dvrscheduler_db [req-428ea0c5-644c-4cd2-8df7-835fa916a4db req-7b7230c7-bce7-4f40-90d3-dc570fb3e70e tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] No DVR routers for this DVR port b2d02a44-c0dd-4b72-838a-6f0de8c02b3c on host hv-cinder-80475 {{(pid=119953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:57:32.175891 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [req-428ea0c5-644c-4cd2-8df7-835fa916a4db req-7b7230c7-bce7-4f40-90d3-dc570fb3e70e tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47102'] for port (None), before_response {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:32.180319 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-428ea0c5-644c-4cd2-8df7-835fa916a4db req-7b7230c7-bce7-4f40-90d3-dc570fb3e70e tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] 10.222.0.66 "DELETE /v2.0/ports/b2d02a44-c0dd-4b72-838a-6f0de8c02b3c HTTP/1.1" status: 204 len: 173 time: 0.9640076 Mar 07 16:57:32.180788 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3986321d-94a9-4bb2-b3c5-9e9df961b2c0', 'name': 'network-vif-deleted', 'tag': 'b2d02a44-c0dd-4b72-838a-6f0de8c02b3c'}] {{(pid=119953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:57:32.183174 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed95515d7af65a162ef4af60abe3e4aacc73bb6c2379f81891a58e09c3a2d0f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65d0ed88-1519-4a24-8cea-1642499d818b" -d '{"events": [{"server_uuid": "3986321d-94a9-4bb2-b3c5-9e9df961b2c0", "name": "network-vif-deleted", "tag": "b2d02a44-c0dd-4b72-838a-6f0de8c02b3c"}]}' {{(pid=119953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:57:32.274379 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 16:57:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d035410a-b2aa-4852-89b8-172bce598e1b x-openstack-request-id: req-d035410a-b2aa-4852-89b8-172bce598e1b {{(pid=119953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:57:32.274722 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3986321d-94a9-4bb2-b3c5-9e9df961b2c0", "name": "network-vif-deleted", "tag": "b2d02a44-c0dd-4b72-838a-6f0de8c02b3c", "status": "completed", "code": 200}]} {{(pid=119953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:57:32.274942 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d035410a-b2aa-4852-89b8-172bce598e1b {{(pid=119953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:57:32.277252 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3986321d-94a9-4bb2-b3c5-9e9df961b2c0', 'name': 'network-vif-deleted', 'tag': 'b2d02a44-c0dd-4b72-838a-6f0de8c02b3c', 'status': 'completed', 'code': 200} Mar 07 16:57:32.346228 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.db.l3_dvr_db [None req-5f68f3df-b27c-49aa-b1bc-e44d93046077 None None] Set router 5864a5b6-6518-43a7-a4e6-c88ca10e2289 gateway port host: dv-cinder-804757-24-iscsi {{(pid=119956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:57:32.372633 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-430153a8-9fdb-498e-9a49-92a123cfcb4c req-07bdabed-20ca-4302-8bbd-6a0b1bf0d6ca tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] 10.222.0.18 "GET /v2.0/ports?device_id=3986321d-94a9-4bb2-b3c5-9e9df961b2c0 HTTP/1.1" status: 200 len: 210 time: 0.1519258 Mar 07 16:57:32.550796 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.db.l3_hamode_db [None req-5f68f3df-b27c-49aa-b1bc-e44d93046077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5864a5b6-6518-43a7-a4e6-c88ca10e2289', 'name': 'tempest-TestVolumeBootPattern-1270566597-router', 'tenant_id': 'f13607869be844f9bb555f4bee0519ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'external_fixed_ips': [{'subnet_id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'ip_address': '172.27.2.93'}], 'enable_snat': True}, 'gw_port_id': '79f27c19-b4a8-4a51-921e-23ee7d9f2b4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:53:54Z', 'updated_at': '2022-03-07T16:53:58Z', 'revision_number': 4, 'project_id': 'f13607869be844f9bb555f4bee0519ef', 'gw_port': {'id': '79f27c19-b4a8-4a51-921e-23ee7d9f2b4a', 'name': '', 'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:37:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5864a5b6-6518-43a7-a4e6-c88ca10e2289', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'ip_address': '172.27.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:53:55Z', 'updated_at': '2022-03-07T16:53:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-24-iscsi', '_interfaces': [{'id': '84d6bf29-5744-481f-93ba-41f00ab3f10d', 'name': '', 'network_id': '8f05d5cd-7919-446b-b1be-b892178c27ff', 'tenant_id': 'f13607869be844f9bb555f4bee0519ef', 'mac_address': 'fa:16:3e:51:da:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5864a5b6-6518-43a7-a4e6-c88ca10e2289', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'e51eb166-648f-4129-afbc-b350e9a7b41b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:53:57Z', 'updated_at': '2022-03-07T16:54:03Z', 'revision_number': 5, 'project_id': 'f13607869be844f9bb555f4bee0519ef', 'subnets': [{'id': 'e51eb166-648f-4129-afbc-b350e9a7b41b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-24-iscsi', False) {} {{(pid=119956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:57:32.581310 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f68f3df-b27c-49aa-b1bc-e44d93046077 None None] Checking router: 5864a5b6-6518-43a7-a4e6-c88ca10e2289 for host: dv-cinder-804757-24-iscsi {{(pid=119956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 16:57:32.590653 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f68f3df-b27c-49aa-b1bc-e44d93046077 None None] Routers {'5864a5b6-6518-43a7-a4e6-c88ca10e2289'} bound to L3 agent in host dv-cinder-804757-24-iscsi {{(pid=119956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:57:32.591252 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.db.l3_hamode_db [None req-5f68f3df-b27c-49aa-b1bc-e44d93046077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T16:44:19Z,description=,heartbeat_timestamp=2022-03-07T16:57:19Z,host='dv-cinder-804757-24-iscsi',id=4cbb3502-d72e-4663-b57e-51d645794085,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:44:19Z,topic='l3_agent')) {'router_ids': ['5864a5b6-6518-43a7-a4e6-c88ca10e2289'], 'active': True} {{(pid=119956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:57:32.602205 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-034dc33d-1dbe-4667-ba16-fb96f0d4e4aa None None] Sync routers for ids ['3957711c-3407-4de6-ba58-e365fd8c8b17'] in dv-cinder-804757-24-iscsi {{(pid=119955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:57:32.611626 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-034dc33d-1dbe-4667-ba16-fb96f0d4e4aa None None] Routers {'3957711c-3407-4de6-ba58-e365fd8c8b17'} bound to L3 agent in host dv-cinder-804757-24-iscsi {{(pid=119955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:57:32.612258 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.l3_hamode_db [None req-034dc33d-1dbe-4667-ba16-fb96f0d4e4aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T16:44:19Z,description=,heartbeat_timestamp=2022-03-07T16:57:19Z,host='dv-cinder-804757-24-iscsi',id=4cbb3502-d72e-4663-b57e-51d645794085,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:44:19Z,topic='l3_agent')) {'router_ids': ['3957711c-3407-4de6-ba58-e365fd8c8b17'], 'active': True} {{(pid=119955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:57:32.748556 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.l3_dvr_db [None req-034dc33d-1dbe-4667-ba16-fb96f0d4e4aa None None] Set router 3957711c-3407-4de6-ba58-e365fd8c8b17 gateway port host: dv-cinder-804757-24-iscsi {{(pid=119955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:57:32.813839 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.db.l3_dvr_db [None req-5f68f3df-b27c-49aa-b1bc-e44d93046077 None None] Set router 5864a5b6-6518-43a7-a4e6-c88ca10e2289 gateway port host: dv-cinder-804757-24-iscsi {{(pid=119956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:57:32.966485 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.l3_hamode_db [None req-034dc33d-1dbe-4667-ba16-fb96f0d4e4aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3957711c-3407-4de6-ba58-e365fd8c8b17', 'name': 'tempest-TestShelveInstance-584323915-router', 'tenant_id': 'd4b3304daf254fe2ae6a77fc80174438', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'external_fixed_ips': [{'subnet_id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'ip_address': '172.27.2.139'}], 'enable_snat': True}, 'gw_port_id': 'fedbfa15-cedc-4353-a175-ad09ef512c0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:57:26Z', 'updated_at': '2022-03-07T16:57:29Z', 'revision_number': 4, 'project_id': 'd4b3304daf254fe2ae6a77fc80174438', 'gw_port': {'id': 'fedbfa15-cedc-4353-a175-ad09ef512c0a', 'name': '', 'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:46:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3957711c-3407-4de6-ba58-e365fd8c8b17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'ip_address': '172.27.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:57:27Z', 'updated_at': '2022-03-07T16:57:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-24-iscsi', '_interfaces': [{'id': '61d1bf30-21da-4d12-a038-a9f5436086f3', 'name': '', 'network_id': 'e3d25a45-db60-43af-88ad-c357db0a596c', 'tenant_id': 'd4b3304daf254fe2ae6a77fc80174438', 'mac_address': 'fa:16:3e:df:2d:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3957711c-3407-4de6-ba58-e365fd8c8b17', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': 'b7d71298-ff6f-4f43-b479-9ae34c06f2a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:57:28Z', 'updated_at': '2022-03-07T16:57:29Z', 'revision_number': 2, 'project_id': 'd4b3304daf254fe2ae6a77fc80174438', 'subnets': [{'id': 'b7d71298-ff6f-4f43-b479-9ae34c06f2a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-24-iscsi', False) {} {{(pid=119955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:57:32.992387 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-034dc33d-1dbe-4667-ba16-fb96f0d4e4aa None None] Checking router: 3957711c-3407-4de6-ba58-e365fd8c8b17 for host: dv-cinder-804757-24-iscsi {{(pid=119955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 16:57:32.992732 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-034dc33d-1dbe-4667-ba16-fb96f0d4e4aa None None] Updating router 3957711c-3407-4de6-ba58-e365fd8c8b17 port 61d1bf30-21da-4d12-a038-a9f5436086f3 binding host dv-cinder-804757-24-iscsi {{(pid=119955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 16:57:33.020096 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-034dc33d-1dbe-4667-ba16-fb96f0d4e4aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8385759'] for port (61d1bf30-21da-4d12-a038-a9f5436086f3), before_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:33.029356 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.db.l3_hamode_db [None req-5f68f3df-b27c-49aa-b1bc-e44d93046077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5864a5b6-6518-43a7-a4e6-c88ca10e2289', 'name': 'tempest-TestVolumeBootPattern-1270566597-router', 'tenant_id': 'f13607869be844f9bb555f4bee0519ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'external_fixed_ips': [{'subnet_id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'ip_address': '172.27.2.93'}], 'enable_snat': True}, 'gw_port_id': '79f27c19-b4a8-4a51-921e-23ee7d9f2b4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:53:54Z', 'updated_at': '2022-03-07T16:53:58Z', 'revision_number': 4, 'project_id': 'f13607869be844f9bb555f4bee0519ef', 'gw_port': {'id': '79f27c19-b4a8-4a51-921e-23ee7d9f2b4a', 'name': '', 'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:37:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5864a5b6-6518-43a7-a4e6-c88ca10e2289', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'ip_address': '172.27.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:53:55Z', 'updated_at': '2022-03-07T16:53:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-24-iscsi', '_interfaces': [{'id': '84d6bf29-5744-481f-93ba-41f00ab3f10d', 'name': '', 'network_id': '8f05d5cd-7919-446b-b1be-b892178c27ff', 'tenant_id': 'f13607869be844f9bb555f4bee0519ef', 'mac_address': 'fa:16:3e:51:da:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5864a5b6-6518-43a7-a4e6-c88ca10e2289', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'e51eb166-648f-4129-afbc-b350e9a7b41b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:53:57Z', 'updated_at': '2022-03-07T16:54:03Z', 'revision_number': 5, 'project_id': 'f13607869be844f9bb555f4bee0519ef', 'subnets': [{'id': 'e51eb166-648f-4129-afbc-b350e9a7b41b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-24-iscsi', False) {} {{(pid=119956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:57:33.057304 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f68f3df-b27c-49aa-b1bc-e44d93046077 None None] The sync data for ids ['5864a5b6-6518-43a7-a4e6-c88ca10e2289'] in dv-cinder-804757-24-iscsi is: [{'id': '5864a5b6-6518-43a7-a4e6-c88ca10e2289', 'name': 'tempest-TestVolumeBootPattern-1270566597-router', 'tenant_id': 'f13607869be844f9bb555f4bee0519ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'external_fixed_ips': [{'subnet_id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'ip_address': '172.27.2.93'}], 'enable_snat': True}, 'gw_port_id': '79f27c19-b4a8-4a51-921e-23ee7d9f2b4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:53:54Z', 'updated_at': '2022-03-07T16:53:58Z', 'revision_number': 4, 'project_id': 'f13607869be844f9bb555f4bee0519ef', 'gw_port': {'id': '79f27c19-b4a8-4a51-921e-23ee7d9f2b4a', 'name': '', 'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:37:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5864a5b6-6518-43a7-a4e6-c88ca10e2289', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'ip_address': '172.27.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:53:55Z', 'updated_at': '2022-03-07T16:53:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-24-iscsi', '_interfaces': [{'id': '84d6bf29-5744-481f-93ba-41f00ab3f10d', 'name': '', 'network_id': '8f05d5cd-7919-446b-b1be-b892178c27ff', 'tenant_id': 'f13607869be844f9bb555f4bee0519ef', 'mac_address': 'fa:16:3e:51:da:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5864a5b6-6518-43a7-a4e6-c88ca10e2289', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'e51eb166-648f-4129-afbc-b350e9a7b41b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:53:57Z', 'updated_at': '2022-03-07T16:54:03Z', 'revision_number': 5, 'project_id': 'f13607869be844f9bb555f4bee0519ef', 'subnets': [{'id': 'e51eb166-648f-4129-afbc-b350e9a7b41b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:57:33.290712 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-034dc33d-1dbe-4667-ba16-fb96f0d4e4aa None None] Publish callbacks [] for port (61d1bf30-21da-4d12-a038-a9f5436086f3), precommit_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:33.297089 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-034dc33d-1dbe-4667-ba16-fb96f0d4e4aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754346672056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754346267073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754346267091'] for port (61d1bf30-21da-4d12-a038-a9f5436086f3), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:33.371437 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83722e13-8955-4187-b2c5-d4991b43394b None None] Pushing event updated for resources: {'Port': ['ID=61d1bf30-21da-4d12-a038-a9f5436086f3,revision_number=3']} {{(pid=119955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:57:33.373974 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.rpc [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Device fedbfa15-cedc-4353-a175-ad09ef512c0a up at agent ovs-agent-dv-cinder-804757-24-iscsi {{(pid=119955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:57:33.458126 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.managers [None req-034dc33d-1dbe-4667-ba16-fb96f0d4e4aa None None] Attempting to bind port 61d1bf30-21da-4d12-a038-a9f5436086f3 on host dv-cinder-804757-24-iscsi for vnic_type normal with profile {{(pid=119955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:57:33.458386 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.managers [None req-034dc33d-1dbe-4667-ba16-fb96f0d4e4aa None None] Attempting to bind port 61d1bf30-21da-4d12-a038-a9f5436086f3 by drivers openvswitch,hyperv on host dv-cinder-804757-24-iscsi at level 0 using segments [{'id': 'f2482f69-0640-49fa-9e62-410eafadac6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': 'e3d25a45-db60-43af-88ad-c357db0a596c'}] {{(pid=119955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:57:33.458731 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-034dc33d-1dbe-4667-ba16-fb96f0d4e4aa None None] Attempting to bind port 61d1bf30-21da-4d12-a038-a9f5436086f3 on network e3d25a45-db60-43af-88ad-c357db0a596c {{(pid=119955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:57:33.467206 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-034dc33d-1dbe-4667-ba16-fb96f0d4e4aa None None] Checking agent: {'id': '3df9d949-03e8-46c4-b37f-6f8a21aeab22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-24-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 16, 44, 23), 'started_at': datetime.datetime(2022, 3, 7, 16, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 57, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-24-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:57:33.467589 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-034dc33d-1dbe-4667-ba16-fb96f0d4e4aa None None] Checking segment: {'id': 'f2482f69-0640-49fa-9e62-410eafadac6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': 'e3d25a45-db60-43af-88ad-c357db0a596c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:57:33.468028 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-034dc33d-1dbe-4667-ba16-fb96f0d4e4aa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:33.468421 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-034dc33d-1dbe-4667-ba16-fb96f0d4e4aa None None] Bound using segment: {'id': 'f2482f69-0640-49fa-9e62-410eafadac6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': 'e3d25a45-db60-43af-88ad-c357db0a596c'} {{(pid=119955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:57:33.468876 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.managers [None req-034dc33d-1dbe-4667-ba16-fb96f0d4e4aa None None] Bound port: 61d1bf30-21da-4d12-a038-a9f5436086f3, host: dv-cinder-804757-24-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2482f69-0640-49fa-9e62-410eafadac6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': 'e3d25a45-db60-43af-88ad-c357db0a596c'}}] {{(pid=119955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:57:33.469260 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-034dc33d-1dbe-4667-ba16-fb96f0d4e4aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8385759'] for port (61d1bf30-21da-4d12-a038-a9f5436086f3), before_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:33.509472 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.provisioning_blocks [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Provisioning complete for port fedbfa15-cedc-4353-a175-ad09ef512c0a triggered by entity L2. {{(pid=119955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:57:33.509852 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8194280'] for port (fedbfa15-cedc-4353-a175-ad09ef512c0a), provisioning_complete {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:33.581869 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.db [None req-034dc33d-1dbe-4667-ba16-fb96f0d4e4aa None None] For port 61d1bf30-21da-4d12-a038-a9f5436086f3, host dv-cinder-804757-24-iscsi, cleared binding levels {{(pid=119955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:57:33.586018 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.db [None req-034dc33d-1dbe-4667-ba16-fb96f0d4e4aa None None] For port 61d1bf30-21da-4d12-a038-a9f5436086f3, host dv-cinder-804757-24-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-24-iscsi',level=0,port_id=61d1bf30-21da-4d12-a038-a9f5436086f3,segment=NetworkSegment(f2482f69-0640-49fa-9e62-410eafadac6c),segment_id=f2482f69-0640-49fa-9e62-410eafadac6c)] {{(pid=119955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:57:33.596944 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.provisioning_blocks [None req-4ad41f7b-7fa7-4599-9c2a-a8f5108e2735 None None] Provisioning complete for port 61d1bf30-21da-4d12-a038-a9f5436086f3 triggered by entity DHCP. {{(pid=119955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:57:33.597342 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-4ad41f7b-7fa7-4599-9c2a-a8f5108e2735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8194280'] for port (61d1bf30-21da-4d12-a038-a9f5436086f3), provisioning_complete {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:33.599894 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-034dc33d-1dbe-4667-ba16-fb96f0d4e4aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754346672056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754346267073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754346267091'] for port (61d1bf30-21da-4d12-a038-a9f5436086f3), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:33.661259 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-4849277e-bdf4-4bfa-a55f-f366b100bd73 req-c7d2429b-8445-4417-972b-b4a8b616a969 tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1001898324&fields=id&tenant_id=f13607869be844f9bb555f4bee0519ef HTTP/1.1" status: 200 len: 267 time: 0.0497475 Mar 07 16:57:33.782468 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4849277e-bdf4-4bfa-a55f-f366b100bd73 req-128dcba6-5e8b-4812-897e-754324125578 tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:57:33.784206 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-4849277e-bdf4-4bfa-a55f-f366b100bd73 req-128dcba6-5e8b-4812-897e-754324125578 tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] 10.222.0.18 "GET /v2.0/networks?id=8f05d5cd-7919-446b-b1be-b892178c27ff HTTP/1.1" status: 200 len: 812 time: 0.1154630 Mar 07 16:57:33.799025 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-4849277e-bdf4-4bfa-a55f-f366b100bd73 req-fb932234-b227-4bd4-a39c-ba22bb1228ca tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] 10.222.0.18 "GET /v2.0/quotas/f13607869be844f9bb555f4bee0519ef HTTP/1.1" status: 200 len: 375 time: 0.0092263 Mar 07 16:57:33.875064 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.plugin [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Current status of the port fedbfa15-cedc-4353-a175-ad09ef512c0a is: ACTIVE; New status is: ACTIVE {{(pid=119955) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:57:33.879093 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-4849277e-bdf4-4bfa-a55f-f366b100bd73 req-55e0a7e9-4711-4d82-8e5d-0e470c8f7d27 tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=f13607869be844f9bb555f4bee0519ef&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0733654 Mar 07 16:57:33.883684 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83722e13-8955-4187-b2c5-d4991b43394b None None] Pushing event updated for resources: {'Port': ['ID=61d1bf30-21da-4d12-a038-a9f5436086f3,revision_number=4']} {{(pid=119955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:57:33.889643 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-034dc33d-1dbe-4667-ba16-fb96f0d4e4aa None None] Routers {'3957711c-3407-4de6-ba58-e365fd8c8b17'} bound to L3 agent in host dv-cinder-804757-24-iscsi {{(pid=119955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:57:33.890257 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.l3_hamode_db [None req-034dc33d-1dbe-4667-ba16-fb96f0d4e4aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T16:44:19Z,description=,heartbeat_timestamp=2022-03-07T16:57:19Z,host='dv-cinder-804757-24-iscsi',id=4cbb3502-d72e-4663-b57e-51d645794085,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:44:19Z,topic='l3_agent')) {'router_ids': ['3957711c-3407-4de6-ba58-e365fd8c8b17'], 'active': True} {{(pid=119955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:57:33.975537 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.plugin [None req-4ad41f7b-7fa7-4599-9c2a-a8f5108e2735 None None] Current status of the port 61d1bf30-21da-4d12-a038-a9f5436086f3 is: DOWN; New status is: ACTIVE {{(pid=119955) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:57:33.975991 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-4ad41f7b-7fa7-4599-9c2a-a8f5108e2735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8385759'] for port (61d1bf30-21da-4d12-a038-a9f5436086f3), before_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:34.015390 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-4849277e-bdf4-4bfa-a55f-f366b100bd73 req-71d460d5-95ec-4897-a242-863293b73822 service neutron] 10.222.0.18 "GET /v2.0/networks/8f05d5cd-7919-446b-b1be-b892178c27ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232779 Mar 07 16:57:34.062520 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.db [None req-4ad41f7b-7fa7-4599-9c2a-a8f5108e2735 None None] For port 61d1bf30-21da-4d12-a038-a9f5436086f3, host dv-cinder-804757-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-24-iscsi',level=0,port_id=61d1bf30-21da-4d12-a038-a9f5436086f3,segment=NetworkSegment(f2482f69-0640-49fa-9e62-410eafadac6c),segment_id=f2482f69-0640-49fa-9e62-410eafadac6c)] {{(pid=119955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:57:34.064682 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.l3_dvr_db [None req-034dc33d-1dbe-4667-ba16-fb96f0d4e4aa None None] Set router 3957711c-3407-4de6-ba58-e365fd8c8b17 gateway port host: dv-cinder-804757-24-iscsi {{(pid=119955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:57:34.091473 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-4ad41f7b-7fa7-4599-9c2a-a8f5108e2735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754346672056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754346267073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754346267091'] for port (61d1bf30-21da-4d12-a038-a9f5436086f3), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:34.120722 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7b44d7a-0e2d-44e1-a02b-09956c935507 None None] New status for floating IP d6c43680-eaa6-4335-9a28-4d3ba0b59356: DOWN {{(pid=119956) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 16:57:34.128839 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-4849277e-bdf4-4bfa-a55f-f366b100bd73 req-46a1872c-159a-43e4-a29a-f9d548ebb1ef service neutron] 10.222.0.18 "GET /v2.0/networks/8f05d5cd-7919-446b-b1be-b892178c27ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1122577 Mar 07 16:57:34.205160 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad41f7b-7fa7-4599-9c2a-a8f5108e2735 None None] Pushing event updated for resources: {'Port': ['ID=61d1bf30-21da-4d12-a038-a9f5436086f3,revision_number=5']} {{(pid=119955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:57:34.257665 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.provisioning_blocks [None req-e0481007-c7a6-4d4e-a14e-2e3bac08ff5c None None] Provisioning complete for port 61d1bf30-21da-4d12-a038-a9f5436086f3 triggered by entity DHCP. {{(pid=119955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:57:34.258052 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-e0481007-c7a6-4d4e-a14e-2e3bac08ff5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8194280'] for port (61d1bf30-21da-4d12-a038-a9f5436086f3), provisioning_complete {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:34.384567 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.plugin [None req-e0481007-c7a6-4d4e-a14e-2e3bac08ff5c None None] Current status of the port 61d1bf30-21da-4d12-a038-a9f5436086f3 is: ACTIVE; New status is: ACTIVE {{(pid=119955) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:57:34.391300 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.l3_hamode_db [None req-034dc33d-1dbe-4667-ba16-fb96f0d4e4aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3957711c-3407-4de6-ba58-e365fd8c8b17', 'name': 'tempest-TestShelveInstance-584323915-router', 'tenant_id': 'd4b3304daf254fe2ae6a77fc80174438', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'external_fixed_ips': [{'subnet_id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'ip_address': '172.27.2.139'}], 'enable_snat': True}, 'gw_port_id': 'fedbfa15-cedc-4353-a175-ad09ef512c0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:57:26Z', 'updated_at': '2022-03-07T16:57:29Z', 'revision_number': 4, 'project_id': 'd4b3304daf254fe2ae6a77fc80174438', 'gw_port': {'id': 'fedbfa15-cedc-4353-a175-ad09ef512c0a', 'name': '', 'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:46:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3957711c-3407-4de6-ba58-e365fd8c8b17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'ip_address': '172.27.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:57:27Z', 'updated_at': '2022-03-07T16:57:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-24-iscsi', '_interfaces': [{'id': '61d1bf30-21da-4d12-a038-a9f5436086f3', 'name': '', 'network_id': 'e3d25a45-db60-43af-88ad-c357db0a596c', 'tenant_id': 'd4b3304daf254fe2ae6a77fc80174438', 'mac_address': 'fa:16:3e:df:2d:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3957711c-3407-4de6-ba58-e365fd8c8b17', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': 'b7d71298-ff6f-4f43-b479-9ae34c06f2a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:57:28Z', 'updated_at': '2022-03-07T16:57:33Z', 'revision_number': 4, 'project_id': 'd4b3304daf254fe2ae6a77fc80174438', 'subnets': [{'id': 'b7d71298-ff6f-4f43-b479-9ae34c06f2a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-24-iscsi', False) {} {{(pid=119955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:57:34.419165 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-034dc33d-1dbe-4667-ba16-fb96f0d4e4aa None None] The sync data for ids ['3957711c-3407-4de6-ba58-e365fd8c8b17'] in dv-cinder-804757-24-iscsi is: [{'id': '3957711c-3407-4de6-ba58-e365fd8c8b17', 'name': 'tempest-TestShelveInstance-584323915-router', 'tenant_id': 'd4b3304daf254fe2ae6a77fc80174438', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'external_fixed_ips': [{'subnet_id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'ip_address': '172.27.2.139'}], 'enable_snat': True}, 'gw_port_id': 'fedbfa15-cedc-4353-a175-ad09ef512c0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:57:26Z', 'updated_at': '2022-03-07T16:57:29Z', 'revision_number': 4, 'project_id': 'd4b3304daf254fe2ae6a77fc80174438', 'gw_port': {'id': 'fedbfa15-cedc-4353-a175-ad09ef512c0a', 'name': '', 'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:46:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3957711c-3407-4de6-ba58-e365fd8c8b17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'ip_address': '172.27.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:57:27Z', 'updated_at': '2022-03-07T16:57:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-24-iscsi', '_interfaces': [{'id': '61d1bf30-21da-4d12-a038-a9f5436086f3', 'name': '', 'network_id': 'e3d25a45-db60-43af-88ad-c357db0a596c', 'tenant_id': 'd4b3304daf254fe2ae6a77fc80174438', 'mac_address': 'fa:16:3e:df:2d:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3957711c-3407-4de6-ba58-e365fd8c8b17', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': 'b7d71298-ff6f-4f43-b479-9ae34c06f2a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:57:28Z', 'updated_at': '2022-03-07T16:57:33Z', 'revision_number': 4, 'project_id': 'd4b3304daf254fe2ae6a77fc80174438', 'subnets': [{'id': 'b7d71298-ff6f-4f43-b479-9ae34c06f2a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:57:34.498702 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-80d905df-9606-4d2f-9138-67131aed0d10 req-e58e7e59-00a8-4d8a-990c-f421bd58c158 tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] 10.222.0.18 "GET /v2.0/ports?device_id=40bae353-9311-4b2a-839f-6dea4c52f662 HTTP/1.1" status: 200 len: 210 time: 0.0336413 Mar 07 16:57:34.691873 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.rpc [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Device b2d02a44-c0dd-4b72-838a-6f0de8c02b3c no longer exists at agent hyperv_hv-cinder-80475 {{(pid=119955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:57:34.713879 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.plugin [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] No Port match for: b2d02a44-c0dd-4b72-838a-6f0de8c02b3c {{(pid=119955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:57:34.714220 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.rpc [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Device b2d02a44-c0dd-4b72-838a-6f0de8c02b3c not bound to the agent host hv-cinder-80475 {{(pid=119955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:57:35.391448 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.rpc [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Device 61d1bf30-21da-4d12-a038-a9f5436086f3 up at agent ovs-agent-dv-cinder-804757-24-iscsi {{(pid=119955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:57:35.450037 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.provisioning_blocks [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Provisioning complete for port 61d1bf30-21da-4d12-a038-a9f5436086f3 triggered by entity L2. {{(pid=119955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:57:35.450617 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8194280'] for port (61d1bf30-21da-4d12-a038-a9f5436086f3), provisioning_complete {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:35.535282 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.plugin [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Current status of the port 61d1bf30-21da-4d12-a038-a9f5436086f3 is: ACTIVE; New status is: ACTIVE {{(pid=119955) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:57:35.593480 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-0731cd41-ea5a-4814-bfa7-3e39059c65f4 req-d7dbcb6f-d0e5-469c-8491-dbfcd60d2526 tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] 10.222.0.18 "GET /v2.0/ports?device_id=40bae353-9311-4b2a-839f-6dea4c52f662 HTTP/1.1" status: 200 len: 210 time: 0.0271208 Mar 07 16:57:35.775242 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4849277e-bdf4-4bfa-a55f-f366b100bd73 req-56b50e6b-1db4-44b1-8468-8d2efa871654 tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:57:35.776774 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-4849277e-bdf4-4bfa-a55f-f366b100bd73 req-56b50e6b-1db4-44b1-8468-8d2efa871654 tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] 10.222.0.66 "GET /v2.0/networks?id=8f05d5cd-7919-446b-b1be-b892178c27ff HTTP/1.1" status: 200 len: 812 time: 0.1179476 Mar 07 16:57:35.901613 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-4849277e-bdf4-4bfa-a55f-f366b100bd73 req-e960dd94-9654-457c-a1fc-a4839e6fe77d tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f13607869be844f9bb555f4bee0519ef HTTP/1.1" status: 200 len: 380 time: 0.0609837 Mar 07 16:57:35.912060 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.v2.base [req-4849277e-bdf4-4bfa-a55f-f366b100bd73 req-360aaf0e-8d2f-400c-b22e-017ecb43be63 tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] Request body: {'port': {'device_id': '40bae353-9311-4b2a-839f-6dea4c52f662', 'network_id': '8f05d5cd-7919-446b-b1be-b892178c27ff', 'admin_state_up': True, 'tenant_id': 'f13607869be844f9bb555f4bee0519ef', 'security_groups': ['8ad0d2f6-f98b-473c-8468-cfc7e978930e']}} {{(pid=119953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:57:36.023100 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4849277e-bdf4-4bfa-a55f-f366b100bd73 req-360aaf0e-8d2f-400c-b22e-017ecb43be63 tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] Made reservation on behalf of f13607869be844f9bb555f4bee0519ef for: {'port': 1} {{(pid=119953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:57:36.028215 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [req-4849277e-bdf4-4bfa-a55f-f366b100bd73 req-360aaf0e-8d2f-400c-b22e-017ecb43be63 tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8385759'] for port (None), before_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:36.186876 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.db.db_base_plugin_common [req-4849277e-bdf4-4bfa-a55f-f366b100bd73 req-360aaf0e-8d2f-400c-b22e-017ecb43be63 tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] Allocated IP 172.20.0.5 (8f05d5cd-7919-446b-b1be-b892178c27ff/e51eb166-648f-4129-afbc-b350e9a7b41b/933cfce7-b7a8-469e-8dfe-dde0dbfba456) {{(pid=119953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:57:36.327731 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [req-4849277e-bdf4-4bfa-a55f-f366b100bd73 req-360aaf0e-8d2f-400c-b22e-017ecb43be63 tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] Publish callbacks [] for port (933cfce7-b7a8-469e-8dfe-dde0dbfba456), precommit_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:36.377820 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [req-4849277e-bdf4-4bfa-a55f-f366b100bd73 req-360aaf0e-8d2f-400c-b22e-017ecb43be63 tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754346267055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9282916'] for port (933cfce7-b7a8-469e-8dfe-dde0dbfba456), after_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:36.421721 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4849277e-bdf4-4bfa-a55f-f366b100bd73 req-360aaf0e-8d2f-400c-b22e-017ecb43be63 tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] Network 8f05d5cd-7919-446b-b1be-b892178c27ff is already hosted by enough agents. {{(pid=119953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:57:36.424618 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.scheduler.base_scheduler [req-4849277e-bdf4-4bfa-a55f-f366b100bd73 req-360aaf0e-8d2f-400c-b22e-017ecb43be63 tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] Resources bound (agent type, host, resource id): {{(pid=119953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:57:36.428853 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.db.l3_dvrscheduler_db [req-4849277e-bdf4-4bfa-a55f-f366b100bd73 req-360aaf0e-8d2f-400c-b22e-017ecb43be63 tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] Received port after_create {{(pid=119953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:57:36.435774 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360aaf0e-8d2f-400c-b22e-017ecb43be63 tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] Pushing event updated for resources: {'Port': ['ID=933cfce7-b7a8-469e-8dfe-dde0dbfba456,revision_number=1']} {{(pid=119953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:57:36.490657 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4849277e-bdf4-4bfa-a55f-f366b100bd73 req-360aaf0e-8d2f-400c-b22e-017ecb43be63 tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:57:36.491405 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [req-4849277e-bdf4-4bfa-a55f-f366b100bd73 req-360aaf0e-8d2f-400c-b22e-017ecb43be63 tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47102'] for port (None), before_response {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:36.512006 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-4849277e-bdf4-4bfa-a55f-f366b100bd73 req-360aaf0e-8d2f-400c-b22e-017ecb43be63 tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6034508 Mar 07 16:57:36.584663 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.v2.base [req-4849277e-bdf4-4bfa-a55f-f366b100bd73 req-bbe2aab4-816e-45bb-85fd-45bd505f0d52 service neutron] Request body: {'port': {'device_id': '40bae353-9311-4b2a-839f-6dea4c52f662', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80475'}} {{(pid=119953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:57:36.651247 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [req-4849277e-bdf4-4bfa-a55f-f366b100bd73 req-bbe2aab4-816e-45bb-85fd-45bd505f0d52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8385759'] for port (933cfce7-b7a8-469e-8dfe-dde0dbfba456), before_update {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:36.720663 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.provisioning_blocks [None req-d6029195-165f-487a-81a4-5ae8d53b8fd5 None None] Provisioning complete for port 933cfce7-b7a8-469e-8dfe-dde0dbfba456 triggered by entity DHCP. {{(pid=119955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:57:36.721283 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-d6029195-165f-487a-81a4-5ae8d53b8fd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8194280'] for port (933cfce7-b7a8-469e-8dfe-dde0dbfba456), provisioning_complete {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:36.762433 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.plugin [None req-d6029195-165f-487a-81a4-5ae8d53b8fd5 None None] Port 933cfce7-b7a8-469e-8dfe-dde0dbfba456 cannot update to ACTIVE because it is not bound. {{(pid=119955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:57:36.798817 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed99bf1-41ef-404d-bc8d-cb8f7a6327a2 req-6fe719b3-4d45-4e9a-8f94-54c11bafe6a5 tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:57:36.800323 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-9ed99bf1-41ef-404d-bc8d-cb8f7a6327a2 req-6fe719b3-4d45-4e9a-8f94-54c11bafe6a5 tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] 10.222.0.18 "GET /v2.0/ports?device_id=40bae353-9311-4b2a-839f-6dea4c52f662 HTTP/1.1" status: 200 len: 931 time: 0.1384392 Mar 07 16:57:36.904058 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-9ed99bf1-41ef-404d-bc8d-cb8f7a6327a2 req-3c6eb27d-c3e3-4173-bf36-6850f10c2539 tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ad0d2f6-f98b-473c-8468-cfc7e978930e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0973980 Mar 07 16:57:36.984239 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.notifiers.nova [req-4849277e-bdf4-4bfa-a55f-f366b100bd73 req-bbe2aab4-816e-45bb-85fd-45bd505f0d52 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 933cfce7-b7a8-469e-8dfe-dde0dbfba456 {{(pid=119953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:57:36.991879 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [req-4849277e-bdf4-4bfa-a55f-f366b100bd73 req-bbe2aab4-816e-45bb-85fd-45bd505f0d52 service neutron] Publish callbacks [] for port (933cfce7-b7a8-469e-8dfe-dde0dbfba456), precommit_update {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:37.007772 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.db.provisioning_blocks [req-4849277e-bdf4-4bfa-a55f-f366b100bd73 req-bbe2aab4-816e-45bb-85fd-45bd505f0d52 service neutron] Transition to ACTIVE for port object 933cfce7-b7a8-469e-8dfe-dde0dbfba456 will not be triggered until provisioned by entity L2. {{(pid=119953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 16:57:37.013026 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [req-4849277e-bdf4-4bfa-a55f-f366b100bd73 req-bbe2aab4-816e-45bb-85fd-45bd505f0d52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754346672056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754346267073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754346267091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9282845'] for port (933cfce7-b7a8-469e-8dfe-dde0dbfba456), after_update {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:37.064153 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe2aab4-816e-45bb-85fd-45bd505f0d52 service neutron] Pushing event updated for resources: {'Port': ['ID=933cfce7-b7a8-469e-8dfe-dde0dbfba456,revision_number=2']} {{(pid=119953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:57:37.141760 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.managers [req-4849277e-bdf4-4bfa-a55f-f366b100bd73 req-bbe2aab4-816e-45bb-85fd-45bd505f0d52 service neutron] Attempting to bind port 933cfce7-b7a8-469e-8dfe-dde0dbfba456 on host hv-cinder-80475 for vnic_type normal with profile {{(pid=119953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:57:37.142104 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.managers [req-4849277e-bdf4-4bfa-a55f-f366b100bd73 req-bbe2aab4-816e-45bb-85fd-45bd505f0d52 service neutron] Attempting to bind port 933cfce7-b7a8-469e-8dfe-dde0dbfba456 by drivers openvswitch,hyperv on host hv-cinder-80475 at level 0 using segments [{'id': '7ab29d0f-d9dc-4af3-8a14-c40680d91b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '8f05d5cd-7919-446b-b1be-b892178c27ff'}] {{(pid=119953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:57:37.142436 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4849277e-bdf4-4bfa-a55f-f366b100bd73 req-bbe2aab4-816e-45bb-85fd-45bd505f0d52 service neutron] Attempting to bind port 933cfce7-b7a8-469e-8dfe-dde0dbfba456 on network 8f05d5cd-7919-446b-b1be-b892178c27ff {{(pid=119953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:57:37.147299 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4849277e-bdf4-4bfa-a55f-f366b100bd73 req-bbe2aab4-816e-45bb-85fd-45bd505f0d52 service neutron] Port 933cfce7-b7a8-469e-8dfe-dde0dbfba456 on network 8f05d5cd-7919-446b-b1be-b892178c27ff not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80475 {{(pid=119953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 16:57:37.147622 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4849277e-bdf4-4bfa-a55f-f366b100bd73 req-bbe2aab4-816e-45bb-85fd-45bd505f0d52 service neutron] Attempting to bind port 933cfce7-b7a8-469e-8dfe-dde0dbfba456 on network 8f05d5cd-7919-446b-b1be-b892178c27ff {{(pid=119953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:57:37.152721 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4849277e-bdf4-4bfa-a55f-f366b100bd73 req-bbe2aab4-816e-45bb-85fd-45bd505f0d52 service neutron] Checking agent: {'id': '152bcc15-84f4-40a7-afe1-c30bc7269f8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80475', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 16, 50, 24), 'started_at': datetime.datetime(2022, 3, 7, 16, 50, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 57, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:57:37.153064 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4849277e-bdf4-4bfa-a55f-f366b100bd73 req-bbe2aab4-816e-45bb-85fd-45bd505f0d52 service neutron] Checking segment: {'id': '7ab29d0f-d9dc-4af3-8a14-c40680d91b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '8f05d5cd-7919-446b-b1be-b892178c27ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:57:37.153451 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4849277e-bdf4-4bfa-a55f-f366b100bd73 req-bbe2aab4-816e-45bb-85fd-45bd505f0d52 service neutron] Bound using segment: {'id': '7ab29d0f-d9dc-4af3-8a14-c40680d91b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '8f05d5cd-7919-446b-b1be-b892178c27ff'} {{(pid=119953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:57:37.153886 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.managers [req-4849277e-bdf4-4bfa-a55f-f366b100bd73 req-bbe2aab4-816e-45bb-85fd-45bd505f0d52 service neutron] Bound port: 933cfce7-b7a8-469e-8dfe-dde0dbfba456, host: hv-cinder-80475, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ab29d0f-d9dc-4af3-8a14-c40680d91b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '8f05d5cd-7919-446b-b1be-b892178c27ff'}}] {{(pid=119953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:57:37.154254 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [req-4849277e-bdf4-4bfa-a55f-f366b100bd73 req-bbe2aab4-816e-45bb-85fd-45bd505f0d52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8385759'] for port (933cfce7-b7a8-469e-8dfe-dde0dbfba456), before_update {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:37.218970 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.db [req-4849277e-bdf4-4bfa-a55f-f366b100bd73 req-bbe2aab4-816e-45bb-85fd-45bd505f0d52 service neutron] For port 933cfce7-b7a8-469e-8dfe-dde0dbfba456, host hv-cinder-80475, cleared binding levels {{(pid=119953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:57:37.222436 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.db [req-4849277e-bdf4-4bfa-a55f-f366b100bd73 req-bbe2aab4-816e-45bb-85fd-45bd505f0d52 service neutron] For port 933cfce7-b7a8-469e-8dfe-dde0dbfba456, host hv-cinder-80475, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=933cfce7-b7a8-469e-8dfe-dde0dbfba456,segment=NetworkSegment(7ab29d0f-d9dc-4af3-8a14-c40680d91b99),segment_id=7ab29d0f-d9dc-4af3-8a14-c40680d91b99)] {{(pid=119953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:57:37.232036 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [req-4849277e-bdf4-4bfa-a55f-f366b100bd73 req-bbe2aab4-816e-45bb-85fd-45bd505f0d52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754346672056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754346267073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754346267091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9282845'] for port (933cfce7-b7a8-469e-8dfe-dde0dbfba456), after_update {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:37.273782 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4849277e-bdf4-4bfa-a55f-f366b100bd73 req-bbe2aab4-816e-45bb-85fd-45bd505f0d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:57:37.274522 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [req-4849277e-bdf4-4bfa-a55f-f366b100bd73 req-bbe2aab4-816e-45bb-85fd-45bd505f0d52 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47102'] for port (None), before_response {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:37.275970 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-4849277e-bdf4-4bfa-a55f-f366b100bd73 req-bbe2aab4-816e-45bb-85fd-45bd505f0d52 service neutron] 10.222.0.66 "PUT /v2.0/ports/933cfce7-b7a8-469e-8dfe-dde0dbfba456 HTTP/1.1" status: 200 len: 1093 time: 0.7457969 Mar 07 16:57:37.276430 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40bae353-9311-4b2a-839f-6dea4c52f662', 'tag': '933cfce7-b7a8-469e-8dfe-dde0dbfba456'}] {{(pid=119953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:57:37.278627 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed95515d7af65a162ef4af60abe3e4aacc73bb6c2379f81891a58e09c3a2d0f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-265da55d-adcc-4765-af5a-6eb2f4bf73e0" -d '{"events": [{"name": "network-changed", "server_uuid": "40bae353-9311-4b2a-839f-6dea4c52f662", "tag": "933cfce7-b7a8-469e-8dfe-dde0dbfba456"}]}' {{(pid=119953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:57:37.304804 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe2aab4-816e-45bb-85fd-45bd505f0d52 service neutron] Pushing event updated for resources: {'Port': ['ID=933cfce7-b7a8-469e-8dfe-dde0dbfba456,revision_number=3']} {{(pid=119953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:57:37.329180 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 16:57:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc7f983c-db97-4503-bd57-f72fbe2e7b25 x-openstack-request-id: req-bc7f983c-db97-4503-bd57-f72fbe2e7b25 {{(pid=119953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:57:37.329481 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40bae353-9311-4b2a-839f-6dea4c52f662", "tag": "933cfce7-b7a8-469e-8dfe-dde0dbfba456", "status": "completed", "code": 200}]} {{(pid=119953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:57:37.329741 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-bc7f983c-db97-4503-bd57-f72fbe2e7b25 {{(pid=119953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:57:37.330176 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40bae353-9311-4b2a-839f-6dea4c52f662', 'tag': '933cfce7-b7a8-469e-8dfe-dde0dbfba456', 'status': 'completed', 'code': 200} Mar 07 16:57:37.409941 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4849277e-bdf4-4bfa-a55f-f366b100bd73 req-bedb69ed-6c68-4fa6-a66e-1db30299716c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:57:37.411475 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-4849277e-bdf4-4bfa-a55f-f366b100bd73 req-bedb69ed-6c68-4fa6-a66e-1db30299716c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f13607869be844f9bb555f4bee0519ef&device_id=40bae353-9311-4b2a-839f-6dea4c52f662 HTTP/1.1" status: 200 len: 1127 time: 0.0472291 Mar 07 16:57:37.462141 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-4849277e-bdf4-4bfa-a55f-f366b100bd73 req-cf2e9580-6710-4416-a13a-79afe09c3b99 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=933cfce7-b7a8-469e-8dfe-dde0dbfba456 HTTP/1.1" status: 200 len: 217 time: 0.0349231 Mar 07 16:57:37.514936 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4849277e-bdf4-4bfa-a55f-f366b100bd73 req-44e664b6-6675-4550-bf0b-734eb98cdefa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:57:37.516449 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-4849277e-bdf4-4bfa-a55f-f366b100bd73 req-44e664b6-6675-4550-bf0b-734eb98cdefa service neutron] 10.222.0.66 "GET /v2.0/subnets?id=e51eb166-648f-4129-afbc-b350e9a7b41b HTTP/1.1" status: 200 len: 851 time: 0.0471940 Mar 07 16:57:37.566573 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4849277e-bdf4-4bfa-a55f-f366b100bd73 req-1a21fd73-c8cd-44a4-af2d-6efe93a507a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:57:37.568104 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-4849277e-bdf4-4bfa-a55f-f366b100bd73 req-1a21fd73-c8cd-44a4-af2d-6efe93a507a4 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=8f05d5cd-7919-446b-b1be-b892178c27ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0449486 Mar 07 16:57:37.667874 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-4849277e-bdf4-4bfa-a55f-f366b100bd73 req-aafce748-b136-4cd2-a44c-7ac552c3a611 service neutron] 10.222.0.66 "GET /v2.0/networks/8f05d5cd-7919-446b-b1be-b892178c27ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842640 Mar 07 16:57:37.764771 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-4849277e-bdf4-4bfa-a55f-f366b100bd73 req-6c3fe157-5409-4177-8de9-2a712d7cf462 service neutron] 10.222.0.66 "GET /v2.0/networks/8f05d5cd-7919-446b-b1be-b892178c27ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884919 Mar 07 16:57:37.908761 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265da55d-adcc-4765-af5a-6eb2f4bf73e0 req-f9bb8367-6878-49d9-ad71-fbb28be36df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:57:37.910287 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-265da55d-adcc-4765-af5a-6eb2f4bf73e0 req-f9bb8367-6878-49d9-ad71-fbb28be36df9 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f13607869be844f9bb555f4bee0519ef&device_id=40bae353-9311-4b2a-839f-6dea4c52f662 HTTP/1.1" status: 200 len: 1127 time: 0.0478907 Mar 07 16:57:38.267455 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265da55d-adcc-4765-af5a-6eb2f4bf73e0 req-950a25ab-eefd-49ff-9bfd-6e386c6f7551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:57:38.269278 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-265da55d-adcc-4765-af5a-6eb2f4bf73e0 req-950a25ab-eefd-49ff-9bfd-6e386c6f7551 service neutron] 10.222.0.66 "GET /v2.0/networks?id=8f05d5cd-7919-446b-b1be-b892178c27ff HTTP/1.1" status: 200 len: 913 time: 0.3486054 Mar 07 16:57:38.284953 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d093ee1-3d9a-4de0-9371-5872040d5fb7 req-19215e93-9938-4a79-969a-05000cc242cc tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:57:38.286368 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-4d093ee1-3d9a-4de0-9371-5872040d5fb7 req-19215e93-9938-4a79-969a-05000cc242cc tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] 10.222.0.18 "GET /v2.0/ports?device_id=40bae353-9311-4b2a-839f-6dea4c52f662 HTTP/1.1" status: 200 len: 943 time: 0.0778079 Mar 07 16:57:38.328887 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-265da55d-adcc-4765-af5a-6eb2f4bf73e0 req-c9fff00d-e008-4caf-b032-6ee558215824 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=933cfce7-b7a8-469e-8dfe-dde0dbfba456 HTTP/1.1" status: 200 len: 217 time: 0.0511379 Mar 07 16:57:38.398159 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-4d093ee1-3d9a-4de0-9371-5872040d5fb7 req-4a866251-85cf-45b9-a3a0-3c3c7751d646 tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ad0d2f6-f98b-473c-8468-cfc7e978930e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1054811 Mar 07 16:57:38.401872 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265da55d-adcc-4765-af5a-6eb2f4bf73e0 req-22f404cf-be87-48c5-bc51-d6819fc2e98f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:57:38.403229 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-265da55d-adcc-4765-af5a-6eb2f4bf73e0 req-22f404cf-be87-48c5-bc51-d6819fc2e98f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=e51eb166-648f-4129-afbc-b350e9a7b41b HTTP/1.1" status: 200 len: 851 time: 0.0658917 Mar 07 16:57:38.453524 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265da55d-adcc-4765-af5a-6eb2f4bf73e0 req-71d043ac-4087-42a1-8380-774802e31cab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:57:38.455027 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-265da55d-adcc-4765-af5a-6eb2f4bf73e0 req-71d043ac-4087-42a1-8380-774802e31cab service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=8f05d5cd-7919-446b-b1be-b892178c27ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0457504 Mar 07 16:57:38.553848 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-265da55d-adcc-4765-af5a-6eb2f4bf73e0 req-49455374-4401-403d-a5dd-7d82f8ad933f service neutron] 10.222.0.66 "GET /v2.0/networks/8f05d5cd-7919-446b-b1be-b892178c27ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914121 Mar 07 16:57:38.643138 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-265da55d-adcc-4765-af5a-6eb2f4bf73e0 req-9aea622a-a177-4a5b-8347-9a98cff3cc25 service neutron] 10.222.0.66 "GET /v2.0/networks/8f05d5cd-7919-446b-b1be-b892178c27ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823126 Mar 07 16:57:39.528859 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60743eb4-77a5-4cf6-94ba-2122a3f29278 req-fd71cac0-2d98-4376-82a2-c443d8055784 tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:57:39.530252 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-60743eb4-77a5-4cf6-94ba-2122a3f29278 req-fd71cac0-2d98-4376-82a2-c443d8055784 tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] 10.222.0.18 "GET /v2.0/ports?device_id=40bae353-9311-4b2a-839f-6dea4c52f662 HTTP/1.1" status: 200 len: 943 time: 0.0634940 Mar 07 16:57:39.583221 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-60743eb4-77a5-4cf6-94ba-2122a3f29278 req-ed59bc4c-86ba-4fd1-91d7-53d53a3595f3 tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ad0d2f6-f98b-473c-8468-cfc7e978930e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448987 Mar 07 16:57:40.712598 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147f751e-e9ac-49ef-befd-7b5796b95b7c req-472cc996-183c-4676-8047-44fac7b4e23b tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:57:40.714114 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-147f751e-e9ac-49ef-befd-7b5796b95b7c req-472cc996-183c-4676-8047-44fac7b4e23b tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] 10.222.0.18 "GET /v2.0/ports?device_id=40bae353-9311-4b2a-839f-6dea4c52f662 HTTP/1.1" status: 200 len: 943 time: 0.0599673 Mar 07 16:57:40.764587 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-147f751e-e9ac-49ef-befd-7b5796b95b7c req-bc481f4e-a2a8-402a-85cd-62bf30da2fff tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ad0d2f6-f98b-473c-8468-cfc7e978930e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445163 Mar 07 16:57:41.898364 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f13fa7b-7809-47d8-8637-e3fef8e1df31 req-b18a2876-bbdc-48c9-bd84-753a10ad6589 tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:57:41.900213 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-9f13fa7b-7809-47d8-8637-e3fef8e1df31 req-b18a2876-bbdc-48c9-bd84-753a10ad6589 tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] 10.222.0.18 "GET /v2.0/ports?device_id=40bae353-9311-4b2a-839f-6dea4c52f662 HTTP/1.1" status: 200 len: 943 time: 0.0552669 Mar 07 16:57:41.948647 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-9f13fa7b-7809-47d8-8637-e3fef8e1df31 req-df2f144c-d4c4-4c2c-958b-12cc545cff73 tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ad0d2f6-f98b-473c-8468-cfc7e978930e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426898 Mar 07 16:57:43.082186 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac84d819-8f11-4693-82f7-c90e5bf26d31 req-43895683-c29e-4ee6-8dfa-bd6ac1836145 tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:57:43.083658 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-ac84d819-8f11-4693-82f7-c90e5bf26d31 req-43895683-c29e-4ee6-8dfa-bd6ac1836145 tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] 10.222.0.18 "GET /v2.0/ports?device_id=40bae353-9311-4b2a-839f-6dea4c52f662 HTTP/1.1" status: 200 len: 943 time: 0.0552223 Mar 07 16:57:43.133368 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-ac84d819-8f11-4693-82f7-c90e5bf26d31 req-9f96075a-9cfb-4fb4-8803-09fdf6c45de5 tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ad0d2f6-f98b-473c-8468-cfc7e978930e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434723 Mar 07 16:57:44.268640 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d30065-b527-4b55-b4e5-5a14289ac818 req-198d6493-b8c7-43b4-9f09-f56aa382c38f tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:57:44.270123 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-b0d30065-b527-4b55-b4e5-5a14289ac818 req-198d6493-b8c7-43b4-9f09-f56aa382c38f tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] 10.222.0.18 "GET /v2.0/ports?device_id=40bae353-9311-4b2a-839f-6dea4c52f662 HTTP/1.1" status: 200 len: 943 time: 0.0638692 Mar 07 16:57:44.322066 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-b0d30065-b527-4b55-b4e5-5a14289ac818 req-520e9044-a5c1-405c-8adc-2b5e6b47ff84 tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ad0d2f6-f98b-473c-8468-cfc7e978930e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463274 Mar 07 16:57:45.446140 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69278e80-0d3c-4269-b15e-53f7753be43e req-2995f64d-06b4-4cd4-a1ba-4b69a4850b2f tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:57:45.447501 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-69278e80-0d3c-4269-b15e-53f7753be43e req-2995f64d-06b4-4cd4-a1ba-4b69a4850b2f tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] 10.222.0.18 "GET /v2.0/ports?device_id=40bae353-9311-4b2a-839f-6dea4c52f662 HTTP/1.1" status: 200 len: 943 time: 0.0516856 Mar 07 16:57:45.499226 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-69278e80-0d3c-4269-b15e-53f7753be43e req-02f44c77-b9f9-435d-a154-e68cf6e1497b tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ad0d2f6-f98b-473c-8468-cfc7e978930e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460694 Mar 07 16:57:46.619618 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea1ed65-5109-4ba0-99cf-4dfc7baa610b req-26b8765f-ad8b-4e7f-9594-6b7f418bb371 tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:57:46.621095 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-3ea1ed65-5109-4ba0-99cf-4dfc7baa610b req-26b8765f-ad8b-4e7f-9594-6b7f418bb371 tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] 10.222.0.18 "GET /v2.0/ports?device_id=40bae353-9311-4b2a-839f-6dea4c52f662 HTTP/1.1" status: 200 len: 943 time: 0.0537786 Mar 07 16:57:46.672362 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-3ea1ed65-5109-4ba0-99cf-4dfc7baa610b req-21a7ff56-0a97-484b-9ffa-b78c3122d16e tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ad0d2f6-f98b-473c-8468-cfc7e978930e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454936 Mar 07 16:57:46.726694 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.rpc [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Device 933cfce7-b7a8-469e-8dfe-dde0dbfba456 details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=119955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 16:57:46.829511 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.db [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] For port 933cfce7-b7a8-469e-8dfe-dde0dbfba456, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=933cfce7-b7a8-469e-8dfe-dde0dbfba456,segment=NetworkSegment(7ab29d0f-d9dc-4af3-8a14-c40680d91b99),segment_id=7ab29d0f-d9dc-4af3-8a14-c40680d91b99)] {{(pid=119955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:57:46.839976 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.rpc [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Returning: {'device': '933cfce7-b7a8-469e-8dfe-dde0dbfba456', 'network_id': '8f05d5cd-7919-446b-b1be-b892178c27ff', 'port_id': '933cfce7-b7a8-469e-8dfe-dde0dbfba456', 'mac_address': 'fa:16:3e:41:97:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 859, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e51eb166-648f-4129-afbc-b350e9a7b41b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 16:57:46.876992 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.plugin [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Current status of the port 933cfce7-b7a8-469e-8dfe-dde0dbfba456 is: DOWN; New status is: BUILD {{(pid=119955) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:57:46.877381 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8385759'] for port (933cfce7-b7a8-469e-8dfe-dde0dbfba456), before_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:46.890069 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.notifiers.nova [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 933cfce7-b7a8-469e-8dfe-dde0dbfba456 {{(pid=119955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:57:46.908934 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.db [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] For port 933cfce7-b7a8-469e-8dfe-dde0dbfba456, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=933cfce7-b7a8-469e-8dfe-dde0dbfba456,segment=NetworkSegment(7ab29d0f-d9dc-4af3-8a14-c40680d91b99),segment_id=7ab29d0f-d9dc-4af3-8a14-c40680d91b99)] {{(pid=119955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:57:46.915103 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754346672056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754346267073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754346267091'] for port (933cfce7-b7a8-469e-8dfe-dde0dbfba456), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:46.967697 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Pushing event updated for resources: {'Port': ['ID=933cfce7-b7a8-469e-8dfe-dde0dbfba456,revision_number=4']} {{(pid=119955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:57:47.175175 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-ae6ffb38-e18b-44f4-abdf-d5eea4a97a56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194190'] for agent (85f07778-81ef-4888-a2e3-51ae57b6426a), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:47.263008 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.db [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] get_ports_and_sgs() called for port_ids ['933cfce7-b7a8-469e-8dfe-dde0dbfba456'] {{(pid=119955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:57:47.802447 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6ad1c6-fd0d-4a69-b6de-2aa7eddebf3c req-d58a9001-58a0-4691-a6e3-c08224b35c95 tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:57:47.803545 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-df6ad1c6-fd0d-4a69-b6de-2aa7eddebf3c req-d58a9001-58a0-4691-a6e3-c08224b35c95 tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] 10.222.0.18 "GET /v2.0/ports?device_id=40bae353-9311-4b2a-839f-6dea4c52f662 HTTP/1.1" status: 200 len: 944 time: 0.0542331 Mar 07 16:57:47.855996 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-df6ad1c6-fd0d-4a69-b6de-2aa7eddebf3c req-304601b7-e2e9-4d51-930c-699deb774f4f tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ad0d2f6-f98b-473c-8468-cfc7e978930e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451136 Mar 07 16:57:48.334854 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-b0c6fc9e-5eb3-4196-b4db-e3d6a29a421b req-c27dd56d-f26f-4670-ac0a-9957508b082f tempest-TestShelveInstance-1471348020 tempest-TestShelveInstance-1471348020-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1316215833&fields=id&tenant_id=67f25f5951bb4340813deb06cbaad90d HTTP/1.1" status: 200 len: 267 time: 0.0447972 Mar 07 16:57:48.443269 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c6fc9e-5eb3-4196-b4db-e3d6a29a421b req-3918d36a-5237-4ebb-a5cd-4f514fe447b8 tempest-TestShelveInstance-1471348020 tempest-TestShelveInstance-1471348020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:57:48.444666 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-b0c6fc9e-5eb3-4196-b4db-e3d6a29a421b req-3918d36a-5237-4ebb-a5cd-4f514fe447b8 tempest-TestShelveInstance-1471348020 tempest-TestShelveInstance-1471348020-project] 10.222.0.18 "GET /v2.0/networks?id=2f938584-7f3e-4765-817b-fb128e09d45c HTTP/1.1" status: 200 len: 809 time: 0.1012592 Mar 07 16:57:48.459172 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-b0c6fc9e-5eb3-4196-b4db-e3d6a29a421b req-d32bb90a-a058-49df-a41f-51e31bb55e8a tempest-TestShelveInstance-1471348020 tempest-TestShelveInstance-1471348020-project] 10.222.0.18 "GET /v2.0/quotas/67f25f5951bb4340813deb06cbaad90d HTTP/1.1" status: 200 len: 375 time: 0.0092168 Mar 07 16:57:48.516790 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-b0c6fc9e-5eb3-4196-b4db-e3d6a29a421b req-7b8359a0-ceda-486c-a197-1496b254fee2 tempest-TestShelveInstance-1471348020 tempest-TestShelveInstance-1471348020-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=67f25f5951bb4340813deb06cbaad90d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0529509 Mar 07 16:57:48.666117 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.db.agents_db [None req-64435fe0-d7c6-4327-a557-6d3e8ab92464 None None] Agent healthcheck: found 6 active agents {{(pid=119956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 16:57:48.673756 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-b0c6fc9e-5eb3-4196-b4db-e3d6a29a421b req-ebe300b9-da69-4c3a-88ab-5fe13941c229 service neutron] 10.222.0.18 "GET /v2.0/networks/2f938584-7f3e-4765-817b-fb128e09d45c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397588 Mar 07 16:57:48.740650 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.rpc [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Device 933cfce7-b7a8-469e-8dfe-dde0dbfba456 up at agent hyperv_hv-cinder-80475 {{(pid=119955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:57:48.766265 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-b0c6fc9e-5eb3-4196-b4db-e3d6a29a421b req-dee4c60d-668f-481b-8639-c277b2602ec6 service neutron] 10.222.0.18 "GET /v2.0/networks/2f938584-7f3e-4765-817b-fb128e09d45c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833211 Mar 07 16:57:48.790021 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.provisioning_blocks [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Provisioning for port 933cfce7-b7a8-469e-8dfe-dde0dbfba456 completed by entity L2. {{(pid=119955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 16:57:48.793623 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.provisioning_blocks [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Provisioning complete for port 933cfce7-b7a8-469e-8dfe-dde0dbfba456 triggered by entity L2. {{(pid=119955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:57:48.793998 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8194280'] for port (933cfce7-b7a8-469e-8dfe-dde0dbfba456), provisioning_complete {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:48.870568 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.plugin [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Current status of the port 933cfce7-b7a8-469e-8dfe-dde0dbfba456 is: BUILD; New status is: ACTIVE {{(pid=119955) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:57:48.870963 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8385759'] for port (933cfce7-b7a8-469e-8dfe-dde0dbfba456), before_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:48.898626 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40bae353-9311-4b2a-839f-6dea4c52f662', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '933cfce7-b7a8-469e-8dfe-dde0dbfba456'}] {{(pid=119955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:57:48.900934 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd4f8a5135c3a8ba668d7ce7b18abb72183bcf445ca628a57cbbb7bee2c3e543" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7607731a-6dce-4802-ad10-4b3ccf3b171a" -d '{"events": [{"server_uuid": "40bae353-9311-4b2a-839f-6dea4c52f662", "name": "network-vif-plugged", "status": "completed", "tag": "933cfce7-b7a8-469e-8dfe-dde0dbfba456"}]}' {{(pid=119955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:57:48.913851 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.db [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] For port 933cfce7-b7a8-469e-8dfe-dde0dbfba456, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=933cfce7-b7a8-469e-8dfe-dde0dbfba456,segment=NetworkSegment(7ab29d0f-d9dc-4af3-8a14-c40680d91b99),segment_id=7ab29d0f-d9dc-4af3-8a14-c40680d91b99)] {{(pid=119955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:57:48.921200 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754346672056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754346267073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754346267091'] for port (933cfce7-b7a8-469e-8dfe-dde0dbfba456), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:48.970788 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Pushing event updated for resources: {'Port': ['ID=933cfce7-b7a8-469e-8dfe-dde0dbfba456,revision_number=5']} {{(pid=119955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:57:48.987156 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65d6785-164a-4730-8322-74264288400f req-00bcfb43-f255-4cc4-b9cc-fe759b7d32ed tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:57:48.988806 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-c65d6785-164a-4730-8322-74264288400f req-00bcfb43-f255-4cc4-b9cc-fe759b7d32ed tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] 10.222.0.18 "GET /v2.0/ports?device_id=40bae353-9311-4b2a-839f-6dea4c52f662 HTTP/1.1" status: 200 len: 945 time: 0.0636613 Mar 07 16:57:49.050441 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 16:57:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a37192cb-9385-473a-8f23-7476a2eeda6d x-openstack-request-id: req-a37192cb-9385-473a-8f23-7476a2eeda6d {{(pid=119955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:57:49.051157 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40bae353-9311-4b2a-839f-6dea4c52f662", "name": "network-vif-plugged", "status": "completed", "tag": "933cfce7-b7a8-469e-8dfe-dde0dbfba456", "code": 200}]} {{(pid=119955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:57:49.051157 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a37192cb-9385-473a-8f23-7476a2eeda6d {{(pid=119955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:57:49.051358 dv-cinder-804757-24-iscsi neutron-server[119955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40bae353-9311-4b2a-839f-6dea4c52f662', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '933cfce7-b7a8-469e-8dfe-dde0dbfba456', 'code': 200} Mar 07 16:57:49.053074 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-c65d6785-164a-4730-8322-74264288400f req-062479a4-d089-4ed4-9901-2d0c716e81e4 tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ad0d2f6-f98b-473c-8468-cfc7e978930e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584021 Mar 07 16:57:49.128185 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-b87e0e17-d2a0-4be5-9c90-2d420f935244 req-a89d247e-1092-4700-be8c-6770f7ab7d13 tempest-TestShelveInstance-1471348020 tempest-TestShelveInstance-1471348020-project] 10.222.0.18 "GET /v2.0/ports?device_id=047c2582-ee38-4aad-8f05-895e1732a2bd HTTP/1.1" status: 200 len: 210 time: 0.0268433 Mar 07 16:57:49.342768 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d4406e-b8a8-464e-af97-16fec6bcb9eb req-b22136aa-4534-4111-b9d5-1b5daa29a5ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:57:49.344320 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-e0d4406e-b8a8-464e-af97-16fec6bcb9eb req-b22136aa-4534-4111-b9d5-1b5daa29a5ae service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=40bae353-9311-4b2a-839f-6dea4c52f662 HTTP/1.1" status: 200 len: 1129 time: 0.0492439 Mar 07 16:57:49.387544 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-27b8a03a-8259-4cef-81d9-b1a2d3804e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194190'] for agent (4cbb3502-d72e-4663-b57e-51d645794085), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:49.397766 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-e0d4406e-b8a8-464e-af97-16fec6bcb9eb req-22fcaa2e-63f5-4fbe-baa6-95544409121a service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=8ad0d2f6-f98b-473c-8468-cfc7e978930e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469043 Mar 07 16:57:50.184063 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62ab666-4476-4c69-bdd3-d77aa774e508 req-5b9d997e-0253-4f59-9dd6-60b3ed5fd0e2 tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:57:50.185693 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-c62ab666-4476-4c69-bdd3-d77aa774e508 req-5b9d997e-0253-4f59-9dd6-60b3ed5fd0e2 tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] 10.222.0.18 "GET /v2.0/ports?device_id=40bae353-9311-4b2a-839f-6dea4c52f662 HTTP/1.1" status: 200 len: 945 time: 0.0567832 Mar 07 16:57:50.224325 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-45859f6e-4685-45c0-ba4c-7ac9d5b46da3 req-e3d1357f-0726-4591-baf9-101d3661dd12 tempest-TestShelveInstance-1471348020 tempest-TestShelveInstance-1471348020-project] 10.222.0.18 "GET /v2.0/ports?device_id=047c2582-ee38-4aad-8f05-895e1732a2bd HTTP/1.1" status: 200 len: 210 time: 0.0294087 Mar 07 16:57:50.238358 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-c62ab666-4476-4c69-bdd3-d77aa774e508 req-6f5c0a3a-89c1-4b61-af19-ab2a295d7f2e tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ad0d2f6-f98b-473c-8468-cfc7e978930e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449440 Mar 07 16:57:50.433998 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c6fc9e-5eb3-4196-b4db-e3d6a29a421b req-232c44b7-7060-4083-9cac-ed9a0b082ae3 tempest-TestShelveInstance-1471348020 tempest-TestShelveInstance-1471348020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:57:50.435429 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-b0c6fc9e-5eb3-4196-b4db-e3d6a29a421b req-232c44b7-7060-4083-9cac-ed9a0b082ae3 tempest-TestShelveInstance-1471348020 tempest-TestShelveInstance-1471348020-project] 10.222.0.66 "GET /v2.0/networks?id=2f938584-7f3e-4765-817b-fb128e09d45c HTTP/1.1" status: 200 len: 809 time: 0.1036708 Mar 07 16:57:50.520351 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-ad94e2ed-e0a8-44ae-a5ff-cf9ca5ab0e17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194190'] for agent (82ccd293-b7fb-4417-a581-186a4d7e9931), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:50.555390 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-b0c6fc9e-5eb3-4196-b4db-e3d6a29a421b req-08fa0279-b317-4db2-b3c5-1fbe49d2b18e tempest-TestShelveInstance-1471348020 tempest-TestShelveInstance-1471348020-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=67f25f5951bb4340813deb06cbaad90d HTTP/1.1" status: 200 len: 380 time: 0.0617507 Mar 07 16:57:50.570303 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.v2.base [req-b0c6fc9e-5eb3-4196-b4db-e3d6a29a421b req-b6adc917-852a-44af-8a91-270b06dc941c tempest-TestShelveInstance-1471348020 tempest-TestShelveInstance-1471348020-project] Request body: {'port': {'device_id': '047c2582-ee38-4aad-8f05-895e1732a2bd', 'network_id': '2f938584-7f3e-4765-817b-fb128e09d45c', 'admin_state_up': True, 'tenant_id': '67f25f5951bb4340813deb06cbaad90d', 'security_groups': ['3e5509a0-73c0-4d35-a942-542b713a77a1']}} {{(pid=119953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:57:50.685446 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0c6fc9e-5eb3-4196-b4db-e3d6a29a421b req-b6adc917-852a-44af-8a91-270b06dc941c tempest-TestShelveInstance-1471348020 tempest-TestShelveInstance-1471348020-project] Made reservation on behalf of 67f25f5951bb4340813deb06cbaad90d for: {'port': 1} {{(pid=119953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:57:50.689057 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [req-b0c6fc9e-5eb3-4196-b4db-e3d6a29a421b req-b6adc917-852a-44af-8a91-270b06dc941c tempest-TestShelveInstance-1471348020 tempest-TestShelveInstance-1471348020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8385759'] for port (None), before_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:50.813237 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.db.db_base_plugin_common [req-b0c6fc9e-5eb3-4196-b4db-e3d6a29a421b req-b6adc917-852a-44af-8a91-270b06dc941c tempest-TestShelveInstance-1471348020 tempest-TestShelveInstance-1471348020-project] Allocated IP 172.20.0.13 (2f938584-7f3e-4765-817b-fb128e09d45c/6dde97a4-d388-4dbe-a91a-34ac33fc9045/5178f70b-d860-4382-a4eb-abb1fcb7329f) {{(pid=119953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:57:50.961217 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [req-b0c6fc9e-5eb3-4196-b4db-e3d6a29a421b req-b6adc917-852a-44af-8a91-270b06dc941c tempest-TestShelveInstance-1471348020 tempest-TestShelveInstance-1471348020-project] Publish callbacks [] for port (5178f70b-d860-4382-a4eb-abb1fcb7329f), precommit_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:50.998674 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [req-b0c6fc9e-5eb3-4196-b4db-e3d6a29a421b req-b6adc917-852a-44af-8a91-270b06dc941c tempest-TestShelveInstance-1471348020 tempest-TestShelveInstance-1471348020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754346267055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9282916'] for port (5178f70b-d860-4382-a4eb-abb1fcb7329f), after_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:51.044786 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0c6fc9e-5eb3-4196-b4db-e3d6a29a421b req-b6adc917-852a-44af-8a91-270b06dc941c tempest-TestShelveInstance-1471348020 tempest-TestShelveInstance-1471348020-project] Network 2f938584-7f3e-4765-817b-fb128e09d45c is already hosted by enough agents. {{(pid=119953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:57:51.047997 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.scheduler.base_scheduler [req-b0c6fc9e-5eb3-4196-b4db-e3d6a29a421b req-b6adc917-852a-44af-8a91-270b06dc941c tempest-TestShelveInstance-1471348020 tempest-TestShelveInstance-1471348020-project] Resources bound (agent type, host, resource id): {{(pid=119953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:57:51.052810 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0c6fc9e-5eb3-4196-b4db-e3d6a29a421b req-b6adc917-852a-44af-8a91-270b06dc941c tempest-TestShelveInstance-1471348020 tempest-TestShelveInstance-1471348020-project] Received port after_create {{(pid=119953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:57:51.056574 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6adc917-852a-44af-8a91-270b06dc941c tempest-TestShelveInstance-1471348020 tempest-TestShelveInstance-1471348020-project] Pushing event updated for resources: {'Port': ['ID=5178f70b-d860-4382-a4eb-abb1fcb7329f,revision_number=1']} {{(pid=119953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:57:51.092166 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6adc917-852a-44af-8a91-270b06dc941c tempest-TestShelveInstance-1471348020 tempest-TestShelveInstance-1471348020-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:57:51.092598 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6adc917-852a-44af-8a91-270b06dc941c tempest-TestShelveInstance-1471348020 tempest-TestShelveInstance-1471348020-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:57:51.092961 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6adc917-852a-44af-8a91-270b06dc941c tempest-TestShelveInstance-1471348020 tempest-TestShelveInstance-1471348020-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:57:51.094405 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6adc917-852a-44af-8a91-270b06dc941c tempest-TestShelveInstance-1471348020 tempest-TestShelveInstance-1471348020-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:57:51.094764 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6adc917-852a-44af-8a91-270b06dc941c tempest-TestShelveInstance-1471348020 tempest-TestShelveInstance-1471348020-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:57:51.095150 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6adc917-852a-44af-8a91-270b06dc941c tempest-TestShelveInstance-1471348020 tempest-TestShelveInstance-1471348020-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:57:51.095488 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6adc917-852a-44af-8a91-270b06dc941c tempest-TestShelveInstance-1471348020 tempest-TestShelveInstance-1471348020-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:57:51.095884 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6adc917-852a-44af-8a91-270b06dc941c tempest-TestShelveInstance-1471348020 tempest-TestShelveInstance-1471348020-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:57:51.096233 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6adc917-852a-44af-8a91-270b06dc941c tempest-TestShelveInstance-1471348020 tempest-TestShelveInstance-1471348020-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:57:51.096566 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6adc917-852a-44af-8a91-270b06dc941c tempest-TestShelveInstance-1471348020 tempest-TestShelveInstance-1471348020-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:57:51.096894 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6adc917-852a-44af-8a91-270b06dc941c tempest-TestShelveInstance-1471348020 tempest-TestShelveInstance-1471348020-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:57:51.097200 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6adc917-852a-44af-8a91-270b06dc941c tempest-TestShelveInstance-1471348020 tempest-TestShelveInstance-1471348020-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:57:51.097540 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6adc917-852a-44af-8a91-270b06dc941c tempest-TestShelveInstance-1471348020 tempest-TestShelveInstance-1471348020-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:57:51.128541 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c6fc9e-5eb3-4196-b4db-e3d6a29a421b req-b6adc917-852a-44af-8a91-270b06dc941c tempest-TestShelveInstance-1471348020 tempest-TestShelveInstance-1471348020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:57:51.129216 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [req-b0c6fc9e-5eb3-4196-b4db-e3d6a29a421b req-b6adc917-852a-44af-8a91-270b06dc941c tempest-TestShelveInstance-1471348020 tempest-TestShelveInstance-1471348020-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47102'] for port (None), before_response {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:51.146822 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-b0c6fc9e-5eb3-4196-b4db-e3d6a29a421b req-b6adc917-852a-44af-8a91-270b06dc941c tempest-TestShelveInstance-1471348020 tempest-TestShelveInstance-1471348020-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5810676 Mar 07 16:57:51.169555 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.v2.base [req-b0c6fc9e-5eb3-4196-b4db-e3d6a29a421b req-35ae774b-7c53-4536-93e4-8890a7cb1243 service neutron] Request body: {'port': {'device_id': '047c2582-ee38-4aad-8f05-895e1732a2bd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80475'}} {{(pid=119953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:57:51.242311 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [req-b0c6fc9e-5eb3-4196-b4db-e3d6a29a421b req-35ae774b-7c53-4536-93e4-8890a7cb1243 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8385759'] for port (5178f70b-d860-4382-a4eb-abb1fcb7329f), before_update {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:51.341032 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.provisioning_blocks [None req-780699f9-9ece-41ff-b41c-be5554895823 None None] Provisioning complete for port 5178f70b-d860-4382-a4eb-abb1fcb7329f triggered by entity DHCP. {{(pid=119955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:57:51.341699 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-780699f9-9ece-41ff-b41c-be5554895823 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8194280'] for port (5178f70b-d860-4382-a4eb-abb1fcb7329f), provisioning_complete {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:51.380676 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.plugin [None req-780699f9-9ece-41ff-b41c-be5554895823 None None] Port 5178f70b-d860-4382-a4eb-abb1fcb7329f cannot update to ACTIVE because it is not bound. {{(pid=119955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:57:51.389601 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e426a499-563e-4305-aff3-62c9a600b93e req-ca599555-582d-4b1a-ac6f-0b51c1fc2f81 tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:57:51.393106 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-e426a499-563e-4305-aff3-62c9a600b93e req-ca599555-582d-4b1a-ac6f-0b51c1fc2f81 tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] 10.222.0.18 "GET /v2.0/ports?device_id=40bae353-9311-4b2a-839f-6dea4c52f662 HTTP/1.1" status: 200 len: 945 time: 0.0710688 Mar 07 16:57:51.444718 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-e426a499-563e-4305-aff3-62c9a600b93e req-144d1a81-e00f-4ea9-8985-a9a79c1f87e0 tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ad0d2f6-f98b-473c-8468-cfc7e978930e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438106 Mar 07 16:57:51.493633 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b6e32c-6112-416f-84be-08ac76673354 req-2553c588-959a-45c4-b916-799aaa425d50 tempest-TestShelveInstance-1471348020 tempest-TestShelveInstance-1471348020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:57:51.495036 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-99b6e32c-6112-416f-84be-08ac76673354 req-2553c588-959a-45c4-b916-799aaa425d50 tempest-TestShelveInstance-1471348020 tempest-TestShelveInstance-1471348020-project] 10.222.0.18 "GET /v2.0/ports?device_id=047c2582-ee38-4aad-8f05-895e1732a2bd HTTP/1.1" status: 200 len: 932 time: 0.1847291 Mar 07 16:57:51.564849 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d376a8-53b2-46f6-af17-a7e8525109a8 req-07f9ad85-c73d-4e2d-885a-7df882713d4a tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:57:51.566237 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-99d376a8-53b2-46f6-af17-a7e8525109a8 req-07f9ad85-c73d-4e2d-885a-7df882713d4a tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] 10.222.0.18 "GET /v2.0/ports?device_id=40bae353-9311-4b2a-839f-6dea4c52f662 HTTP/1.1" status: 200 len: 945 time: 0.0522780 Mar 07 16:57:51.572247 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-99b6e32c-6112-416f-84be-08ac76673354 req-051ddd91-b261-473a-a34d-fa2005146e2d tempest-TestShelveInstance-1471348020 tempest-TestShelveInstance-1471348020-project] 10.222.0.18 "GET /v2.0/security-groups?id=3e5509a0-73c0-4d35-a942-542b713a77a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709314 Mar 07 16:57:51.617707 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.notifiers.nova [req-b0c6fc9e-5eb3-4196-b4db-e3d6a29a421b req-35ae774b-7c53-4536-93e4-8890a7cb1243 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5178f70b-d860-4382-a4eb-abb1fcb7329f {{(pid=119953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:57:51.625565 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [req-b0c6fc9e-5eb3-4196-b4db-e3d6a29a421b req-35ae774b-7c53-4536-93e4-8890a7cb1243 service neutron] Publish callbacks [] for port (5178f70b-d860-4382-a4eb-abb1fcb7329f), precommit_update {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:51.628319 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-99d376a8-53b2-46f6-af17-a7e8525109a8 req-52c6f9b5-418f-4d3b-91f5-b50bdfe4639b tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ad0d2f6-f98b-473c-8468-cfc7e978930e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562680 Mar 07 16:57:51.638734 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.db.provisioning_blocks [req-b0c6fc9e-5eb3-4196-b4db-e3d6a29a421b req-35ae774b-7c53-4536-93e4-8890a7cb1243 service neutron] Transition to ACTIVE for port object 5178f70b-d860-4382-a4eb-abb1fcb7329f will not be triggered until provisioned by entity L2. {{(pid=119953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 16:57:51.644600 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [req-b0c6fc9e-5eb3-4196-b4db-e3d6a29a421b req-35ae774b-7c53-4536-93e4-8890a7cb1243 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754346672056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754346267073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754346267091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9282845'] for port (5178f70b-d860-4382-a4eb-abb1fcb7329f), after_update {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:51.652869 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.wsgi [-] (119954) accepted ('10.222.0.18', 56620) {{(pid=119954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:57:51.700775 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09175721-add1-456f-833c-28142f45faeb tempest-TestVolumeBootPattern-1310936120 tempest-TestVolumeBootPattern-1310936120-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:57:51.705553 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ae774b-7c53-4536-93e4-8890a7cb1243 service neutron] Pushing event updated for resources: {'Port': ['ID=5178f70b-d860-4382-a4eb-abb1fcb7329f,revision_number=2']} {{(pid=119953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:57:51.706781 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [None req-09175721-add1-456f-833c-28142f45faeb tempest-TestVolumeBootPattern-1310936120 tempest-TestVolumeBootPattern-1310936120-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=40bae353-9311-4b2a-839f-6dea4c52f662 HTTP/1.1" status: 200 len: 1124 time: 0.0526071 Mar 07 16:57:51.707600 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.wsgi [-] (119953) accepted ('10.222.0.18', 56622) {{(pid=119953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:57:51.712838 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.v2.base [None req-69084c20-5b6c-4821-80db-95f1c226c129 tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] Request body: {'floatingip': {'floating_network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'port_id': '933cfce7-b7a8-469e-8dfe-dde0dbfba456', 'tenant_id': 'f13607869be844f9bb555f4bee0519ef', 'fixed_ip_address': '172.20.0.5'}} {{(pid=119953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:57:51.790082 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-69084c20-5b6c-4821-80db-95f1c226c129 tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] Publish callbacks [] for floatingip (None), before_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:51.835235 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.managers [req-b0c6fc9e-5eb3-4196-b4db-e3d6a29a421b req-35ae774b-7c53-4536-93e4-8890a7cb1243 service neutron] Attempting to bind port 5178f70b-d860-4382-a4eb-abb1fcb7329f on host hv-cinder-80475 for vnic_type normal with profile {{(pid=119953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:57:51.835561 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.managers [req-b0c6fc9e-5eb3-4196-b4db-e3d6a29a421b req-35ae774b-7c53-4536-93e4-8890a7cb1243 service neutron] Attempting to bind port 5178f70b-d860-4382-a4eb-abb1fcb7329f by drivers openvswitch,hyperv on host hv-cinder-80475 at level 0 using segments [{'id': 'b0e29e90-ddf0-46b1-8ceb-3a4354fa6bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '2f938584-7f3e-4765-817b-fb128e09d45c'}] {{(pid=119953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:57:51.835916 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0c6fc9e-5eb3-4196-b4db-e3d6a29a421b req-35ae774b-7c53-4536-93e4-8890a7cb1243 service neutron] Attempting to bind port 5178f70b-d860-4382-a4eb-abb1fcb7329f on network 2f938584-7f3e-4765-817b-fb128e09d45c {{(pid=119953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:57:51.843124 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0c6fc9e-5eb3-4196-b4db-e3d6a29a421b req-35ae774b-7c53-4536-93e4-8890a7cb1243 service neutron] Port 5178f70b-d860-4382-a4eb-abb1fcb7329f on network 2f938584-7f3e-4765-817b-fb128e09d45c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80475 {{(pid=119953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 16:57:51.843435 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0c6fc9e-5eb3-4196-b4db-e3d6a29a421b req-35ae774b-7c53-4536-93e4-8890a7cb1243 service neutron] Attempting to bind port 5178f70b-d860-4382-a4eb-abb1fcb7329f on network 2f938584-7f3e-4765-817b-fb128e09d45c {{(pid=119953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:57:51.876526 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0c6fc9e-5eb3-4196-b4db-e3d6a29a421b req-35ae774b-7c53-4536-93e4-8890a7cb1243 service neutron] Checking agent: {'id': '152bcc15-84f4-40a7-afe1-c30bc7269f8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80475', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 16, 50, 24), 'started_at': datetime.datetime(2022, 3, 7, 16, 50, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 57, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:57:51.876811 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0c6fc9e-5eb3-4196-b4db-e3d6a29a421b req-35ae774b-7c53-4536-93e4-8890a7cb1243 service neutron] Checking segment: {'id': 'b0e29e90-ddf0-46b1-8ceb-3a4354fa6bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '2f938584-7f3e-4765-817b-fb128e09d45c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:57:51.877192 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0c6fc9e-5eb3-4196-b4db-e3d6a29a421b req-35ae774b-7c53-4536-93e4-8890a7cb1243 service neutron] Bound using segment: {'id': 'b0e29e90-ddf0-46b1-8ceb-3a4354fa6bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '2f938584-7f3e-4765-817b-fb128e09d45c'} {{(pid=119953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:57:51.877641 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.managers [req-b0c6fc9e-5eb3-4196-b4db-e3d6a29a421b req-35ae774b-7c53-4536-93e4-8890a7cb1243 service neutron] Bound port: 5178f70b-d860-4382-a4eb-abb1fcb7329f, host: hv-cinder-80475, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0e29e90-ddf0-46b1-8ceb-3a4354fa6bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '2f938584-7f3e-4765-817b-fb128e09d45c'}}] {{(pid=119953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:57:51.878013 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [req-b0c6fc9e-5eb3-4196-b4db-e3d6a29a421b req-35ae774b-7c53-4536-93e4-8890a7cb1243 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8385759'] for port (5178f70b-d860-4382-a4eb-abb1fcb7329f), before_update {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:51.962026 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-69084c20-5b6c-4821-80db-95f1c226c129 tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8385759'] for port (None), before_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:51.963911 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.db [req-b0c6fc9e-5eb3-4196-b4db-e3d6a29a421b req-35ae774b-7c53-4536-93e4-8890a7cb1243 service neutron] For port 5178f70b-d860-4382-a4eb-abb1fcb7329f, host hv-cinder-80475, cleared binding levels {{(pid=119953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:57:51.968062 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.db [req-b0c6fc9e-5eb3-4196-b4db-e3d6a29a421b req-35ae774b-7c53-4536-93e4-8890a7cb1243 service neutron] For port 5178f70b-d860-4382-a4eb-abb1fcb7329f, host hv-cinder-80475, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=5178f70b-d860-4382-a4eb-abb1fcb7329f,segment=NetworkSegment(b0e29e90-ddf0-46b1-8ceb-3a4354fa6bcc),segment_id=b0e29e90-ddf0-46b1-8ceb-3a4354fa6bcc)] {{(pid=119953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:57:51.979100 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [req-b0c6fc9e-5eb3-4196-b4db-e3d6a29a421b req-35ae774b-7c53-4536-93e4-8890a7cb1243 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754346672056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754346267073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754346267091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9282845'] for port (5178f70b-d860-4382-a4eb-abb1fcb7329f), after_update {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:52.057013 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da80c09-161c-457a-b1fe-a77c05685132 req-3c43ac1e-32cf-4adb-bffc-a3842c8105dd tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:57:52.059290 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-6da80c09-161c-457a-b1fe-a77c05685132 req-3c43ac1e-32cf-4adb-bffc-a3842c8105dd tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] 10.222.0.18 "GET /v2.0/ports?device_id=a473c2c6-d445-43a8-925c-f636c20796af HTTP/1.1" status: 200 len: 946 time: 0.0555215 Mar 07 16:57:52.060328 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c6fc9e-5eb3-4196-b4db-e3d6a29a421b req-35ae774b-7c53-4536-93e4-8890a7cb1243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:57:52.060950 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [req-b0c6fc9e-5eb3-4196-b4db-e3d6a29a421b req-35ae774b-7c53-4536-93e4-8890a7cb1243 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47102'] for port (None), before_response {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:52.062330 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-b0c6fc9e-5eb3-4196-b4db-e3d6a29a421b req-35ae774b-7c53-4536-93e4-8890a7cb1243 service neutron] 10.222.0.66 "PUT /v2.0/ports/5178f70b-d860-4382-a4eb-abb1fcb7329f HTTP/1.1" status: 200 len: 1094 time: 0.8971837 Mar 07 16:57:52.062789 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '047c2582-ee38-4aad-8f05-895e1732a2bd', 'tag': '5178f70b-d860-4382-a4eb-abb1fcb7329f'}] {{(pid=119953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:57:52.065066 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed95515d7af65a162ef4af60abe3e4aacc73bb6c2379f81891a58e09c3a2d0f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcb5a4b4-5fcb-476a-9b98-b8570196f5d4" -d '{"events": [{"name": "network-changed", "server_uuid": "047c2582-ee38-4aad-8f05-895e1732a2bd", "tag": "5178f70b-d860-4382-a4eb-abb1fcb7329f"}]}' {{(pid=119953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:57:52.117912 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ae774b-7c53-4536-93e4-8890a7cb1243 service neutron] Pushing event updated for resources: {'Port': ['ID=5178f70b-d860-4382-a4eb-abb1fcb7329f,revision_number=3']} {{(pid=119953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:57:52.127489 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-6da80c09-161c-457a-b1fe-a77c05685132 req-e5ae461d-f0c8-4360-8bed-8c7ee70c2a6b tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] 10.222.0.18 "GET /v2.0/security-groups?id=71651f4e-e00c-47c4-95be-ed1b5e372be7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532908 Mar 07 16:57:52.151854 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-0d1b32c5-0803-4391-a623-fc098c7d5199 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194190'] for agent (8123e327-866e-42b5-856f-55ddd9e9e5b2), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:52.171132 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.db.db_base_plugin_common [None req-69084c20-5b6c-4821-80db-95f1c226c129 tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] Allocated IP 172.27.2.241 (3eba6d1e-0acd-4586-8e75-f5a4e7e90d88/6a2f7f11-a189-49ba-a838-e124f718c0dc/414b1c58-23c0-4ff2-95c1-065c887a27b2) {{(pid=119953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:57:52.216112 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 16:57:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-021d2e15-d557-4ffc-952b-520a9c5752e7 x-openstack-request-id: req-021d2e15-d557-4ffc-952b-520a9c5752e7 {{(pid=119953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:57:52.216407 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "047c2582-ee38-4aad-8f05-895e1732a2bd", "tag": "5178f70b-d860-4382-a4eb-abb1fcb7329f", "status": "completed", "code": 200}]} {{(pid=119953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:57:52.216656 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-021d2e15-d557-4ffc-952b-520a9c5752e7 {{(pid=119953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:57:52.217050 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '047c2582-ee38-4aad-8f05-895e1732a2bd', 'tag': '5178f70b-d860-4382-a4eb-abb1fcb7329f', 'status': 'completed', 'code': 200} Mar 07 16:57:52.221171 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c6fc9e-5eb3-4196-b4db-e3d6a29a421b req-1bd30a7f-5ca4-46f1-b0fd-07d76c8bc727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:57:52.222710 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-b0c6fc9e-5eb3-4196-b4db-e3d6a29a421b req-1bd30a7f-5ca4-46f1-b0fd-07d76c8bc727 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=67f25f5951bb4340813deb06cbaad90d&device_id=047c2582-ee38-4aad-8f05-895e1732a2bd HTTP/1.1" status: 200 len: 1128 time: 0.0933647 Mar 07 16:57:52.286992 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-b0c6fc9e-5eb3-4196-b4db-e3d6a29a421b req-a47d4a9b-0d6a-46d5-ba22-d176ff6cea0c service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5178f70b-d860-4382-a4eb-abb1fcb7329f HTTP/1.1" status: 200 len: 217 time: 0.0380573 Mar 07 16:57:52.355837 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-69084c20-5b6c-4821-80db-95f1c226c129 tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] Publish callbacks [] for port (414b1c58-23c0-4ff2-95c1-065c887a27b2), precommit_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:52.362316 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c6fc9e-5eb3-4196-b4db-e3d6a29a421b req-fa6a85f3-e298-462a-99a0-140f1e2111f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:57:52.363729 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-b0c6fc9e-5eb3-4196-b4db-e3d6a29a421b req-fa6a85f3-e298-462a-99a0-140f1e2111f8 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=6dde97a4-d388-4dbe-a91a-34ac33fc9045 HTTP/1.1" status: 200 len: 848 time: 0.0696688 Mar 07 16:57:52.420601 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-69084c20-5b6c-4821-80db-95f1c226c129 tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754346267055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9282916'] for port (414b1c58-23c0-4ff2-95c1-065c887a27b2), after_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:52.451715 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c6fc9e-5eb3-4196-b4db-e3d6a29a421b req-a5b0c5d4-d38c-47b4-a56c-ae153b5a9530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:57:52.453252 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-b0c6fc9e-5eb3-4196-b4db-e3d6a29a421b req-a5b0c5d4-d38c-47b4-a56c-ae153b5a9530 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=2f938584-7f3e-4765-817b-fb128e09d45c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0821714 Mar 07 16:57:52.475328 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69084c20-5b6c-4821-80db-95f1c226c129 tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] Network 3eba6d1e-0acd-4586-8e75-f5a4e7e90d88 is already hosted by enough agents. {{(pid=119953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:57:52.489513 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69084c20-5b6c-4821-80db-95f1c226c129 tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] Pushing event updated for resources: {'Port': ['ID=414b1c58-23c0-4ff2-95c1-065c887a27b2,revision_number=1']} {{(pid=119953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:57:52.491888 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.scheduler.base_scheduler [None req-69084c20-5b6c-4821-80db-95f1c226c129 tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] Resources bound (agent type, host, resource id): {{(pid=119953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:57:52.498918 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69084c20-5b6c-4821-80db-95f1c226c129 tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] Received port after_create {{(pid=119953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:57:52.605140 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-b0c6fc9e-5eb3-4196-b4db-e3d6a29a421b req-2b75b476-e441-487c-8e05-8b77ab7e9e7a service neutron] 10.222.0.66 "GET /v2.0/networks/2f938584-7f3e-4765-817b-fb128e09d45c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444750 Mar 07 16:57:52.697885 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4faf00-aee6-4d9b-8c8f-b3a7ecb5dd6c req-932091f7-58a0-4219-b328-272d4c3084ab tempest-TestShelveInstance-1471348020 tempest-TestShelveInstance-1471348020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:57:52.699353 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-ff4faf00-aee6-4d9b-8c8f-b3a7ecb5dd6c req-932091f7-58a0-4219-b328-272d4c3084ab tempest-TestShelveInstance-1471348020 tempest-TestShelveInstance-1471348020-project] 10.222.0.18 "GET /v2.0/ports?device_id=047c2582-ee38-4aad-8f05-895e1732a2bd HTTP/1.1" status: 200 len: 944 time: 0.0546360 Mar 07 16:57:52.746874 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-ff4faf00-aee6-4d9b-8c8f-b3a7ecb5dd6c req-5ddf0bbe-71be-4d60-bc65-e3a0f5540354 tempest-TestShelveInstance-1471348020 tempest-TestShelveInstance-1471348020-project] 10.222.0.18 "GET /v2.0/security-groups?id=3e5509a0-73c0-4d35-a942-542b713a77a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416629 Mar 07 16:57:52.775350 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-b0c6fc9e-5eb3-4196-b4db-e3d6a29a421b req-80b67aad-1294-4769-8041-3ab4df76eb15 service neutron] 10.222.0.66 "GET /v2.0/networks/2f938584-7f3e-4765-817b-fb128e09d45c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1602714 Mar 07 16:57:53.332863 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb5a4b4-5fcb-476a-9b98-b8570196f5d4 req-a8c2a0d1-7cb8-4691-ae92-163ac5acdd43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:57:53.334343 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-dcb5a4b4-5fcb-476a-9b98-b8570196f5d4 req-a8c2a0d1-7cb8-4691-ae92-163ac5acdd43 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=67f25f5951bb4340813deb06cbaad90d&device_id=047c2582-ee38-4aad-8f05-895e1732a2bd HTTP/1.1" status: 200 len: 1128 time: 0.4501989 Mar 07 16:57:53.367070 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-69084c20-5b6c-4821-80db-95f1c226c129 tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] Publish callbacks [] for floatingip (ead094e4-1ac1-42ab-b162-d3fc291e42c4), precommit_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:53.464616 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194190'] for agent (3df9d949-03e8-46c4-b37f-6f8a21aeab22), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:53.467225 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6fc036-3878-48cd-b078-0368ffd426d0 req-554294d7-46fe-41d9-919b-c18c9582419c tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:57:53.468734 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-7d6fc036-3878-48cd-b078-0368ffd426d0 req-554294d7-46fe-41d9-919b-c18c9582419c tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] 10.222.0.18 "GET /v2.0/ports?device_id=a473c2c6-d445-43a8-925c-f636c20796af HTTP/1.1" status: 200 len: 946 time: 0.1843534 Mar 07 16:57:53.542125 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb5a4b4-5fcb-476a-9b98-b8570196f5d4 req-df7d3106-3ccd-4d9a-a4ae-cec87345470d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:57:53.543573 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-dcb5a4b4-5fcb-476a-9b98-b8570196f5d4 req-df7d3106-3ccd-4d9a-a4ae-cec87345470d service neutron] 10.222.0.66 "GET /v2.0/networks?id=2f938584-7f3e-4765-817b-fb128e09d45c HTTP/1.1" status: 200 len: 910 time: 0.1999581 Mar 07 16:57:53.594228 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-dcb5a4b4-5fcb-476a-9b98-b8570196f5d4 req-b40beb9d-0572-4af3-a6df-b652b931bba9 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5178f70b-d860-4382-a4eb-abb1fcb7329f HTTP/1.1" status: 200 len: 217 time: 0.0435913 Mar 07 16:57:53.597606 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-69084c20-5b6c-4821-80db-95f1c226c129 tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8385759'] for port (414b1c58-23c0-4ff2-95c1-065c887a27b2), before_update {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:53.626674 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-7d6fc036-3878-48cd-b078-0368ffd426d0 req-cb7ec264-6030-436a-b903-71fa44bbfabb tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] 10.222.0.18 "GET /v2.0/security-groups?id=71651f4e-e00c-47c4-95be-ed1b5e372be7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1499078 Mar 07 16:57:53.682138 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb5a4b4-5fcb-476a-9b98-b8570196f5d4 req-0a18691a-6e6b-47bf-af29-4042b5a9d899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:57:53.683588 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-dcb5a4b4-5fcb-476a-9b98-b8570196f5d4 req-0a18691a-6e6b-47bf-af29-4042b5a9d899 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=6dde97a4-d388-4dbe-a91a-34ac33fc9045 HTTP/1.1" status: 200 len: 848 time: 0.0828774 Mar 07 16:57:53.790308 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb5a4b4-5fcb-476a-9b98-b8570196f5d4 req-1b80f70a-4dc7-47fb-8b9c-48f5d5b9d02c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:57:53.791810 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-dcb5a4b4-5fcb-476a-9b98-b8570196f5d4 req-1b80f70a-4dc7-47fb-8b9c-48f5d5b9d02c service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=2f938584-7f3e-4765-817b-fb128e09d45c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0991523 Mar 07 16:57:53.832498 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-69084c20-5b6c-4821-80db-95f1c226c129 tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] Publish callbacks [] for port (414b1c58-23c0-4ff2-95c1-065c887a27b2), precommit_update {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:53.840483 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-69084c20-5b6c-4821-80db-95f1c226c129 tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754346672056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754346267073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754346267091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9282845'] for port (414b1c58-23c0-4ff2-95c1-065c887a27b2), after_update {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:53.867737 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cf0d60-7ef3-4182-bd70-ea4fb4b6977e req-85373e36-dc1d-433f-9e54-3490bbf46e5e tempest-TestShelveInstance-1471348020 tempest-TestShelveInstance-1471348020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:57:53.869365 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-52cf0d60-7ef3-4182-bd70-ea4fb4b6977e req-85373e36-dc1d-433f-9e54-3490bbf46e5e tempest-TestShelveInstance-1471348020 tempest-TestShelveInstance-1471348020-project] 10.222.0.18 "GET /v2.0/ports?device_id=047c2582-ee38-4aad-8f05-895e1732a2bd HTTP/1.1" status: 200 len: 944 time: 0.0533161 Mar 07 16:57:53.916911 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-52cf0d60-7ef3-4182-bd70-ea4fb4b6977e req-1edfc190-d48f-4cbb-8a6c-f656e9f9fbf4 tempest-TestShelveInstance-1471348020 tempest-TestShelveInstance-1471348020-project] 10.222.0.18 "GET /v2.0/security-groups?id=3e5509a0-73c0-4d35-a942-542b713a77a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417404 Mar 07 16:57:53.945952 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69084c20-5b6c-4821-80db-95f1c226c129 tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] Pushing event updated for resources: {'Port': ['ID=414b1c58-23c0-4ff2-95c1-065c887a27b2,revision_number=2']} {{(pid=119953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:57:53.968507 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-dcb5a4b4-5fcb-476a-9b98-b8570196f5d4 req-27ebc29b-7845-4a29-a244-b438b6c498b9 service neutron] 10.222.0.66 "GET /v2.0/networks/2f938584-7f3e-4765-817b-fb128e09d45c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1671078 Mar 07 16:57:53.971585 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-69084c20-5b6c-4821-80db-95f1c226c129 tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-706389'] for floatingip (ead094e4-1ac1-42ab-b162-d3fc291e42c4), after_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:54.131631 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.db.l3_db [None req-69084c20-5b6c-4821-80db-95f1c226c129 tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] Floating IP ead094e4-1ac1-42ab-b162-d3fc291e42c4 associated. External IP: 172.27.2.241, port: 933cfce7-b7a8-469e-8dfe-dde0dbfba456. Mar 07 16:57:54.136120 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-dcb5a4b4-5fcb-476a-9b98-b8570196f5d4 req-749ff6fc-1575-414b-aee3-ae4ae7d8046c service neutron] 10.222.0.66 "GET /v2.0/networks/2f938584-7f3e-4765-817b-fb128e09d45c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317589 Mar 07 16:57:54.212615 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194190'] for agent (152bcc15-84f4-40a7-afe1-c30bc7269f8a), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:54.361706 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69084c20-5b6c-4821-80db-95f1c226c129 tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] Router 5864a5b6-6518-43a7-a4e6-c88ca10e2289 has already been hosted by L3 agent 4cbb3502-d72e-4663-b57e-51d645794085 {{(pid=119953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 16:57:54.483193 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69084c20-5b6c-4821-80db-95f1c226c129 tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] Notify agent at l3_agent.dv-cinder-804757-24-iscsi the message routers_updated {{(pid=119953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:57:54.493008 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5ad7238-80cf-4eb2-8387-d9ab376f1b19 None None] Sync routers for ids ['5864a5b6-6518-43a7-a4e6-c88ca10e2289'] in dv-cinder-804757-24-iscsi {{(pid=119955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:57:54.501769 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-69084c20-5b6c-4821-80db-95f1c226c129 tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47102'] for floatingip (None), before_response {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:54.504685 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5ad7238-80cf-4eb2-8387-d9ab376f1b19 None None] Routers {'5864a5b6-6518-43a7-a4e6-c88ca10e2289'} bound to L3 agent in host dv-cinder-804757-24-iscsi {{(pid=119955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:57:54.505305 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.l3_hamode_db [None req-b5ad7238-80cf-4eb2-8387-d9ab376f1b19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T16:44:19Z,description=,heartbeat_timestamp=2022-03-07T16:57:49Z,host='dv-cinder-804757-24-iscsi',id=4cbb3502-d72e-4663-b57e-51d645794085,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:44:19Z,topic='l3_agent')) {'router_ids': ['5864a5b6-6518-43a7-a4e6-c88ca10e2289'], 'active': True} {{(pid=119955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:57:54.531091 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [None req-69084c20-5b6c-4821-80db-95f1c226c129 tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8217831 Mar 07 16:57:54.531697 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40bae353-9311-4b2a-839f-6dea4c52f662', 'tag': '933cfce7-b7a8-469e-8dfe-dde0dbfba456'}] {{(pid=119953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:57:54.534030 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed95515d7af65a162ef4af60abe3e4aacc73bb6c2379f81891a58e09c3a2d0f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-440cf3ff-2b6e-45fe-89dd-b7bcc8f6714b" -d '{"events": [{"name": "network-changed", "server_uuid": "40bae353-9311-4b2a-839f-6dea4c52f662", "tag": "933cfce7-b7a8-469e-8dfe-dde0dbfba456"}]}' {{(pid=119953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:57:54.568834 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 16:57:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-415b44bc-72fb-416c-882c-0da75d03d22c x-openstack-request-id: req-415b44bc-72fb-416c-882c-0da75d03d22c {{(pid=119953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:57:54.569159 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40bae353-9311-4b2a-839f-6dea4c52f662", "tag": "933cfce7-b7a8-469e-8dfe-dde0dbfba456", "status": "completed", "code": 200}]} {{(pid=119953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:57:54.569415 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-415b44bc-72fb-416c-882c-0da75d03d22c {{(pid=119953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:57:54.569824 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40bae353-9311-4b2a-839f-6dea4c52f662', 'tag': '933cfce7-b7a8-469e-8dfe-dde0dbfba456', 'status': 'completed', 'code': 200} Mar 07 16:57:54.618255 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.l3_dvr_db [None req-b5ad7238-80cf-4eb2-8387-d9ab376f1b19 None None] Set router 5864a5b6-6518-43a7-a4e6-c88ca10e2289 gateway port host: dv-cinder-804757-24-iscsi {{(pid=119955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:57:54.661789 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440cf3ff-2b6e-45fe-89dd-b7bcc8f6714b req-829ac5b6-a15b-4a3e-a8d7-515c7718853a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:57:54.663434 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-440cf3ff-2b6e-45fe-89dd-b7bcc8f6714b req-829ac5b6-a15b-4a3e-a8d7-515c7718853a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f13607869be844f9bb555f4bee0519ef&device_id=40bae353-9311-4b2a-839f-6dea4c52f662 HTTP/1.1" status: 200 len: 1129 time: 0.0474455 Mar 07 16:57:54.754370 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e248383-925f-4c15-83a6-fff81f6c270d req-ab1c4863-ee83-490e-b67d-bb6644b7161f tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:57:54.755906 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-1e248383-925f-4c15-83a6-fff81f6c270d req-ab1c4863-ee83-490e-b67d-bb6644b7161f tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] 10.222.0.18 "GET /v2.0/ports?device_id=a473c2c6-d445-43a8-925c-f636c20796af HTTP/1.1" status: 200 len: 946 time: 0.0559275 Mar 07 16:57:54.767131 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440cf3ff-2b6e-45fe-89dd-b7bcc8f6714b req-4688c187-3b06-4fdd-8587-44fefbb1499b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:57:54.768673 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-440cf3ff-2b6e-45fe-89dd-b7bcc8f6714b req-4688c187-3b06-4fdd-8587-44fefbb1499b service neutron] 10.222.0.66 "GET /v2.0/networks?id=8f05d5cd-7919-446b-b1be-b892178c27ff HTTP/1.1" status: 200 len: 913 time: 0.0941894 Mar 07 16:57:54.815363 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-1e248383-925f-4c15-83a6-fff81f6c270d req-7cdf2f0b-be72-43a5-807b-924ad2d239ba tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] 10.222.0.18 "GET /v2.0/security-groups?id=71651f4e-e00c-47c4-95be-ed1b5e372be7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525546 Mar 07 16:57:54.840965 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-440cf3ff-2b6e-45fe-89dd-b7bcc8f6714b req-29f5cce6-3e1f-42e2-b7df-13118718a568 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=933cfce7-b7a8-469e-8dfe-dde0dbfba456 HTTP/1.1" status: 200 len: 999 time: 0.0653448 Mar 07 16:57:54.892116 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440cf3ff-2b6e-45fe-89dd-b7bcc8f6714b req-a7b8b497-5aa4-4e60-8593-6358ca34c470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:57:54.893679 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-440cf3ff-2b6e-45fe-89dd-b7bcc8f6714b req-a7b8b497-5aa4-4e60-8593-6358ca34c470 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=e51eb166-648f-4129-afbc-b350e9a7b41b HTTP/1.1" status: 200 len: 851 time: 0.0468371 Mar 07 16:57:54.946429 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440cf3ff-2b6e-45fe-89dd-b7bcc8f6714b req-05d26f78-ba24-4550-81d2-eacf74fadbec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:57:54.947986 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-440cf3ff-2b6e-45fe-89dd-b7bcc8f6714b req-05d26f78-ba24-4550-81d2-eacf74fadbec service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=8f05d5cd-7919-446b-b1be-b892178c27ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0450726 Mar 07 16:57:54.969264 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.l3_hamode_db [None req-b5ad7238-80cf-4eb2-8387-d9ab376f1b19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5864a5b6-6518-43a7-a4e6-c88ca10e2289', 'name': 'tempest-TestVolumeBootPattern-1270566597-router', 'tenant_id': 'f13607869be844f9bb555f4bee0519ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'external_fixed_ips': [{'subnet_id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'ip_address': '172.27.2.93'}], 'enable_snat': True}, 'gw_port_id': '79f27c19-b4a8-4a51-921e-23ee7d9f2b4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:53:54Z', 'updated_at': '2022-03-07T16:53:58Z', 'revision_number': 4, 'project_id': 'f13607869be844f9bb555f4bee0519ef', 'gw_port': {'id': '79f27c19-b4a8-4a51-921e-23ee7d9f2b4a', 'name': '', 'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:37:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5864a5b6-6518-43a7-a4e6-c88ca10e2289', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'ip_address': '172.27.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:53:55Z', 'updated_at': '2022-03-07T16:53:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-24-iscsi', '_floatingips': [{'id': 'ead094e4-1ac1-42ab-b162-d3fc291e42c4', 'tenant_id': 'f13607869be844f9bb555f4bee0519ef', 'floating_ip_address': '172.27.2.241', 'floating_network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'router_id': '5864a5b6-6518-43a7-a4e6-c88ca10e2289', 'port_id': '933cfce7-b7a8-469e-8dfe-dde0dbfba456', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 564, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8f05d5cd-7919-446b-b1be-b892178c27ff', 'mac_address': 'fa:16:3e:41:97:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40bae353-9311-4b2a-839f-6dea4c52f662', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T16:57:52Z', 'updated_at': '2022-03-07T16:57:52Z', 'revision_number': 0, 'project_id': 'f13607869be844f9bb555f4bee0519ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84d6bf29-5744-481f-93ba-41f00ab3f10d', 'name': '', 'network_id': '8f05d5cd-7919-446b-b1be-b892178c27ff', 'tenant_id': 'f13607869be844f9bb555f4bee0519ef', 'mac_address': 'fa:16:3e:51:da:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5864a5b6-6518-43a7-a4e6-c88ca10e2289', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'e51eb166-648f-4129-afbc-b350e9a7b41b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:53:57Z', 'updated_at': '2022-03-07T16:54:03Z', 'revision_number': 5, 'project_id': 'f13607869be844f9bb555f4bee0519ef', 'subnets': [{'id': 'e51eb166-648f-4129-afbc-b350e9a7b41b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-24-iscsi', False) {} {{(pid=119955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:57:54.996610 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5ad7238-80cf-4eb2-8387-d9ab376f1b19 None None] Checking router: 5864a5b6-6518-43a7-a4e6-c88ca10e2289 for host: dv-cinder-804757-24-iscsi {{(pid=119955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 16:57:55.005256 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5ad7238-80cf-4eb2-8387-d9ab376f1b19 None None] Routers {'5864a5b6-6518-43a7-a4e6-c88ca10e2289'} bound to L3 agent in host dv-cinder-804757-24-iscsi {{(pid=119955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:57:55.005794 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.l3_hamode_db [None req-b5ad7238-80cf-4eb2-8387-d9ab376f1b19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T16:44:19Z,description=,heartbeat_timestamp=2022-03-07T16:57:49Z,host='dv-cinder-804757-24-iscsi',id=4cbb3502-d72e-4663-b57e-51d645794085,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:44:19Z,topic='l3_agent')) {'router_ids': ['5864a5b6-6518-43a7-a4e6-c88ca10e2289'], 'active': True} {{(pid=119955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:57:55.066960 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-440cf3ff-2b6e-45fe-89dd-b7bcc8f6714b req-c3ca8fe6-e392-401e-9b68-93984f66e678 service neutron] 10.222.0.66 "GET /v2.0/networks/8f05d5cd-7919-446b-b1be-b892178c27ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1120863 Mar 07 16:57:55.086848 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49469863-8be1-4a0d-8544-26651926b9f0 req-369380ff-ef4f-4a47-9674-3f91e864b417 tempest-TestShelveInstance-1471348020 tempest-TestShelveInstance-1471348020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:57:55.088276 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-49469863-8be1-4a0d-8544-26651926b9f0 req-369380ff-ef4f-4a47-9674-3f91e864b417 tempest-TestShelveInstance-1471348020 tempest-TestShelveInstance-1471348020-project] 10.222.0.18 "GET /v2.0/ports?device_id=047c2582-ee38-4aad-8f05-895e1732a2bd HTTP/1.1" status: 200 len: 944 time: 0.0819716 Mar 07 16:57:55.114631 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.l3_dvr_db [None req-b5ad7238-80cf-4eb2-8387-d9ab376f1b19 None None] Set router 5864a5b6-6518-43a7-a4e6-c88ca10e2289 gateway port host: dv-cinder-804757-24-iscsi {{(pid=119955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:57:55.185512 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-49469863-8be1-4a0d-8544-26651926b9f0 req-ac6a1392-9e2b-4aa1-8f4e-2157c295cc4e tempest-TestShelveInstance-1471348020 tempest-TestShelveInstance-1471348020-project] 10.222.0.18 "GET /v2.0/security-groups?id=3e5509a0-73c0-4d35-a942-542b713a77a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864062 Mar 07 16:57:55.196143 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-440cf3ff-2b6e-45fe-89dd-b7bcc8f6714b req-47b37974-08f6-4b27-9438-4f11584d9d61 service neutron] 10.222.0.66 "GET /v2.0/networks/8f05d5cd-7919-446b-b1be-b892178c27ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226835 Mar 07 16:57:55.341287 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.l3_hamode_db [None req-b5ad7238-80cf-4eb2-8387-d9ab376f1b19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5864a5b6-6518-43a7-a4e6-c88ca10e2289', 'name': 'tempest-TestVolumeBootPattern-1270566597-router', 'tenant_id': 'f13607869be844f9bb555f4bee0519ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'external_fixed_ips': [{'subnet_id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'ip_address': '172.27.2.93'}], 'enable_snat': True}, 'gw_port_id': '79f27c19-b4a8-4a51-921e-23ee7d9f2b4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:53:54Z', 'updated_at': '2022-03-07T16:53:58Z', 'revision_number': 4, 'project_id': 'f13607869be844f9bb555f4bee0519ef', 'gw_port': {'id': '79f27c19-b4a8-4a51-921e-23ee7d9f2b4a', 'name': '', 'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:37:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5864a5b6-6518-43a7-a4e6-c88ca10e2289', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'ip_address': '172.27.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:53:55Z', 'updated_at': '2022-03-07T16:53:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-24-iscsi', '_floatingips': [{'id': 'ead094e4-1ac1-42ab-b162-d3fc291e42c4', 'tenant_id': 'f13607869be844f9bb555f4bee0519ef', 'floating_ip_address': '172.27.2.241', 'floating_network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'router_id': '5864a5b6-6518-43a7-a4e6-c88ca10e2289', 'port_id': '933cfce7-b7a8-469e-8dfe-dde0dbfba456', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 564, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8f05d5cd-7919-446b-b1be-b892178c27ff', 'mac_address': 'fa:16:3e:41:97:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40bae353-9311-4b2a-839f-6dea4c52f662', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T16:57:52Z', 'updated_at': '2022-03-07T16:57:52Z', 'revision_number': 0, 'project_id': 'f13607869be844f9bb555f4bee0519ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84d6bf29-5744-481f-93ba-41f00ab3f10d', 'name': '', 'network_id': '8f05d5cd-7919-446b-b1be-b892178c27ff', 'tenant_id': 'f13607869be844f9bb555f4bee0519ef', 'mac_address': 'fa:16:3e:51:da:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5864a5b6-6518-43a7-a4e6-c88ca10e2289', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'e51eb166-648f-4129-afbc-b350e9a7b41b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:53:57Z', 'updated_at': '2022-03-07T16:54:03Z', 'revision_number': 5, 'project_id': 'f13607869be844f9bb555f4bee0519ef', 'subnets': [{'id': 'e51eb166-648f-4129-afbc-b350e9a7b41b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-24-iscsi', False) {} {{(pid=119955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:57:55.371633 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5ad7238-80cf-4eb2-8387-d9ab376f1b19 None None] The sync data for ids ['5864a5b6-6518-43a7-a4e6-c88ca10e2289'] in dv-cinder-804757-24-iscsi is: [{'id': '5864a5b6-6518-43a7-a4e6-c88ca10e2289', 'name': 'tempest-TestVolumeBootPattern-1270566597-router', 'tenant_id': 'f13607869be844f9bb555f4bee0519ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'external_fixed_ips': [{'subnet_id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'ip_address': '172.27.2.93'}], 'enable_snat': True}, 'gw_port_id': '79f27c19-b4a8-4a51-921e-23ee7d9f2b4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:53:54Z', 'updated_at': '2022-03-07T16:53:58Z', 'revision_number': 4, 'project_id': 'f13607869be844f9bb555f4bee0519ef', 'gw_port': {'id': '79f27c19-b4a8-4a51-921e-23ee7d9f2b4a', 'name': '', 'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:37:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5864a5b6-6518-43a7-a4e6-c88ca10e2289', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'ip_address': '172.27.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:53:55Z', 'updated_at': '2022-03-07T16:53:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-24-iscsi', '_floatingips': [{'id': 'ead094e4-1ac1-42ab-b162-d3fc291e42c4', 'tenant_id': 'f13607869be844f9bb555f4bee0519ef', 'floating_ip_address': '172.27.2.241', 'floating_network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'router_id': '5864a5b6-6518-43a7-a4e6-c88ca10e2289', 'port_id': '933cfce7-b7a8-469e-8dfe-dde0dbfba456', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 564, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8f05d5cd-7919-446b-b1be-b892178c27ff', 'mac_address': 'fa:16:3e:41:97:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40bae353-9311-4b2a-839f-6dea4c52f662', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T16:57:52Z', 'updated_at': '2022-03-07T16:57:52Z', 'revision_number': 0, 'project_id': 'f13607869be844f9bb555f4bee0519ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84d6bf29-5744-481f-93ba-41f00ab3f10d', 'name': '', 'network_id': '8f05d5cd-7919-446b-b1be-b892178c27ff', 'tenant_id': 'f13607869be844f9bb555f4bee0519ef', 'mac_address': 'fa:16:3e:51:da:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5864a5b6-6518-43a7-a4e6-c88ca10e2289', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'e51eb166-648f-4129-afbc-b350e9a7b41b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:53:57Z', 'updated_at': '2022-03-07T16:54:03Z', 'revision_number': 5, 'project_id': 'f13607869be844f9bb555f4bee0519ef', 'subnets': [{'id': 'e51eb166-648f-4129-afbc-b350e9a7b41b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:57:55.566302 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38f07b4b-742f-4cd4-8511-6b22b9a0fbca None None] New status for floating IP ead094e4-1ac1-42ab-b162-d3fc291e42c4: ACTIVE {{(pid=119956) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 16:57:55.943069 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2f9137-d0c2-4db2-a69c-3874099bc44d req-6a92a210-ba8d-48f3-a620-03ab9a23642c tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:57:55.944532 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-3f2f9137-d0c2-4db2-a69c-3874099bc44d req-6a92a210-ba8d-48f3-a620-03ab9a23642c tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] 10.222.0.18 "GET /v2.0/ports?device_id=a473c2c6-d445-43a8-925c-f636c20796af HTTP/1.1" status: 200 len: 946 time: 0.0560758 Mar 07 16:57:55.995714 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-3f2f9137-d0c2-4db2-a69c-3874099bc44d req-ff4b7332-76ba-4b80-bab8-9f0553f391b9 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] 10.222.0.18 "GET /v2.0/security-groups?id=71651f4e-e00c-47c4-95be-ed1b5e372be7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428696 Mar 07 16:57:56.317576 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac553c2-3c3e-4c1d-bd13-2e933902ec81 req-79f79528-ef67-40cc-a4fb-d0442cf8547a tempest-TestShelveInstance-1471348020 tempest-TestShelveInstance-1471348020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:57:56.319034 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-8ac553c2-3c3e-4c1d-bd13-2e933902ec81 req-79f79528-ef67-40cc-a4fb-d0442cf8547a tempest-TestShelveInstance-1471348020 tempest-TestShelveInstance-1471348020-project] 10.222.0.18 "GET /v2.0/ports?device_id=047c2582-ee38-4aad-8f05-895e1732a2bd HTTP/1.1" status: 200 len: 944 time: 0.0591676 Mar 07 16:57:56.370964 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-8ac553c2-3c3e-4c1d-bd13-2e933902ec81 req-4e047545-0be5-471b-bc85-5a8c1ae2c87b tempest-TestShelveInstance-1471348020 tempest-TestShelveInstance-1471348020-project] 10.222.0.18 "GET /v2.0/security-groups?id=3e5509a0-73c0-4d35-a942-542b713a77a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438845 Mar 07 16:57:57.137131 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a0e609-22b2-44f8-a4b4-1cde19b75e9b req-90d70a87-973e-47c6-b73e-3dfe95790d58 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:57:57.138576 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-f1a0e609-22b2-44f8-a4b4-1cde19b75e9b req-90d70a87-973e-47c6-b73e-3dfe95790d58 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] 10.222.0.18 "GET /v2.0/ports?device_id=a473c2c6-d445-43a8-925c-f636c20796af HTTP/1.1" status: 200 len: 946 time: 0.0616858 Mar 07 16:57:57.185851 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-f1a0e609-22b2-44f8-a4b4-1cde19b75e9b req-72d63b87-dc37-4e60-8d9c-6687fa8478e0 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] 10.222.0.18 "GET /v2.0/security-groups?id=71651f4e-e00c-47c4-95be-ed1b5e372be7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405662 Mar 07 16:57:57.511488 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2597fdce-ee84-43d0-8962-0937a324e5ea req-3c82cdf1-1dbd-40b4-afa2-f0f86ba7d861 tempest-TestShelveInstance-1471348020 tempest-TestShelveInstance-1471348020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:57:57.513042 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-2597fdce-ee84-43d0-8962-0937a324e5ea req-3c82cdf1-1dbd-40b4-afa2-f0f86ba7d861 tempest-TestShelveInstance-1471348020 tempest-TestShelveInstance-1471348020-project] 10.222.0.18 "GET /v2.0/ports?device_id=047c2582-ee38-4aad-8f05-895e1732a2bd HTTP/1.1" status: 200 len: 944 time: 0.0656817 Mar 07 16:57:57.565025 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-2597fdce-ee84-43d0-8962-0937a324e5ea req-4f91e8c9-8878-4e4d-ba1b-c2779fca8d01 tempest-TestShelveInstance-1471348020 tempest-TestShelveInstance-1471348020-project] 10.222.0.18 "GET /v2.0/security-groups?id=3e5509a0-73c0-4d35-a942-542b713a77a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436144 Mar 07 16:57:58.322808 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156b35d0-9865-4e2e-923d-65ed680627a7 req-564dcbc1-90ac-4db2-b8b0-adfcc32dfaee tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:57:58.324289 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-156b35d0-9865-4e2e-923d-65ed680627a7 req-564dcbc1-90ac-4db2-b8b0-adfcc32dfaee tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] 10.222.0.18 "GET /v2.0/ports?device_id=a473c2c6-d445-43a8-925c-f636c20796af HTTP/1.1" status: 200 len: 946 time: 0.0576918 Mar 07 16:57:58.373754 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-156b35d0-9865-4e2e-923d-65ed680627a7 req-480c7f91-beae-4cb0-8e9e-735746cd0245 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] 10.222.0.18 "GET /v2.0/security-groups?id=71651f4e-e00c-47c4-95be-ed1b5e372be7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413139 Mar 07 16:57:58.705337 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf99317-1402-4163-9514-d7eeb48e9e11 req-c2db99eb-8b8e-426a-8cd8-0baf033ace89 tempest-TestShelveInstance-1471348020 tempest-TestShelveInstance-1471348020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:57:58.706940 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-cdf99317-1402-4163-9514-d7eeb48e9e11 req-c2db99eb-8b8e-426a-8cd8-0baf033ace89 tempest-TestShelveInstance-1471348020 tempest-TestShelveInstance-1471348020-project] 10.222.0.18 "GET /v2.0/ports?device_id=047c2582-ee38-4aad-8f05-895e1732a2bd HTTP/1.1" status: 200 len: 944 time: 0.0630298 Mar 07 16:57:58.755346 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-cdf99317-1402-4163-9514-d7eeb48e9e11 req-da298b4a-fe61-4946-bbd6-66d4d675e54c tempest-TestShelveInstance-1471348020 tempest-TestShelveInstance-1471348020-project] 10.222.0.18 "GET /v2.0/security-groups?id=3e5509a0-73c0-4d35-a942-542b713a77a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422821 Mar 07 16:57:59.523908 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5365b04d-c3ed-4ce3-a944-f7e2cc735508 req-590501ca-ec9f-4ef2-a480-9866d3a09643 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:57:59.525374 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-5365b04d-c3ed-4ce3-a944-f7e2cc735508 req-590501ca-ec9f-4ef2-a480-9866d3a09643 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] 10.222.0.18 "GET /v2.0/ports?device_id=a473c2c6-d445-43a8-925c-f636c20796af HTTP/1.1" status: 200 len: 946 time: 0.0693262 Mar 07 16:57:59.576363 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-5365b04d-c3ed-4ce3-a944-f7e2cc735508 req-9feb5500-e57f-4871-9838-5fa5950e7303 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] 10.222.0.18 "GET /v2.0/security-groups?id=71651f4e-e00c-47c4-95be-ed1b5e372be7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427873 Mar 07 16:57:59.877922 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b2251d-3824-45e0-88dc-4b7f229f6c70 req-bb5ffd08-1aa3-46ea-8de0-dbfe364744d6 tempest-TestShelveInstance-1471348020 tempest-TestShelveInstance-1471348020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:57:59.879510 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-05b2251d-3824-45e0-88dc-4b7f229f6c70 req-bb5ffd08-1aa3-46ea-8de0-dbfe364744d6 tempest-TestShelveInstance-1471348020 tempest-TestShelveInstance-1471348020-project] 10.222.0.18 "GET /v2.0/ports?device_id=047c2582-ee38-4aad-8f05-895e1732a2bd HTTP/1.1" status: 200 len: 944 time: 0.0524712 Mar 07 16:57:59.929669 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-05b2251d-3824-45e0-88dc-4b7f229f6c70 req-189497ad-4cd1-49ac-9a87-fb5b5d118633 tempest-TestShelveInstance-1471348020 tempest-TestShelveInstance-1471348020-project] 10.222.0.18 "GET /v2.0/security-groups?id=3e5509a0-73c0-4d35-a942-542b713a77a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444968 Mar 07 16:58:00.712201 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35a0502-25b8-4eaf-89f4-4a4583faa907 req-e206163d-349a-4880-b6b8-c6563c883d06 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:58:00.713669 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-e35a0502-25b8-4eaf-89f4-4a4583faa907 req-e206163d-349a-4880-b6b8-c6563c883d06 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] 10.222.0.18 "GET /v2.0/ports?device_id=a473c2c6-d445-43a8-925c-f636c20796af HTTP/1.1" status: 200 len: 946 time: 0.0546391 Mar 07 16:58:00.765016 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-e35a0502-25b8-4eaf-89f4-4a4583faa907 req-3ed4f974-d31a-48ef-a40a-62b085ae8aa8 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] 10.222.0.18 "GET /v2.0/security-groups?id=71651f4e-e00c-47c4-95be-ed1b5e372be7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430098 Mar 07 16:58:00.814554 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.rpc [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Device 5178f70b-d860-4382-a4eb-abb1fcb7329f details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=119955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 16:58:00.914958 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.db [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] For port 5178f70b-d860-4382-a4eb-abb1fcb7329f, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=5178f70b-d860-4382-a4eb-abb1fcb7329f,segment=NetworkSegment(b0e29e90-ddf0-46b1-8ceb-3a4354fa6bcc),segment_id=b0e29e90-ddf0-46b1-8ceb-3a4354fa6bcc)] {{(pid=119955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:58:00.925358 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.rpc [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Returning: {'device': '5178f70b-d860-4382-a4eb-abb1fcb7329f', 'network_id': '2f938584-7f3e-4765-817b-fb128e09d45c', 'port_id': '5178f70b-d860-4382-a4eb-abb1fcb7329f', 'mac_address': 'fa:16:3e:a7:56:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 893, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6dde97a4-d388-4dbe-a91a-34ac33fc9045', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 16:58:00.971770 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.plugin [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Current status of the port 5178f70b-d860-4382-a4eb-abb1fcb7329f is: DOWN; New status is: BUILD {{(pid=119955) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:58:00.972203 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8385759'] for port (5178f70b-d860-4382-a4eb-abb1fcb7329f), before_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:58:00.985353 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.notifiers.nova [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5178f70b-d860-4382-a4eb-abb1fcb7329f {{(pid=119955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:58:01.004396 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.db [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] For port 5178f70b-d860-4382-a4eb-abb1fcb7329f, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=5178f70b-d860-4382-a4eb-abb1fcb7329f,segment=NetworkSegment(b0e29e90-ddf0-46b1-8ceb-3a4354fa6bcc),segment_id=b0e29e90-ddf0-46b1-8ceb-3a4354fa6bcc)] {{(pid=119955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:58:01.009460 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754346672056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754346267073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754346267091'] for port (5178f70b-d860-4382-a4eb-abb1fcb7329f), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:58:01.047051 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310f8fe8-300f-4610-b5f7-a3aa1b25a44b req-86dfc0c6-fc02-4819-92b8-3809e2fbe9f8 tempest-TestShelveInstance-1471348020 tempest-TestShelveInstance-1471348020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:58:01.048553 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-310f8fe8-300f-4610-b5f7-a3aa1b25a44b req-86dfc0c6-fc02-4819-92b8-3809e2fbe9f8 tempest-TestShelveInstance-1471348020 tempest-TestShelveInstance-1471348020-project] 10.222.0.18 "GET /v2.0/ports?device_id=047c2582-ee38-4aad-8f05-895e1732a2bd HTTP/1.1" status: 200 len: 944 time: 0.0517530 Mar 07 16:58:01.054896 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Pushing event updated for resources: {'Port': ['ID=5178f70b-d860-4382-a4eb-abb1fcb7329f,revision_number=4']} {{(pid=119955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:58:01.103582 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-310f8fe8-300f-4610-b5f7-a3aa1b25a44b req-a2611dcc-cd79-43f8-820a-5686f3ce0f42 tempest-TestShelveInstance-1471348020 tempest-TestShelveInstance-1471348020-project] 10.222.0.18 "GET /v2.0/security-groups?id=3e5509a0-73c0-4d35-a942-542b713a77a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486391 Mar 07 16:58:01.355252 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.db [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] get_ports_and_sgs() called for port_ids ['5178f70b-d860-4382-a4eb-abb1fcb7329f'] {{(pid=119955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:58:01.894740 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc14e554-05de-4c91-8b8d-bf6b4d648137 req-a63c5742-f4c4-45ed-a9a0-db65078f303e tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:58:01.896237 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-bc14e554-05de-4c91-8b8d-bf6b4d648137 req-a63c5742-f4c4-45ed-a9a0-db65078f303e tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] 10.222.0.18 "GET /v2.0/ports?device_id=a473c2c6-d445-43a8-925c-f636c20796af HTTP/1.1" status: 200 len: 946 time: 0.0551233 Mar 07 16:58:01.945307 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-bc14e554-05de-4c91-8b8d-bf6b4d648137 req-6d46ceb2-c85c-4798-a406-b9f1025ce0e9 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] 10.222.0.18 "GET /v2.0/security-groups?id=71651f4e-e00c-47c4-95be-ed1b5e372be7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434268 Mar 07 16:58:02.232600 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427d4ef7-27ff-4d44-9cdf-bfa8c698d179 req-8449dbeb-4dfe-4d39-8986-7171536520ef tempest-TestShelveInstance-1471348020 tempest-TestShelveInstance-1471348020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:58:02.234012 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-427d4ef7-27ff-4d44-9cdf-bfa8c698d179 req-8449dbeb-4dfe-4d39-8986-7171536520ef tempest-TestShelveInstance-1471348020 tempest-TestShelveInstance-1471348020-project] 10.222.0.18 "GET /v2.0/ports?device_id=047c2582-ee38-4aad-8f05-895e1732a2bd HTTP/1.1" status: 200 len: 945 time: 0.0589576 Mar 07 16:58:02.281777 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-427d4ef7-27ff-4d44-9cdf-bfa8c698d179 req-e80ecb1b-d0ec-4faf-83e5-b952ed01fa59 tempest-TestShelveInstance-1471348020 tempest-TestShelveInstance-1471348020-project] 10.222.0.18 "GET /v2.0/security-groups?id=3e5509a0-73c0-4d35-a942-542b713a77a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421908 Mar 07 16:58:02.817435 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.rpc [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Device 5178f70b-d860-4382-a4eb-abb1fcb7329f up at agent hyperv_hv-cinder-80475 {{(pid=119955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:58:02.876096 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.provisioning_blocks [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Provisioning for port 5178f70b-d860-4382-a4eb-abb1fcb7329f completed by entity L2. {{(pid=119955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 16:58:02.880923 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.provisioning_blocks [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Provisioning complete for port 5178f70b-d860-4382-a4eb-abb1fcb7329f triggered by entity L2. {{(pid=119955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:58:02.881288 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8194280'] for port (5178f70b-d860-4382-a4eb-abb1fcb7329f), provisioning_complete {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:58:02.957623 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.plugin [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Current status of the port 5178f70b-d860-4382-a4eb-abb1fcb7329f is: BUILD; New status is: ACTIVE {{(pid=119955) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:58:02.957997 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8385759'] for port (5178f70b-d860-4382-a4eb-abb1fcb7329f), before_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:58:02.980271 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '047c2582-ee38-4aad-8f05-895e1732a2bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5178f70b-d860-4382-a4eb-abb1fcb7329f'}] {{(pid=119955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:58:02.982499 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd4f8a5135c3a8ba668d7ce7b18abb72183bcf445ca628a57cbbb7bee2c3e543" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65dac620-38fd-46a1-99d2-046ddb5d0453" -d '{"events": [{"server_uuid": "047c2582-ee38-4aad-8f05-895e1732a2bd", "name": "network-vif-plugged", "status": "completed", "tag": "5178f70b-d860-4382-a4eb-abb1fcb7329f"}]}' {{(pid=119955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:58:02.994537 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.db [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] For port 5178f70b-d860-4382-a4eb-abb1fcb7329f, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=5178f70b-d860-4382-a4eb-abb1fcb7329f,segment=NetworkSegment(b0e29e90-ddf0-46b1-8ceb-3a4354fa6bcc),segment_id=b0e29e90-ddf0-46b1-8ceb-3a4354fa6bcc)] {{(pid=119955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:58:02.999795 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754346672056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754346267073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754346267091'] for port (5178f70b-d860-4382-a4eb-abb1fcb7329f), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:58:03.051332 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Pushing event updated for resources: {'Port': ['ID=5178f70b-d860-4382-a4eb-abb1fcb7329f,revision_number=5']} {{(pid=119955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:58:03.059123 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:58:03.059468 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:58:03.059853 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:58:03.060168 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:58:03.060497 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:58:03.060930 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:58:03.061166 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:58:03.061462 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:58:03.061782 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:58:03.062102 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:58:03.062481 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:58:03.062798 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:58:03.063119 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:58:03.081392 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 16:58:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9c501ce-48b5-458f-9d7f-fdb4f5103cda x-openstack-request-id: req-c9c501ce-48b5-458f-9d7f-fdb4f5103cda {{(pid=119955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:58:03.081886 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "047c2582-ee38-4aad-8f05-895e1732a2bd", "name": "network-vif-plugged", "status": "completed", "tag": "5178f70b-d860-4382-a4eb-abb1fcb7329f", "code": 200}]} {{(pid=119955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:58:03.082152 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c9c501ce-48b5-458f-9d7f-fdb4f5103cda {{(pid=119955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:58:03.082555 dv-cinder-804757-24-iscsi neutron-server[119955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '047c2582-ee38-4aad-8f05-895e1732a2bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5178f70b-d860-4382-a4eb-abb1fcb7329f', 'code': 200} Mar 07 16:58:03.085229 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10af1ff1-bca1-4980-8c82-3ea89be15c7e req-dbc9f4b0-34a8-4e10-bf6b-69d08da24baf tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:58:03.086705 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-10af1ff1-bca1-4980-8c82-3ea89be15c7e req-dbc9f4b0-34a8-4e10-bf6b-69d08da24baf tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] 10.222.0.18 "GET /v2.0/ports?device_id=a473c2c6-d445-43a8-925c-f636c20796af HTTP/1.1" status: 200 len: 946 time: 0.0516691 Mar 07 16:58:03.131021 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-10af1ff1-bca1-4980-8c82-3ea89be15c7e req-5a70665d-c6a8-460e-850d-9618fd7f4ed7 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] 10.222.0.18 "GET /v2.0/security-groups?id=71651f4e-e00c-47c4-95be-ed1b5e372be7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388525 Mar 07 16:58:03.418249 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b4f7e1-8d00-40db-84f7-9b8a78cd33bd req-a9c7293f-84b3-4cbb-aa12-0089b427e93b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:58:03.419729 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-52b4f7e1-8d00-40db-84f7-9b8a78cd33bd req-a9c7293f-84b3-4cbb-aa12-0089b427e93b service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=047c2582-ee38-4aad-8f05-895e1732a2bd HTTP/1.1" status: 200 len: 1130 time: 0.0750415 Mar 07 16:58:03.429173 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4771622c-c3f4-4f59-8be0-7b7917b56c5c req-db537613-a732-4b1f-bb01-7b5ce26403f3 tempest-TestShelveInstance-1471348020 tempest-TestShelveInstance-1471348020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:58:03.430470 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-4771622c-c3f4-4f59-8be0-7b7917b56c5c req-db537613-a732-4b1f-bb01-7b5ce26403f3 tempest-TestShelveInstance-1471348020 tempest-TestShelveInstance-1471348020-project] 10.222.0.18 "GET /v2.0/ports?device_id=047c2582-ee38-4aad-8f05-895e1732a2bd HTTP/1.1" status: 200 len: 946 time: 0.0782847 Mar 07 16:58:03.509940 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-52b4f7e1-8d00-40db-84f7-9b8a78cd33bd req-5a8b1212-e5dc-49f4-a5db-98ddcc4abdbd service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=3e5509a0-73c0-4d35-a942-542b713a77a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785027 Mar 07 16:58:03.513989 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-4771622c-c3f4-4f59-8be0-7b7917b56c5c req-f89fb649-825f-4d0d-a1b3-73eb10306368 tempest-TestShelveInstance-1471348020 tempest-TestShelveInstance-1471348020-project] 10.222.0.18 "GET /v2.0/security-groups?id=3e5509a0-73c0-4d35-a942-542b713a77a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777018 Mar 07 16:58:04.259707 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6253a974-0e6a-43d6-9995-03c272e03632 req-5c6d4d8c-7145-410b-bbfc-ba2c720327b1 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:58:04.261221 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-6253a974-0e6a-43d6-9995-03c272e03632 req-5c6d4d8c-7145-410b-bbfc-ba2c720327b1 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] 10.222.0.18 "GET /v2.0/ports?device_id=a473c2c6-d445-43a8-925c-f636c20796af HTTP/1.1" status: 200 len: 946 time: 0.0552790 Mar 07 16:58:04.307998 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-6253a974-0e6a-43d6-9995-03c272e03632 req-12d4c4eb-2542-44eb-940f-cec03aef3ef3 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] 10.222.0.18 "GET /v2.0/security-groups?id=71651f4e-e00c-47c4-95be-ed1b5e372be7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411861 Mar 07 16:58:04.646651 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc51124-64f1-4741-bcb7-ab0c64c832e2 req-f6ef43b0-3eac-4e34-9d8e-d618f0f67540 tempest-TestShelveInstance-1471348020 tempest-TestShelveInstance-1471348020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:58:04.648117 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-efc51124-64f1-4741-bcb7-ab0c64c832e2 req-f6ef43b0-3eac-4e34-9d8e-d618f0f67540 tempest-TestShelveInstance-1471348020 tempest-TestShelveInstance-1471348020-project] 10.222.0.18 "GET /v2.0/ports?device_id=047c2582-ee38-4aad-8f05-895e1732a2bd HTTP/1.1" status: 200 len: 946 time: 0.0538037 Mar 07 16:58:04.698319 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-efc51124-64f1-4741-bcb7-ab0c64c832e2 req-8cf9d405-dcea-4459-b509-bd996cf456a2 tempest-TestShelveInstance-1471348020 tempest-TestShelveInstance-1471348020-project] 10.222.0.18 "GET /v2.0/security-groups?id=3e5509a0-73c0-4d35-a942-542b713a77a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421596 Mar 07 16:58:05.442561 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9908fd-3bba-4716-a3bc-bd68b0b7b0fe req-683b03ae-0134-4860-991b-a704b93cb85b tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:58:05.444031 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-9d9908fd-3bba-4716-a3bc-bd68b0b7b0fe req-683b03ae-0134-4860-991b-a704b93cb85b tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] 10.222.0.18 "GET /v2.0/ports?device_id=a473c2c6-d445-43a8-925c-f636c20796af HTTP/1.1" status: 200 len: 946 time: 0.0542064 Mar 07 16:58:05.489694 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-9d9908fd-3bba-4716-a3bc-bd68b0b7b0fe req-6d7e5af2-5e96-4387-8ee7-069af018d2a5 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] 10.222.0.18 "GET /v2.0/security-groups?id=71651f4e-e00c-47c4-95be-ed1b5e372be7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400395 Mar 07 16:58:05.829446 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9f5df1-ed70-40e0-949a-62c444325545 req-f63eabe6-b2dc-4a16-a0fe-00fc441d5df9 tempest-TestShelveInstance-1471348020 tempest-TestShelveInstance-1471348020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:58:05.830912 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-5d9f5df1-ed70-40e0-949a-62c444325545 req-f63eabe6-b2dc-4a16-a0fe-00fc441d5df9 tempest-TestShelveInstance-1471348020 tempest-TestShelveInstance-1471348020-project] 10.222.0.18 "GET /v2.0/ports?device_id=047c2582-ee38-4aad-8f05-895e1732a2bd HTTP/1.1" status: 200 len: 946 time: 0.0538590 Mar 07 16:58:05.883540 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-5d9f5df1-ed70-40e0-949a-62c444325545 req-09e9dddd-dcf1-4e03-a052-c00a2ff13bee tempest-TestShelveInstance-1471348020 tempest-TestShelveInstance-1471348020-project] 10.222.0.18 "GET /v2.0/security-groups?id=3e5509a0-73c0-4d35-a942-542b713a77a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443857 Mar 07 16:58:06.021618 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c634c1-4ee2-4074-9781-237c87c2db10 req-1ab9e001-30ab-48c7-bd49-c82451601dba tempest-TestShelveInstance-1471348020 tempest-TestShelveInstance-1471348020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:58:06.022974 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-47c634c1-4ee2-4074-9781-237c87c2db10 req-1ab9e001-30ab-48c7-bd49-c82451601dba tempest-TestShelveInstance-1471348020 tempest-TestShelveInstance-1471348020-project] 10.222.0.18 "GET /v2.0/ports?device_id=047c2582-ee38-4aad-8f05-895e1732a2bd HTTP/1.1" status: 200 len: 946 time: 0.0670402 Mar 07 16:58:06.080919 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-47c634c1-4ee2-4074-9781-237c87c2db10 req-cf5cea1b-5a8f-487e-9bd5-ea716d7ab1ad tempest-TestShelveInstance-1471348020 tempest-TestShelveInstance-1471348020-project] 10.222.0.18 "GET /v2.0/security-groups?id=3e5509a0-73c0-4d35-a942-542b713a77a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499470 Mar 07 16:58:06.102935 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.wsgi [-] (119953) accepted ('10.222.0.18', 56706) {{(pid=119953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:58:06.196175 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-795fa1d1-6ed6-4215-8ef8-98c4094fd0b0 tempest-TestShelveInstance-2142972752 tempest-TestShelveInstance-2142972752-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:58:06.197729 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [None req-795fa1d1-6ed6-4215-8ef8-98c4094fd0b0 tempest-TestShelveInstance-2142972752 tempest-TestShelveInstance-2142972752-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=047c2582-ee38-4aad-8f05-895e1732a2bd HTTP/1.1" status: 200 len: 1125 time: 0.0938034 Mar 07 16:58:06.200874 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.wsgi [-] (119953) accepted ('10.222.0.18', 56710) {{(pid=119953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:58:06.205374 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.v2.base [None req-4dead9a1-40c7-48ae-8806-734530bdfb74 tempest-TestShelveInstance-1471348020 tempest-TestShelveInstance-1471348020-project] Request body: {'floatingip': {'floating_network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'port_id': '5178f70b-d860-4382-a4eb-abb1fcb7329f', 'tenant_id': '67f25f5951bb4340813deb06cbaad90d', 'fixed_ip_address': '172.20.0.13'}} {{(pid=119953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:58:06.229559 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-4dead9a1-40c7-48ae-8806-734530bdfb74 tempest-TestShelveInstance-1471348020 tempest-TestShelveInstance-1471348020-project] Publish callbacks [] for floatingip (None), before_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:58:06.323311 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-4dead9a1-40c7-48ae-8806-734530bdfb74 tempest-TestShelveInstance-1471348020 tempest-TestShelveInstance-1471348020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8385759'] for port (None), before_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:58:06.430897 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.db.db_base_plugin_common [None req-4dead9a1-40c7-48ae-8806-734530bdfb74 tempest-TestShelveInstance-1471348020 tempest-TestShelveInstance-1471348020-project] Allocated IP 172.27.2.171 (3eba6d1e-0acd-4586-8e75-f5a4e7e90d88/6a2f7f11-a189-49ba-a838-e124f718c0dc/f1702959-70cb-4fe2-8547-ca8d2cedfea4) {{(pid=119953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:58:06.536571 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-4dead9a1-40c7-48ae-8806-734530bdfb74 tempest-TestShelveInstance-1471348020 tempest-TestShelveInstance-1471348020-project] Publish callbacks [] for port (f1702959-70cb-4fe2-8547-ca8d2cedfea4), precommit_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:58:06.639009 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ca2bb7-edbb-42ef-a8fc-b5c6acdcab98 req-3f36419a-2cd2-4d10-8792-c407450cc136 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:58:06.640671 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-88ca2bb7-edbb-42ef-a8fc-b5c6acdcab98 req-3f36419a-2cd2-4d10-8792-c407450cc136 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] 10.222.0.18 "GET /v2.0/ports?device_id=a473c2c6-d445-43a8-925c-f636c20796af HTTP/1.1" status: 200 len: 946 time: 0.0571156 Mar 07 16:58:06.689428 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-88ca2bb7-edbb-42ef-a8fc-b5c6acdcab98 req-91cb6a63-70ff-4403-a47a-c3a913bb9cb2 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] 10.222.0.18 "GET /v2.0/security-groups?id=71651f4e-e00c-47c4-95be-ed1b5e372be7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427189 Mar 07 16:58:06.829534 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-4dead9a1-40c7-48ae-8806-734530bdfb74 tempest-TestShelveInstance-1471348020 tempest-TestShelveInstance-1471348020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754346267055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9282916'] for port (f1702959-70cb-4fe2-8547-ca8d2cedfea4), after_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:58:06.867785 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dead9a1-40c7-48ae-8806-734530bdfb74 tempest-TestShelveInstance-1471348020 tempest-TestShelveInstance-1471348020-project] Network 3eba6d1e-0acd-4586-8e75-f5a4e7e90d88 is already hosted by enough agents. {{(pid=119953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:58:06.870511 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.scheduler.base_scheduler [None req-4dead9a1-40c7-48ae-8806-734530bdfb74 tempest-TestShelveInstance-1471348020 tempest-TestShelveInstance-1471348020-project] Resources bound (agent type, host, resource id): {{(pid=119953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:58:06.873161 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dead9a1-40c7-48ae-8806-734530bdfb74 tempest-TestShelveInstance-1471348020 tempest-TestShelveInstance-1471348020-project] Received port after_create {{(pid=119953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:58:06.895668 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dead9a1-40c7-48ae-8806-734530bdfb74 tempest-TestShelveInstance-1471348020 tempest-TestShelveInstance-1471348020-project] Pushing event updated for resources: {'Port': ['ID=f1702959-70cb-4fe2-8547-ca8d2cedfea4,revision_number=1']} {{(pid=119953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:58:07.289342 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-4dead9a1-40c7-48ae-8806-734530bdfb74 tempest-TestShelveInstance-1471348020 tempest-TestShelveInstance-1471348020-project] Publish callbacks [] for floatingip (4e1ac874-d602-4d13-9e14-247624922484), precommit_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:58:07.374302 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-4dead9a1-40c7-48ae-8806-734530bdfb74 tempest-TestShelveInstance-1471348020 tempest-TestShelveInstance-1471348020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8385759'] for port (f1702959-70cb-4fe2-8547-ca8d2cedfea4), before_update {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:58:07.528145 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-4dead9a1-40c7-48ae-8806-734530bdfb74 tempest-TestShelveInstance-1471348020 tempest-TestShelveInstance-1471348020-project] Publish callbacks [] for port (f1702959-70cb-4fe2-8547-ca8d2cedfea4), precommit_update {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:58:07.534874 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-4dead9a1-40c7-48ae-8806-734530bdfb74 tempest-TestShelveInstance-1471348020 tempest-TestShelveInstance-1471348020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754346672056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754346267073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754346267091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9282845'] for port (f1702959-70cb-4fe2-8547-ca8d2cedfea4), after_update {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:58:07.600011 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dead9a1-40c7-48ae-8806-734530bdfb74 tempest-TestShelveInstance-1471348020 tempest-TestShelveInstance-1471348020-project] Pushing event updated for resources: {'Port': ['ID=f1702959-70cb-4fe2-8547-ca8d2cedfea4,revision_number=2']} {{(pid=119953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:58:07.616066 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-4dead9a1-40c7-48ae-8806-734530bdfb74 tempest-TestShelveInstance-1471348020 tempest-TestShelveInstance-1471348020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-706389'] for floatingip (4e1ac874-d602-4d13-9e14-247624922484), after_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:58:07.720543 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.db.l3_db [None req-4dead9a1-40c7-48ae-8806-734530bdfb74 tempest-TestShelveInstance-1471348020 tempest-TestShelveInstance-1471348020-project] Floating IP 4e1ac874-d602-4d13-9e14-247624922484 associated. External IP: 172.27.2.171, port: 5178f70b-d860-4382-a4eb-abb1fcb7329f. Mar 07 16:58:07.817790 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b238a57-2a14-4663-8d0c-e4047ed85a88 req-02b8002d-4866-4c14-bcef-d0ead36cdfa7 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:58:07.819419 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-9b238a57-2a14-4663-8d0c-e4047ed85a88 req-02b8002d-4866-4c14-bcef-d0ead36cdfa7 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] 10.222.0.18 "GET /v2.0/ports?device_id=a473c2c6-d445-43a8-925c-f636c20796af HTTP/1.1" status: 200 len: 946 time: 0.0569086 Mar 07 16:58:07.876847 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-9b238a57-2a14-4663-8d0c-e4047ed85a88 req-6fa82cc3-456f-4c58-8004-452339d6cb60 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] 10.222.0.18 "GET /v2.0/security-groups?id=71651f4e-e00c-47c4-95be-ed1b5e372be7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517280 Mar 07 16:58:07.944703 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4dead9a1-40c7-48ae-8806-734530bdfb74 tempest-TestShelveInstance-1471348020 tempest-TestShelveInstance-1471348020-project] Router 8c2055a7-4e1f-4277-aede-6e2c02d93b56 has already been hosted by L3 agent 4cbb3502-d72e-4663-b57e-51d645794085 {{(pid=119953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 16:58:08.062514 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dead9a1-40c7-48ae-8806-734530bdfb74 tempest-TestShelveInstance-1471348020 tempest-TestShelveInstance-1471348020-project] Notify agent at l3_agent.dv-cinder-804757-24-iscsi the message routers_updated {{(pid=119953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:58:08.072999 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dd27a6c-cae2-4531-8fb0-f218b7a54bb6 None None] Sync routers for ids ['8c2055a7-4e1f-4277-aede-6e2c02d93b56'] in dv-cinder-804757-24-iscsi {{(pid=119955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:58:08.081908 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-4dead9a1-40c7-48ae-8806-734530bdfb74 tempest-TestShelveInstance-1471348020 tempest-TestShelveInstance-1471348020-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47102'] for floatingip (None), before_response {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:58:08.082978 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dd27a6c-cae2-4531-8fb0-f218b7a54bb6 None None] Routers {'8c2055a7-4e1f-4277-aede-6e2c02d93b56'} bound to L3 agent in host dv-cinder-804757-24-iscsi {{(pid=119955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:58:08.083579 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.l3_hamode_db [None req-3dd27a6c-cae2-4531-8fb0-f218b7a54bb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T16:44:19Z,description=,heartbeat_timestamp=2022-03-07T16:57:49Z,host='dv-cinder-804757-24-iscsi',id=4cbb3502-d72e-4663-b57e-51d645794085,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:44:19Z,topic='l3_agent')) {'router_ids': ['8c2055a7-4e1f-4277-aede-6e2c02d93b56'], 'active': True} {{(pid=119955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:58:08.123794 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [None req-4dead9a1-40c7-48ae-8806-734530bdfb74 tempest-TestShelveInstance-1471348020 tempest-TestShelveInstance-1471348020-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9092855 Mar 07 16:58:08.123794 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '047c2582-ee38-4aad-8f05-895e1732a2bd', 'tag': '5178f70b-d860-4382-a4eb-abb1fcb7329f'}] {{(pid=119953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:58:08.123794 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed95515d7af65a162ef4af60abe3e4aacc73bb6c2379f81891a58e09c3a2d0f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a33c853-73c4-4a50-9058-1f0f6935ccd7" -d '{"events": [{"name": "network-changed", "server_uuid": "047c2582-ee38-4aad-8f05-895e1732a2bd", "tag": "5178f70b-d860-4382-a4eb-abb1fcb7329f"}]}' {{(pid=119953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:58:08.148299 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 16:58:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7490f430-b14b-4966-9e2e-c469d3d09248 x-openstack-request-id: req-7490f430-b14b-4966-9e2e-c469d3d09248 {{(pid=119953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:58:08.148594 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "047c2582-ee38-4aad-8f05-895e1732a2bd", "tag": "5178f70b-d860-4382-a4eb-abb1fcb7329f", "status": "completed", "code": 200}]} {{(pid=119953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:58:08.148846 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7490f430-b14b-4966-9e2e-c469d3d09248 {{(pid=119953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:58:08.149247 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '047c2582-ee38-4aad-8f05-895e1732a2bd', 'tag': '5178f70b-d860-4382-a4eb-abb1fcb7329f', 'status': 'completed', 'code': 200} Mar 07 16:58:08.193119 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.l3_dvr_db [None req-3dd27a6c-cae2-4531-8fb0-f218b7a54bb6 None None] Set router 8c2055a7-4e1f-4277-aede-6e2c02d93b56 gateway port host: dv-cinder-804757-24-iscsi {{(pid=119955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:58:08.251558 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a33c853-73c4-4a50-9058-1f0f6935ccd7 req-491277c7-32ab-4a0b-8c17-b8ee7126da34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:58:08.253115 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-8a33c853-73c4-4a50-9058-1f0f6935ccd7 req-491277c7-32ab-4a0b-8c17-b8ee7126da34 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=67f25f5951bb4340813deb06cbaad90d&device_id=047c2582-ee38-4aad-8f05-895e1732a2bd HTTP/1.1" status: 200 len: 1130 time: 0.0476878 Mar 07 16:58:08.341908 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a33c853-73c4-4a50-9058-1f0f6935ccd7 req-9a6b8db9-7cc5-4fcf-b1a4-70680e1f8fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:58:08.343414 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-8a33c853-73c4-4a50-9058-1f0f6935ccd7 req-9a6b8db9-7cc5-4fcf-b1a4-70680e1f8fbd service neutron] 10.222.0.66 "GET /v2.0/networks?id=2f938584-7f3e-4765-817b-fb128e09d45c HTTP/1.1" status: 200 len: 910 time: 0.0835388 Mar 07 16:58:08.413512 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-8a33c853-73c4-4a50-9058-1f0f6935ccd7 req-7c15d77c-fe7c-4599-9040-078906215298 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5178f70b-d860-4382-a4eb-abb1fcb7329f HTTP/1.1" status: 200 len: 1000 time: 0.0631359 Mar 07 16:58:08.414086 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.l3_hamode_db [None req-3dd27a6c-cae2-4531-8fb0-f218b7a54bb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c2055a7-4e1f-4277-aede-6e2c02d93b56', 'name': 'tempest-TestShelveInstance-1507886732-router', 'tenant_id': '67f25f5951bb4340813deb06cbaad90d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'external_fixed_ips': [{'subnet_id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'ip_address': '172.27.2.248'}], 'enable_snat': True}, 'gw_port_id': 'b712d65a-fc80-40b6-8dfd-f1ff7cd27f00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:57:21Z', 'updated_at': '2022-03-07T16:57:24Z', 'revision_number': 4, 'project_id': '67f25f5951bb4340813deb06cbaad90d', 'gw_port': {'id': 'b712d65a-fc80-40b6-8dfd-f1ff7cd27f00', 'name': '', 'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:34:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c2055a7-4e1f-4277-aede-6e2c02d93b56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'ip_address': '172.27.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:57:21Z', 'updated_at': '2022-03-07T16:57:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-24-iscsi', '_floatingips': [{'id': '4e1ac874-d602-4d13-9e14-247624922484', 'tenant_id': '67f25f5951bb4340813deb06cbaad90d', 'floating_ip_address': '172.27.2.171', 'floating_network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'router_id': '8c2055a7-4e1f-4277-aede-6e2c02d93b56', 'port_id': '5178f70b-d860-4382-a4eb-abb1fcb7329f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 566, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2f938584-7f3e-4765-817b-fb128e09d45c', 'mac_address': 'fa:16:3e:a7:56:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '047c2582-ee38-4aad-8f05-895e1732a2bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T16:58:07Z', 'updated_at': '2022-03-07T16:58:07Z', 'revision_number': 0, 'project_id': '67f25f5951bb4340813deb06cbaad90d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad8b0d93-426c-4876-b580-f48a6623b583', 'name': '', 'network_id': '2f938584-7f3e-4765-817b-fb128e09d45c', 'tenant_id': '67f25f5951bb4340813deb06cbaad90d', 'mac_address': 'fa:16:3e:7a:3a:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c2055a7-4e1f-4277-aede-6e2c02d93b56', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '6dde97a4-d388-4dbe-a91a-34ac33fc9045', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:57:23Z', 'updated_at': '2022-03-07T16:57:27Z', 'revision_number': 5, 'project_id': '67f25f5951bb4340813deb06cbaad90d', 'subnets': [{'id': '6dde97a4-d388-4dbe-a91a-34ac33fc9045', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-24-iscsi', False) {} {{(pid=119955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:58:08.441559 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dd27a6c-cae2-4531-8fb0-f218b7a54bb6 None None] Checking router: 8c2055a7-4e1f-4277-aede-6e2c02d93b56 for host: dv-cinder-804757-24-iscsi {{(pid=119955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 16:58:08.450085 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dd27a6c-cae2-4531-8fb0-f218b7a54bb6 None None] Routers {'8c2055a7-4e1f-4277-aede-6e2c02d93b56'} bound to L3 agent in host dv-cinder-804757-24-iscsi {{(pid=119955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:58:08.450700 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.l3_hamode_db [None req-3dd27a6c-cae2-4531-8fb0-f218b7a54bb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T16:44:19Z,description=,heartbeat_timestamp=2022-03-07T16:57:49Z,host='dv-cinder-804757-24-iscsi',id=4cbb3502-d72e-4663-b57e-51d645794085,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:44:19Z,topic='l3_agent')) {'router_ids': ['8c2055a7-4e1f-4277-aede-6e2c02d93b56'], 'active': True} {{(pid=119955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:58:08.463795 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a33c853-73c4-4a50-9058-1f0f6935ccd7 req-819d314c-be5b-4b9c-804a-9156aafd5d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:58:08.465281 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-8a33c853-73c4-4a50-9058-1f0f6935ccd7 req-819d314c-be5b-4b9c-804a-9156aafd5d40 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=6dde97a4-d388-4dbe-a91a-34ac33fc9045 HTTP/1.1" status: 200 len: 848 time: 0.0431101 Mar 07 16:58:08.516099 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a33c853-73c4-4a50-9058-1f0f6935ccd7 req-a5af4447-1a34-4a40-81aa-4c29eae36dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:58:08.517617 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-8a33c853-73c4-4a50-9058-1f0f6935ccd7 req-a5af4447-1a34-4a40-81aa-4c29eae36dd2 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=2f938584-7f3e-4765-817b-fb128e09d45c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0454674 Mar 07 16:58:08.557901 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.l3_dvr_db [None req-3dd27a6c-cae2-4531-8fb0-f218b7a54bb6 None None] Set router 8c2055a7-4e1f-4277-aede-6e2c02d93b56 gateway port host: dv-cinder-804757-24-iscsi {{(pid=119955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:58:08.631052 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-8a33c853-73c4-4a50-9058-1f0f6935ccd7 req-aa328160-79e0-4e8d-8ca7-1298bc1129c4 service neutron] 10.222.0.66 "GET /v2.0/networks/2f938584-7f3e-4765-817b-fb128e09d45c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857227 Mar 07 16:58:08.722874 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-8a33c853-73c4-4a50-9058-1f0f6935ccd7 req-8f45d402-dcc7-446e-aeee-23c89d1e4a70 service neutron] 10.222.0.66 "GET /v2.0/networks/2f938584-7f3e-4765-817b-fb128e09d45c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843136 Mar 07 16:58:08.790528 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.l3_hamode_db [None req-3dd27a6c-cae2-4531-8fb0-f218b7a54bb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c2055a7-4e1f-4277-aede-6e2c02d93b56', 'name': 'tempest-TestShelveInstance-1507886732-router', 'tenant_id': '67f25f5951bb4340813deb06cbaad90d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'external_fixed_ips': [{'subnet_id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'ip_address': '172.27.2.248'}], 'enable_snat': True}, 'gw_port_id': 'b712d65a-fc80-40b6-8dfd-f1ff7cd27f00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:57:21Z', 'updated_at': '2022-03-07T16:57:24Z', 'revision_number': 4, 'project_id': '67f25f5951bb4340813deb06cbaad90d', 'gw_port': {'id': 'b712d65a-fc80-40b6-8dfd-f1ff7cd27f00', 'name': '', 'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:34:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c2055a7-4e1f-4277-aede-6e2c02d93b56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'ip_address': '172.27.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:57:21Z', 'updated_at': '2022-03-07T16:57:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-24-iscsi', '_floatingips': [{'id': '4e1ac874-d602-4d13-9e14-247624922484', 'tenant_id': '67f25f5951bb4340813deb06cbaad90d', 'floating_ip_address': '172.27.2.171', 'floating_network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'router_id': '8c2055a7-4e1f-4277-aede-6e2c02d93b56', 'port_id': '5178f70b-d860-4382-a4eb-abb1fcb7329f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 566, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2f938584-7f3e-4765-817b-fb128e09d45c', 'mac_address': 'fa:16:3e:a7:56:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '047c2582-ee38-4aad-8f05-895e1732a2bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T16:58:07Z', 'updated_at': '2022-03-07T16:58:07Z', 'revision_number': 0, 'project_id': '67f25f5951bb4340813deb06cbaad90d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad8b0d93-426c-4876-b580-f48a6623b583', 'name': '', 'network_id': '2f938584-7f3e-4765-817b-fb128e09d45c', 'tenant_id': '67f25f5951bb4340813deb06cbaad90d', 'mac_address': 'fa:16:3e:7a:3a:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c2055a7-4e1f-4277-aede-6e2c02d93b56', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '6dde97a4-d388-4dbe-a91a-34ac33fc9045', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:57:23Z', 'updated_at': '2022-03-07T16:57:27Z', 'revision_number': 5, 'project_id': '67f25f5951bb4340813deb06cbaad90d', 'subnets': [{'id': '6dde97a4-d388-4dbe-a91a-34ac33fc9045', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-24-iscsi', False) {} {{(pid=119955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:58:08.819212 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dd27a6c-cae2-4531-8fb0-f218b7a54bb6 None None] The sync data for ids ['8c2055a7-4e1f-4277-aede-6e2c02d93b56'] in dv-cinder-804757-24-iscsi is: [{'id': '8c2055a7-4e1f-4277-aede-6e2c02d93b56', 'name': 'tempest-TestShelveInstance-1507886732-router', 'tenant_id': '67f25f5951bb4340813deb06cbaad90d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'external_fixed_ips': [{'subnet_id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'ip_address': '172.27.2.248'}], 'enable_snat': True}, 'gw_port_id': 'b712d65a-fc80-40b6-8dfd-f1ff7cd27f00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:57:21Z', 'updated_at': '2022-03-07T16:57:24Z', 'revision_number': 4, 'project_id': '67f25f5951bb4340813deb06cbaad90d', 'gw_port': {'id': 'b712d65a-fc80-40b6-8dfd-f1ff7cd27f00', 'name': '', 'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:34:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c2055a7-4e1f-4277-aede-6e2c02d93b56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'ip_address': '172.27.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:57:21Z', 'updated_at': '2022-03-07T16:57:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-24-iscsi', '_floatingips': [{'id': '4e1ac874-d602-4d13-9e14-247624922484', 'tenant_id': '67f25f5951bb4340813deb06cbaad90d', 'floating_ip_address': '172.27.2.171', 'floating_network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'router_id': '8c2055a7-4e1f-4277-aede-6e2c02d93b56', 'port_id': '5178f70b-d860-4382-a4eb-abb1fcb7329f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 566, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2f938584-7f3e-4765-817b-fb128e09d45c', 'mac_address': 'fa:16:3e:a7:56:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '047c2582-ee38-4aad-8f05-895e1732a2bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T16:58:07Z', 'updated_at': '2022-03-07T16:58:07Z', 'revision_number': 0, 'project_id': '67f25f5951bb4340813deb06cbaad90d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad8b0d93-426c-4876-b580-f48a6623b583', 'name': '', 'network_id': '2f938584-7f3e-4765-817b-fb128e09d45c', 'tenant_id': '67f25f5951bb4340813deb06cbaad90d', 'mac_address': 'fa:16:3e:7a:3a:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c2055a7-4e1f-4277-aede-6e2c02d93b56', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '6dde97a4-d388-4dbe-a91a-34ac33fc9045', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:57:23Z', 'updated_at': '2022-03-07T16:57:27Z', 'revision_number': 5, 'project_id': '67f25f5951bb4340813deb06cbaad90d', 'subnets': [{'id': '6dde97a4-d388-4dbe-a91a-34ac33fc9045', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:58:08.868471 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.rpc [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Device 66d6c196-3481-4add-a423-0e68af89bcf6 details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=119955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 16:58:08.978125 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.db [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] For port 66d6c196-3481-4add-a423-0e68af89bcf6, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=66d6c196-3481-4add-a423-0e68af89bcf6,segment=NetworkSegment(ad3735d7-6f1d-4396-8c2b-5f6199488faa),segment_id=ad3735d7-6f1d-4396-8c2b-5f6199488faa)] {{(pid=119955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:58:08.989360 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.rpc [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Returning: {'device': '66d6c196-3481-4add-a423-0e68af89bcf6', 'network_id': '863049fb-91f0-4803-9992-666b65540a85', 'port_id': '66d6c196-3481-4add-a423-0e68af89bcf6', 'mac_address': 'fa:16:3e:ad:3f:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 872, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f97910cd-d5d7-4b8c-bfe2-694a46e38478', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 16:58:09.006795 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb66e5b-6278-40f9-a4ec-363b337248db req-6117d7eb-c285-411a-8b2f-456e1d3eb84a tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:58:09.009231 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-feb66e5b-6278-40f9-a4ec-363b337248db req-6117d7eb-c285-411a-8b2f-456e1d3eb84a tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] 10.222.0.18 "GET /v2.0/ports?device_id=a473c2c6-d445-43a8-925c-f636c20796af HTTP/1.1" status: 200 len: 946 time: 0.0570667 Mar 07 16:58:09.038191 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.plugin [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Current status of the port 66d6c196-3481-4add-a423-0e68af89bcf6 is: ACTIVE; New status is: BUILD {{(pid=119955) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:58:09.038576 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8385759'] for port (66d6c196-3481-4add-a423-0e68af89bcf6), before_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:58:09.053494 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.notifiers.nova [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 66d6c196-3481-4add-a423-0e68af89bcf6 {{(pid=119955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:58:09.057804 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c57a770b-6bb2-43a4-a486-34d7b7ff74d3 None None] New status for floating IP 4e1ac874-d602-4d13-9e14-247624922484: ACTIVE {{(pid=119956) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 16:58:09.068612 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-feb66e5b-6278-40f9-a4ec-363b337248db req-9c53e85d-5ea1-4e06-8425-a55e63520f39 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] 10.222.0.18 "GET /v2.0/security-groups?id=71651f4e-e00c-47c4-95be-ed1b5e372be7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481808 Mar 07 16:58:09.089195 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.db [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] For port 66d6c196-3481-4add-a423-0e68af89bcf6, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=66d6c196-3481-4add-a423-0e68af89bcf6,segment=NetworkSegment(ad3735d7-6f1d-4396-8c2b-5f6199488faa),segment_id=ad3735d7-6f1d-4396-8c2b-5f6199488faa)] {{(pid=119955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:58:09.096004 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754346672056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754346267073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754346267091'] for port (66d6c196-3481-4add-a423-0e68af89bcf6), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:58:09.141445 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Pushing event updated for resources: {'Port': ['ID=66d6c196-3481-4add-a423-0e68af89bcf6,revision_number=6']} {{(pid=119955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:58:09.282892 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.db [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] get_ports_and_sgs() called for port_ids ['66d6c196-3481-4add-a423-0e68af89bcf6'] {{(pid=119955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:58:10.195930 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2206d455-a5bc-45aa-95cf-15036a3a62b0 req-6f6cc3d9-0078-41df-85b1-5f2c8cc1ffe7 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:58:10.197451 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-2206d455-a5bc-45aa-95cf-15036a3a62b0 req-6f6cc3d9-0078-41df-85b1-5f2c8cc1ffe7 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] 10.222.0.18 "GET /v2.0/ports?device_id=a473c2c6-d445-43a8-925c-f636c20796af HTTP/1.1" status: 200 len: 945 time: 0.0513821 Mar 07 16:58:10.246153 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-2206d455-a5bc-45aa-95cf-15036a3a62b0 req-56bc189a-b048-4bc9-be74-86a24917de30 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] 10.222.0.18 "GET /v2.0/security-groups?id=71651f4e-e00c-47c4-95be-ed1b5e372be7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421441 Mar 07 16:58:10.881563 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.rpc [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Device 66d6c196-3481-4add-a423-0e68af89bcf6 up at agent hyperv_hv-cinder-80475 {{(pid=119955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:58:10.933026 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.provisioning_blocks [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Provisioning complete for port 66d6c196-3481-4add-a423-0e68af89bcf6 triggered by entity L2. {{(pid=119955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:58:10.933691 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8194280'] for port (66d6c196-3481-4add-a423-0e68af89bcf6), provisioning_complete {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:58:11.018246 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.plugin [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Current status of the port 66d6c196-3481-4add-a423-0e68af89bcf6 is: BUILD; New status is: ACTIVE {{(pid=119955) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:58:11.019015 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8385759'] for port (66d6c196-3481-4add-a423-0e68af89bcf6), before_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:58:11.042600 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a473c2c6-d445-43a8-925c-f636c20796af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66d6c196-3481-4add-a423-0e68af89bcf6'}] {{(pid=119955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:58:11.044887 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd4f8a5135c3a8ba668d7ce7b18abb72183bcf445ca628a57cbbb7bee2c3e543" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bea60f6-58cd-4b3f-9216-e3b1a9af344a" -d '{"events": [{"server_uuid": "a473c2c6-d445-43a8-925c-f636c20796af", "name": "network-vif-plugged", "status": "completed", "tag": "66d6c196-3481-4add-a423-0e68af89bcf6"}]}' {{(pid=119955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:58:11.058456 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.db [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] For port 66d6c196-3481-4add-a423-0e68af89bcf6, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=66d6c196-3481-4add-a423-0e68af89bcf6,segment=NetworkSegment(ad3735d7-6f1d-4396-8c2b-5f6199488faa),segment_id=ad3735d7-6f1d-4396-8c2b-5f6199488faa)] {{(pid=119955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:58:11.065509 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754346672056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754346267073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754346267091'] for port (66d6c196-3481-4add-a423-0e68af89bcf6), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:58:11.119774 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 16:58:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11d59660-f27c-41e3-b54e-d856725b4974 x-openstack-request-id: req-11d59660-f27c-41e3-b54e-d856725b4974 {{(pid=119955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:58:11.120240 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a473c2c6-d445-43a8-925c-f636c20796af", "name": "network-vif-plugged", "status": "completed", "tag": "66d6c196-3481-4add-a423-0e68af89bcf6", "code": 200}]} {{(pid=119955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:58:11.120504 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-11d59660-f27c-41e3-b54e-d856725b4974 {{(pid=119955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:58:11.121040 dv-cinder-804757-24-iscsi neutron-server[119955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a473c2c6-d445-43a8-925c-f636c20796af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66d6c196-3481-4add-a423-0e68af89bcf6', 'code': 200} Mar 07 16:58:11.122125 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Pushing event updated for resources: {'Port': ['ID=66d6c196-3481-4add-a423-0e68af89bcf6,revision_number=7']} {{(pid=119955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:58:11.377815 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568e2556-0c15-49f4-a491-c7cb1cdec4a7 req-6f5a793b-0121-4679-a9ab-a7f9da315526 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:58:11.385380 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-568e2556-0c15-49f4-a491-c7cb1cdec4a7 req-6f5a793b-0121-4679-a9ab-a7f9da315526 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] 10.222.0.18 "GET /v2.0/ports?device_id=a473c2c6-d445-43a8-925c-f636c20796af HTTP/1.1" status: 200 len: 946 time: 0.0625458 Mar 07 16:58:11.432316 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-568e2556-0c15-49f4-a491-c7cb1cdec4a7 req-7c92df1c-dc06-4457-8a99-d5ebcb963af6 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] 10.222.0.18 "GET /v2.0/security-groups?id=71651f4e-e00c-47c4-95be-ed1b5e372be7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460303 Mar 07 16:58:12.562874 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d2944e-bde0-45f9-8212-e3159991ef7b req-faef9ace-b3d2-438c-a725-98c14d5e868f tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:58:12.564585 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-d7d2944e-bde0-45f9-8212-e3159991ef7b req-faef9ace-b3d2-438c-a725-98c14d5e868f tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] 10.222.0.18 "GET /v2.0/ports?device_id=a473c2c6-d445-43a8-925c-f636c20796af HTTP/1.1" status: 200 len: 946 time: 0.0565276 Mar 07 16:58:12.619228 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-d7d2944e-bde0-45f9-8212-e3159991ef7b req-0470ba23-50b5-461d-a232-ef7636a72910 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] 10.222.0.18 "GET /v2.0/security-groups?id=71651f4e-e00c-47c4-95be-ed1b5e372be7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470397 Mar 07 16:58:13.980968 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d026470e-9e70-4274-a0bf-4f4c1e698404 req-fe31257b-3985-4e8f-a5eb-8c7cb08638dc tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:58:13.982398 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-d026470e-9e70-4274-a0bf-4f4c1e698404 req-fe31257b-3985-4e8f-a5eb-8c7cb08638dc tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] 10.222.0.18 "GET /v2.0/ports?device_id=a473c2c6-d445-43a8-925c-f636c20796af HTTP/1.1" status: 200 len: 946 time: 0.2932651 Mar 07 16:58:14.035279 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-d026470e-9e70-4274-a0bf-4f4c1e698404 req-dc8679af-8c20-481a-b692-5d3dbd75b4d3 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] 10.222.0.18 "GET /v2.0/security-groups?id=71651f4e-e00c-47c4-95be-ed1b5e372be7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447640 Mar 07 16:58:15.178457 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31754c19-6515-4d2d-bb22-5b19caa15409 req-e6adcbe6-90b0-4dc8-a380-48a1b7253da5 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:58:15.179976 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-31754c19-6515-4d2d-bb22-5b19caa15409 req-e6adcbe6-90b0-4dc8-a380-48a1b7253da5 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] 10.222.0.18 "GET /v2.0/ports?device_id=a473c2c6-d445-43a8-925c-f636c20796af HTTP/1.1" status: 200 len: 946 time: 0.0574045 Mar 07 16:58:15.233712 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-31754c19-6515-4d2d-bb22-5b19caa15409 req-8779b54c-49a3-4698-ab74-690fa7cad134 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] 10.222.0.18 "GET /v2.0/security-groups?id=71651f4e-e00c-47c4-95be-ed1b5e372be7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478959 Mar 07 16:58:16.369221 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf22a37-8c4e-475f-8555-6ac886ffce4d req-141bf220-9724-4fe9-981f-20e61390e042 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:58:16.370835 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-9cf22a37-8c4e-475f-8555-6ac886ffce4d req-141bf220-9724-4fe9-981f-20e61390e042 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] 10.222.0.18 "GET /v2.0/ports?device_id=a473c2c6-d445-43a8-925c-f636c20796af HTTP/1.1" status: 200 len: 946 time: 0.0592496 Mar 07 16:58:16.424685 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-9cf22a37-8c4e-475f-8555-6ac886ffce4d req-7edc8e4c-4766-4ca4-90bc-fa51b70bf497 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] 10.222.0.18 "GET /v2.0/security-groups?id=71651f4e-e00c-47c4-95be-ed1b5e372be7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477505 Mar 07 16:58:17.171620 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-29b018bf-ed94-4a2f-9b19-062cab854597 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194190'] for agent (85f07778-81ef-4888-a2e3-51ae57b6426a), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:58:17.553413 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95a76cf-f39d-417c-82c3-7fe3c3df9e28 req-b3c8c25d-8703-4cd1-a1f3-e5ee11472903 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:58:17.560413 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-d95a76cf-f39d-417c-82c3-7fe3c3df9e28 req-b3c8c25d-8703-4cd1-a1f3-e5ee11472903 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] 10.222.0.18 "GET /v2.0/ports?device_id=a473c2c6-d445-43a8-925c-f636c20796af HTTP/1.1" status: 200 len: 946 time: 0.0656517 Mar 07 16:58:17.605603 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-d95a76cf-f39d-417c-82c3-7fe3c3df9e28 req-c34948e5-2b58-45d1-ab83-46b2ea98b320 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] 10.222.0.18 "GET /v2.0/security-groups?id=71651f4e-e00c-47c4-95be-ed1b5e372be7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441732 Mar 07 16:58:18.747132 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9841477c-65bb-483d-aba1-716a43286a93 req-9d857c46-df00-4ae9-a8eb-e02fdcc03484 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:58:18.748633 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-9841477c-65bb-483d-aba1-716a43286a93 req-9d857c46-df00-4ae9-a8eb-e02fdcc03484 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] 10.222.0.18 "GET /v2.0/ports?device_id=a473c2c6-d445-43a8-925c-f636c20796af HTTP/1.1" status: 200 len: 946 time: 0.0590148 Mar 07 16:58:18.796767 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-9841477c-65bb-483d-aba1-716a43286a93 req-192cdbdf-2a6e-4e66-af39-699e428639c9 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] 10.222.0.18 "GET /v2.0/security-groups?id=71651f4e-e00c-47c4-95be-ed1b5e372be7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398691 Mar 07 16:58:19.245646 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1510a072-3a71-41cb-ba1a-9e9c5e4a7e45 req-4b345b2e-71ed-490a-9214-36bdf7b5a4ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:58:19.247111 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-1510a072-3a71-41cb-ba1a-9e9c5e4a7e45 req-4b345b2e-71ed-490a-9214-36bdf7b5a4ef service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=8ffb87e782b3452ab1b5e98b2ae4804b&device_id=a473c2c6-d445-43a8-925c-f636c20796af HTTP/1.1" status: 200 len: 1130 time: 0.0456576 Mar 07 16:58:19.339516 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1510a072-3a71-41cb-ba1a-9e9c5e4a7e45 req-bf575a08-5bd6-4a63-9dd9-66e66d1800fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:58:19.341084 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-1510a072-3a71-41cb-ba1a-9e9c5e4a7e45 req-bf575a08-5bd6-4a63-9dd9-66e66d1800fa service neutron] 10.222.0.66 "GET /v2.0/networks?id=863049fb-91f0-4803-9992-666b65540a85 HTTP/1.1" status: 200 len: 918 time: 0.0877779 Mar 07 16:58:19.392902 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-a3dedcdb-974f-462c-be57-a81dec9f0adb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194190'] for agent (4cbb3502-d72e-4663-b57e-51d645794085), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:58:19.412311 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-1510a072-3a71-41cb-ba1a-9e9c5e4a7e45 req-37ca27ac-178b-4931-b0bf-a30147dff6bd service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=66d6c196-3481-4add-a423-0e68af89bcf6 HTTP/1.1" status: 200 len: 1002 time: 0.0643635 Mar 07 16:58:19.468660 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1510a072-3a71-41cb-ba1a-9e9c5e4a7e45 req-a48679f3-8feb-4a85-ba9c-51d03d422aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:58:19.470098 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-1510a072-3a71-41cb-ba1a-9e9c5e4a7e45 req-a48679f3-8feb-4a85-ba9c-51d03d422aa0 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f97910cd-d5d7-4b8c-bfe2-694a46e38478 HTTP/1.1" status: 200 len: 856 time: 0.0517793 Mar 07 16:58:19.521649 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1510a072-3a71-41cb-ba1a-9e9c5e4a7e45 req-b13d2506-6eae-4bba-a29e-26f68d3661de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:58:19.523138 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-1510a072-3a71-41cb-ba1a-9e9c5e4a7e45 req-b13d2506-6eae-4bba-a29e-26f68d3661de service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=863049fb-91f0-4803-9992-666b65540a85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0432074 Mar 07 16:58:19.613011 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-1510a072-3a71-41cb-ba1a-9e9c5e4a7e45 req-e4524687-134b-421e-9e67-2255e3b525c1 service neutron] 10.222.0.66 "GET /v2.0/networks/863049fb-91f0-4803-9992-666b65540a85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795546 Mar 07 16:58:19.708831 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-1510a072-3a71-41cb-ba1a-9e9c5e4a7e45 req-88a1639c-aa14-4489-b330-39216d70939e service neutron] 10.222.0.66 "GET /v2.0/networks/863049fb-91f0-4803-9992-666b65540a85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890329 Mar 07 16:58:19.921541 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a922a6b1-de1f-4d33-a8fd-f8b8fb48d4ba req-2a6a31dc-d090-4b21-9cf1-bc52bf0cd56f tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:58:19.922918 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-a922a6b1-de1f-4d33-a8fd-f8b8fb48d4ba req-2a6a31dc-d090-4b21-9cf1-bc52bf0cd56f tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] 10.222.0.18 "GET /v2.0/ports?device_id=a473c2c6-d445-43a8-925c-f636c20796af HTTP/1.1" status: 200 len: 946 time: 0.0543587 Mar 07 16:58:19.968931 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-a922a6b1-de1f-4d33-a8fd-f8b8fb48d4ba req-97bd12d9-edf2-4215-8db7-8576353c21a5 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] 10.222.0.18 "GET /v2.0/security-groups?id=71651f4e-e00c-47c4-95be-ed1b5e372be7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400620 Mar 07 16:58:20.524925 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-ad94e2ed-e0a8-44ae-a5ff-cf9ca5ab0e17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194190'] for agent (82ccd293-b7fb-4417-a581-186a4d7e9931), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:58:20.951405 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.rpc [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Device 66d6c196-3481-4add-a423-0e68af89bcf6 no longer exists at agent hyperv_hv-cinder-80475 {{(pid=119955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:58:21.038629 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.plugin [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Current status of the port 66d6c196-3481-4add-a423-0e68af89bcf6 is: ACTIVE; New status is: DOWN {{(pid=119955) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:58:21.039021 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8385759'] for port (66d6c196-3481-4add-a423-0e68af89bcf6), before_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:58:21.062369 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a473c2c6-d445-43a8-925c-f636c20796af', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '66d6c196-3481-4add-a423-0e68af89bcf6'}] {{(pid=119955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:58:21.064839 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd4f8a5135c3a8ba668d7ce7b18abb72183bcf445ca628a57cbbb7bee2c3e543" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1731cf79-a293-44ab-8486-c7a8616ec5e4" -d '{"events": [{"server_uuid": "a473c2c6-d445-43a8-925c-f636c20796af", "name": "network-vif-unplugged", "status": "completed", "tag": "66d6c196-3481-4add-a423-0e68af89bcf6"}]}' {{(pid=119955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:58:21.077959 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.db [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] For port 66d6c196-3481-4add-a423-0e68af89bcf6, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=66d6c196-3481-4add-a423-0e68af89bcf6,segment=NetworkSegment(ad3735d7-6f1d-4396-8c2b-5f6199488faa),segment_id=ad3735d7-6f1d-4396-8c2b-5f6199488faa)] {{(pid=119955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:58:21.085316 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754346672056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754346267073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754346267091'] for port (66d6c196-3481-4add-a423-0e68af89bcf6), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:58:21.093497 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7be39a6-4732-4b17-b1f0-6d66d44f6ada req-06b13f35-a742-4b85-978c-7af3c953b715 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:58:21.099976 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-e7be39a6-4732-4b17-b1f0-6d66d44f6ada req-06b13f35-a742-4b85-978c-7af3c953b715 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] 10.222.0.18 "GET /v2.0/ports?device_id=a473c2c6-d445-43a8-925c-f636c20796af HTTP/1.1" status: 200 len: 946 time: 0.0546455 Mar 07 16:58:21.119852 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Mar 2022 16:58:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f104aad1-52de-4e33-8419-3aa4d69e49a1 x-openstack-request-id: req-f104aad1-52de-4e33-8419-3aa4d69e49a1 {{(pid=119955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:58:21.120125 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a473c2c6-d445-43a8-925c-f636c20796af", "name": "network-vif-unplugged", "status": "completed", "tag": "66d6c196-3481-4add-a423-0e68af89bcf6", "code": 200}]} {{(pid=119955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:58:21.120404 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f104aad1-52de-4e33-8419-3aa4d69e49a1 {{(pid=119955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:58:21.120792 dv-cinder-804757-24-iscsi neutron-server[119955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a473c2c6-d445-43a8-925c-f636c20796af', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '66d6c196-3481-4add-a423-0e68af89bcf6', 'code': 200} Mar 07 16:58:21.145880 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Pushing event updated for resources: {'Port': ['ID=66d6c196-3481-4add-a423-0e68af89bcf6,revision_number=8']} {{(pid=119955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:58:21.161404 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-e7be39a6-4732-4b17-b1f0-6d66d44f6ada req-c866471b-f188-4a0e-b6eb-afed4fff3693 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] 10.222.0.18 "GET /v2.0/security-groups?id=71651f4e-e00c-47c4-95be-ed1b5e372be7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511851 Mar 07 16:58:22.149206 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-0d1b32c5-0803-4391-a623-fc098c7d5199 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194190'] for agent (8123e327-866e-42b5-856f-55ddd9e9e5b2), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:58:22.295063 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cc28eb-d779-4e74-97dd-e57691dafbfe req-9e7a0167-583e-4bcd-9119-b06aa26e662e tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:58:22.296541 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-67cc28eb-d779-4e74-97dd-e57691dafbfe req-9e7a0167-583e-4bcd-9119-b06aa26e662e tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] 10.222.0.18 "GET /v2.0/ports?device_id=a473c2c6-d445-43a8-925c-f636c20796af HTTP/1.1" status: 200 len: 944 time: 0.0522435 Mar 07 16:58:22.346857 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-67cc28eb-d779-4e74-97dd-e57691dafbfe req-a9b59dd1-7894-4cc9-8a1a-c707301674a4 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] 10.222.0.18 "GET /v2.0/security-groups?id=71651f4e-e00c-47c4-95be-ed1b5e372be7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443735 Mar 07 16:58:23.345781 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b39fd0e-bb6e-4995-b601-11f54cec34ae req-0fa1ebbd-317c-4b43-9b80-21dcf74f976c tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:58:23.347311 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-3b39fd0e-bb6e-4995-b601-11f54cec34ae req-0fa1ebbd-317c-4b43-9b80-21dcf74f976c tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] 10.222.0.18 "GET /v2.0/ports?device_id=a473c2c6-d445-43a8-925c-f636c20796af HTTP/1.1" status: 200 len: 944 time: 0.0536463 Mar 07 16:58:23.378910 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-f4f27747-8c53-4ad2-82dc-32e63a3ee3c6 req-da7a3d03-1649-4ae0-b573-0df19ca9e459 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=a473c2c6-d445-43a8-925c-f636c20796af&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0450292 Mar 07 16:58:23.393751 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-3b39fd0e-bb6e-4995-b601-11f54cec34ae req-d67a4f83-0934-4aaf-a7ed-56d867f0a41c tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] 10.222.0.18 "GET /v2.0/security-groups?id=71651f4e-e00c-47c4-95be-ed1b5e372be7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405471 Mar 07 16:58:23.452771 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f27747-8c53-4ad2-82dc-32e63a3ee3c6 req-2796fcdc-d86f-4887-8b3d-64d0bb783b45 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:58:23.454145 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-f4f27747-8c53-4ad2-82dc-32e63a3ee3c6 req-2796fcdc-d86f-4887-8b3d-64d0bb783b45 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] 10.222.0.18 "GET /v2.0/ports/66d6c196-3481-4add-a423-0e68af89bcf6 HTTP/1.1" status: 200 len: 941 time: 0.0481839 Mar 07 16:58:23.469926 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194190'] for agent (3df9d949-03e8-46c4-b37f-6f8a21aeab22), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:58:24.209237 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194190'] for agent (152bcc15-84f4-40a7-afe1-c30bc7269f8a), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:58:24.371406 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f27747-8c53-4ad2-82dc-32e63a3ee3c6 req-3d295b4b-cbaa-4625-9aed-74bc2b82cf2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:58:24.372924 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-f4f27747-8c53-4ad2-82dc-32e63a3ee3c6 req-3d295b4b-cbaa-4625-9aed-74bc2b82cf2f service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=a473c2c6-d445-43a8-925c-f636c20796af&tenant_id=8ffb87e782b3452ab1b5e98b2ae4804b HTTP/1.1" status: 200 len: 1128 time: 0.0513268 Mar 07 16:58:24.447231 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f27747-8c53-4ad2-82dc-32e63a3ee3c6 req-294255ee-bb4a-4cc6-bac9-8a904003679b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:58:24.448759 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-f4f27747-8c53-4ad2-82dc-32e63a3ee3c6 req-294255ee-bb4a-4cc6-bac9-8a904003679b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=8ffb87e782b3452ab1b5e98b2ae4804b&device_id=a473c2c6-d445-43a8-925c-f636c20796af HTTP/1.1" status: 200 len: 1128 time: 0.0445428 Mar 07 16:58:24.565985 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f27747-8c53-4ad2-82dc-32e63a3ee3c6 req-72a51453-60e7-465f-9246-282ed1248b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:58:24.567439 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-f4f27747-8c53-4ad2-82dc-32e63a3ee3c6 req-72a51453-60e7-465f-9246-282ed1248b4b service neutron] 10.222.0.66 "GET /v2.0/networks?id=863049fb-91f0-4803-9992-666b65540a85 HTTP/1.1" status: 200 len: 918 time: 0.1131096 Mar 07 16:58:24.575297 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f916813d-b0aa-4968-b9a7-283b3cf5bc57 req-b21e7964-4f44-4a61-a884-0ed76b95a96b tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:58:24.576656 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-f916813d-b0aa-4968-b9a7-283b3cf5bc57 req-b21e7964-4f44-4a61-a884-0ed76b95a96b tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] 10.222.0.18 "GET /v2.0/ports?device_id=a473c2c6-d445-43a8-925c-f636c20796af HTTP/1.1" status: 200 len: 944 time: 0.1025486 Mar 07 16:58:24.663355 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-f4f27747-8c53-4ad2-82dc-32e63a3ee3c6 req-8df31fe3-fc8e-48be-a9eb-eb8521e90914 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=66d6c196-3481-4add-a423-0e68af89bcf6 HTTP/1.1" status: 200 len: 1000 time: 0.0857527 Mar 07 16:58:24.670800 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-f916813d-b0aa-4968-b9a7-283b3cf5bc57 req-a8398c02-f70d-429a-96a6-7042d42c3ef7 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] 10.222.0.18 "GET /v2.0/security-groups?id=71651f4e-e00c-47c4-95be-ed1b5e372be7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879576 Mar 07 16:58:24.716404 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f27747-8c53-4ad2-82dc-32e63a3ee3c6 req-ff8ec1d9-3d8a-4647-a7d3-e4e57ed6cb67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:58:24.717982 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-f4f27747-8c53-4ad2-82dc-32e63a3ee3c6 req-ff8ec1d9-3d8a-4647-a7d3-e4e57ed6cb67 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f97910cd-d5d7-4b8c-bfe2-694a46e38478 HTTP/1.1" status: 200 len: 856 time: 0.0462570 Mar 07 16:58:24.766017 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f27747-8c53-4ad2-82dc-32e63a3ee3c6 req-b15649ad-9e4e-470a-9407-e7331bdfaf67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:58:24.767572 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-f4f27747-8c53-4ad2-82dc-32e63a3ee3c6 req-b15649ad-9e4e-470a-9407-e7331bdfaf67 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=863049fb-91f0-4803-9992-666b65540a85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0442080 Mar 07 16:58:24.859399 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-f4f27747-8c53-4ad2-82dc-32e63a3ee3c6 req-2e15ce6e-cad1-464d-bedb-dcddb596bca2 service neutron] 10.222.0.66 "GET /v2.0/networks/863049fb-91f0-4803-9992-666b65540a85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849965 Mar 07 16:58:24.957525 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-f4f27747-8c53-4ad2-82dc-32e63a3ee3c6 req-b8a3c6e6-6f79-4e64-ae01-e310151d33cd service neutron] 10.222.0.66 "GET /v2.0/networks/863049fb-91f0-4803-9992-666b65540a85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900950 Mar 07 16:58:24.969070 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.rpc [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Device 66d6c196-3481-4add-a423-0e68af89bcf6 no longer exists at agent hyperv_hv-cinder-80475 {{(pid=119955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:58:25.048536 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.plugin [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Current status of the port 66d6c196-3481-4add-a423-0e68af89bcf6 is: DOWN; New status is: DOWN {{(pid=119955) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:58:25.095186 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9f6933-4c26-414d-af4a-bf2cd955b014 req-41517f0e-e59c-418b-b4ae-eac18e5fc4b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:58:25.096719 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-9d9f6933-4c26-414d-af4a-bf2cd955b014 req-41517f0e-e59c-418b-b4ae-eac18e5fc4b3 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=8ffb87e782b3452ab1b5e98b2ae4804b&device_id=a473c2c6-d445-43a8-925c-f636c20796af HTTP/1.1" status: 200 len: 1128 time: 0.0525467 Mar 07 16:58:25.226042 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9f6933-4c26-414d-af4a-bf2cd955b014 req-63cfe817-30ed-461a-987a-29806f9f04af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:58:25.227646 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-9d9f6933-4c26-414d-af4a-bf2cd955b014 req-63cfe817-30ed-461a-987a-29806f9f04af service neutron] 10.222.0.66 "GET /v2.0/networks?id=863049fb-91f0-4803-9992-666b65540a85 HTTP/1.1" status: 200 len: 918 time: 0.0973001 Mar 07 16:58:25.316833 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-9d9f6933-4c26-414d-af4a-bf2cd955b014 req-5dc59216-d960-4c66-b026-03ffad23c4fa service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=66d6c196-3481-4add-a423-0e68af89bcf6 HTTP/1.1" status: 200 len: 1000 time: 0.0764608 Mar 07 16:58:25.391764 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9f6933-4c26-414d-af4a-bf2cd955b014 req-48d87dde-e73d-4086-9e4f-604f5b8fdb55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:58:25.393768 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-9d9f6933-4c26-414d-af4a-bf2cd955b014 req-48d87dde-e73d-4086-9e4f-604f5b8fdb55 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f97910cd-d5d7-4b8c-bfe2-694a46e38478 HTTP/1.1" status: 200 len: 856 time: 0.0480981 Mar 07 16:58:25.664914 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.db.agents_db [None req-64435fe0-d7c6-4327-a557-6d3e8ab92464 None None] Agent healthcheck: found 6 active agents {{(pid=119956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 16:58:25.814615 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6fbd20-5c10-4406-bd64-c97a01cc1d82 req-d5aa6738-1752-41ba-9d1c-a50e422117b7 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:58:25.816123 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-3b6fbd20-5c10-4406-bd64-c97a01cc1d82 req-d5aa6738-1752-41ba-9d1c-a50e422117b7 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] 10.222.0.18 "GET /v2.0/ports?device_id=a473c2c6-d445-43a8-925c-f636c20796af HTTP/1.1" status: 200 len: 944 time: 0.0635898 Mar 07 16:58:25.870489 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-3b6fbd20-5c10-4406-bd64-c97a01cc1d82 req-961af068-1cc5-4e70-80bb-0e50d2d4c79a tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] 10.222.0.18 "GET /v2.0/security-groups?id=71651f4e-e00c-47c4-95be-ed1b5e372be7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483551 Mar 07 16:58:27.006008 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9831b4-01c6-4e45-ba15-a7b7ad65e745 req-2c680faf-922f-4a2b-905b-8b9fee468232 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:58:27.007445 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-1c9831b4-01c6-4e45-ba15-a7b7ad65e745 req-2c680faf-922f-4a2b-905b-8b9fee468232 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] 10.222.0.18 "GET /v2.0/ports?device_id=a473c2c6-d445-43a8-925c-f636c20796af HTTP/1.1" status: 200 len: 944 time: 0.0511434 Mar 07 16:58:27.056628 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-1c9831b4-01c6-4e45-ba15-a7b7ad65e745 req-6fda42c6-15fb-457c-b903-d6c7a6436ac5 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] 10.222.0.18 "GET /v2.0/security-groups?id=71651f4e-e00c-47c4-95be-ed1b5e372be7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407660 Mar 07 16:58:28.197468 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd496d3f-357e-4f9b-a5a0-63bcc6978ce5 req-3d4629c1-066b-47d9-aca5-b89d3d971b8e tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:58:28.198950 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-cd496d3f-357e-4f9b-a5a0-63bcc6978ce5 req-3d4629c1-066b-47d9-aca5-b89d3d971b8e tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] 10.222.0.18 "GET /v2.0/ports?device_id=a473c2c6-d445-43a8-925c-f636c20796af HTTP/1.1" status: 200 len: 944 time: 0.0575547 Mar 07 16:58:28.250636 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-cd496d3f-357e-4f9b-a5a0-63bcc6978ce5 req-0faa638a-3c2f-4f66-8feb-8138819daef3 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] 10.222.0.18 "GET /v2.0/security-groups?id=71651f4e-e00c-47c4-95be-ed1b5e372be7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461731 Mar 07 16:58:29.388830 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b295cc-3796-40c0-856b-44b86a1cd604 req-08357c3d-7017-49ed-8e53-29ef1d4c7c83 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:58:29.390337 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-21b295cc-3796-40c0-856b-44b86a1cd604 req-08357c3d-7017-49ed-8e53-29ef1d4c7c83 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] 10.222.0.18 "GET /v2.0/ports?device_id=a473c2c6-d445-43a8-925c-f636c20796af HTTP/1.1" status: 200 len: 944 time: 0.0580912 Mar 07 16:58:29.445871 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-21b295cc-3796-40c0-856b-44b86a1cd604 req-0e720cfa-e709-4233-9398-1027e2e21a18 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] 10.222.0.18 "GET /v2.0/security-groups?id=71651f4e-e00c-47c4-95be-ed1b5e372be7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477173 Mar 07 16:58:30.588498 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28581a1-45b0-45a9-b7d0-4d9357032cc1 req-70317cc6-609b-4161-b1d8-b110dc5a1078 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:58:30.589967 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-e28581a1-45b0-45a9-b7d0-4d9357032cc1 req-70317cc6-609b-4161-b1d8-b110dc5a1078 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] 10.222.0.18 "GET /v2.0/ports?device_id=a473c2c6-d445-43a8-925c-f636c20796af HTTP/1.1" status: 200 len: 944 time: 0.0665989 Mar 07 16:58:30.639383 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-e28581a1-45b0-45a9-b7d0-4d9357032cc1 req-1c316810-c868-4c18-b841-b9bdae4de476 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] 10.222.0.18 "GET /v2.0/security-groups?id=71651f4e-e00c-47c4-95be-ed1b5e372be7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437489 Mar 07 16:58:31.767412 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ecb002-1499-4fe8-b02a-7dfcafcfd2cc req-94e3bc8e-cdae-448f-8df4-67d2df6474fb tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:58:31.774570 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-59ecb002-1499-4fe8-b02a-7dfcafcfd2cc req-94e3bc8e-cdae-448f-8df4-67d2df6474fb tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] 10.222.0.18 "GET /v2.0/ports?device_id=a473c2c6-d445-43a8-925c-f636c20796af HTTP/1.1" status: 200 len: 944 time: 0.0604882 Mar 07 16:58:31.821859 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-59ecb002-1499-4fe8-b02a-7dfcafcfd2cc req-b2934d44-4bd1-42de-810d-3e321410fb5e tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] 10.222.0.18 "GET /v2.0/security-groups?id=71651f4e-e00c-47c4-95be-ed1b5e372be7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461745 Mar 07 16:58:32.953072 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd9845c-b5bd-49a8-be8b-59948fcb2626 req-878060aa-2818-4cbf-be0b-77edc4c0b282 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:58:32.954647 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-3fd9845c-b5bd-49a8-be8b-59948fcb2626 req-878060aa-2818-4cbf-be0b-77edc4c0b282 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] 10.222.0.18 "GET /v2.0/ports?device_id=a473c2c6-d445-43a8-925c-f636c20796af HTTP/1.1" status: 200 len: 944 time: 0.0594769 Mar 07 16:58:33.001060 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-3fd9845c-b5bd-49a8-be8b-59948fcb2626 req-3d2d5288-4b3f-42a6-b6b2-6bbd2d9d6821 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] 10.222.0.18 "GET /v2.0/security-groups?id=71651f4e-e00c-47c4-95be-ed1b5e372be7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407627 Mar 07 16:58:33.592841 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9f6933-4c26-414d-af4a-bf2cd955b014 req-fde10e35-00e4-4cb6-a92e-bc6217c9e17e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:58:33.594287 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-9d9f6933-4c26-414d-af4a-bf2cd955b014 req-fde10e35-00e4-4cb6-a92e-bc6217c9e17e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=863049fb-91f0-4803-9992-666b65540a85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0601482 Mar 07 16:58:33.696171 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-9d9f6933-4c26-414d-af4a-bf2cd955b014 req-39050b94-78ba-4fa9-9d6c-8d696b11192c service neutron] 10.222.0.66 "GET /v2.0/networks/863049fb-91f0-4803-9992-666b65540a85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946465 Mar 07 16:58:33.784828 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-9d9f6933-4c26-414d-af4a-bf2cd955b014 req-aca66662-864c-4d18-9401-ceca226490f8 service neutron] 10.222.0.66 "GET /v2.0/networks/863049fb-91f0-4803-9992-666b65540a85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813663 Mar 07 16:58:34.136448 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7838d006-de92-4960-8055-3284ca6690a3 req-59cd0113-5339-4266-a256-d9f8117a318d tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:58:34.137890 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-7838d006-de92-4960-8055-3284ca6690a3 req-59cd0113-5339-4266-a256-d9f8117a318d tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] 10.222.0.18 "GET /v2.0/ports?device_id=a473c2c6-d445-43a8-925c-f636c20796af HTTP/1.1" status: 200 len: 944 time: 0.0549541 Mar 07 16:58:34.187448 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-7838d006-de92-4960-8055-3284ca6690a3 req-27c8dec2-1403-4955-8711-f7b38dc2309d tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] 10.222.0.18 "GET /v2.0/security-groups?id=71651f4e-e00c-47c4-95be-ed1b5e372be7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438080 Mar 07 16:58:35.325474 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c266fa7a-aa26-4be8-a1be-fe093f8aee8a req-3957c6c8-fae4-4243-ab73-9303c14ce3fe tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:58:35.326923 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-c266fa7a-aa26-4be8-a1be-fe093f8aee8a req-3957c6c8-fae4-4243-ab73-9303c14ce3fe tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] 10.222.0.18 "GET /v2.0/ports?device_id=a473c2c6-d445-43a8-925c-f636c20796af HTTP/1.1" status: 200 len: 944 time: 0.0591218 Mar 07 16:58:35.377127 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-c266fa7a-aa26-4be8-a1be-fe093f8aee8a req-29b31151-d3a1-4b53-89f8-7d191b5ca76a tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] 10.222.0.18 "GET /v2.0/security-groups?id=71651f4e-e00c-47c4-95be-ed1b5e372be7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446532 Mar 07 16:58:36.507171 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1e6389-ea11-42b9-9c13-d33e0ef630f4 req-55b2c992-5bec-4b03-8834-32ea884ca6c2 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:58:36.508731 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-5a1e6389-ea11-42b9-9c13-d33e0ef630f4 req-55b2c992-5bec-4b03-8834-32ea884ca6c2 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] 10.222.0.18 "GET /v2.0/ports?device_id=a473c2c6-d445-43a8-925c-f636c20796af HTTP/1.1" status: 200 len: 944 time: 0.0539680 Mar 07 16:58:36.556553 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-5a1e6389-ea11-42b9-9c13-d33e0ef630f4 req-0aeb1baf-06b7-4db6-8d77-a083a3c47004 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] 10.222.0.18 "GET /v2.0/security-groups?id=71651f4e-e00c-47c4-95be-ed1b5e372be7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415535 Mar 07 16:58:36.616391 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5871a2-86aa-4efd-8974-117d514e8c67 req-f9b045eb-764c-4fca-9aff-f7c6ecebace1 tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:58:36.617833 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-2d5871a2-86aa-4efd-8974-117d514e8c67 req-f9b045eb-764c-4fca-9aff-f7c6ecebace1 tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] 10.222.0.18 "GET /v2.0/ports?device_id=44eb7699-7d58-4090-9cd4-63a22803fe8f HTTP/1.1" status: 200 len: 946 time: 0.0503113 Mar 07 16:58:36.680248 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-2d5871a2-86aa-4efd-8974-117d514e8c67 req-fffa9166-af7b-4068-a734-7dc86410e11b tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] 10.222.0.18 "GET /v2.0/security-groups?id=5dc36098-fb33-4ed7-a21d-5f62e1407474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565367 Mar 07 16:58:37.087282 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.rpc [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Device 66d6c196-3481-4add-a423-0e68af89bcf6 details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=119955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 16:58:37.195394 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.db [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] For port 66d6c196-3481-4add-a423-0e68af89bcf6, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=66d6c196-3481-4add-a423-0e68af89bcf6,segment=NetworkSegment(ad3735d7-6f1d-4396-8c2b-5f6199488faa),segment_id=ad3735d7-6f1d-4396-8c2b-5f6199488faa)] {{(pid=119955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:58:37.206318 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.rpc [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Returning: {'device': '66d6c196-3481-4add-a423-0e68af89bcf6', 'network_id': '863049fb-91f0-4803-9992-666b65540a85', 'port_id': '66d6c196-3481-4add-a423-0e68af89bcf6', 'mac_address': 'fa:16:3e:ad:3f:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 872, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f97910cd-d5d7-4b8c-bfe2-694a46e38478', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 16:58:37.247908 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.plugin [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Current status of the port 66d6c196-3481-4add-a423-0e68af89bcf6 is: DOWN; New status is: BUILD {{(pid=119955) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:58:37.248301 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8385759'] for port (66d6c196-3481-4add-a423-0e68af89bcf6), before_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:58:37.265197 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.notifiers.nova [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66d6c196-3481-4add-a423-0e68af89bcf6 {{(pid=119955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:58:37.284856 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.db [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] For port 66d6c196-3481-4add-a423-0e68af89bcf6, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=66d6c196-3481-4add-a423-0e68af89bcf6,segment=NetworkSegment(ad3735d7-6f1d-4396-8c2b-5f6199488faa),segment_id=ad3735d7-6f1d-4396-8c2b-5f6199488faa)] {{(pid=119955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:58:37.290945 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754346672056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754346267073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754346267091'] for port (66d6c196-3481-4add-a423-0e68af89bcf6), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:58:37.336600 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Pushing event updated for resources: {'Port': ['ID=66d6c196-3481-4add-a423-0e68af89bcf6,revision_number=9']} {{(pid=119955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:58:37.658619 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.db [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] get_ports_and_sgs() called for port_ids ['66d6c196-3481-4add-a423-0e68af89bcf6'] {{(pid=119955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:58:37.690996 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cdeb5f-dedd-46ae-8f38-7c61bbba1f48 req-e1e02813-b48e-4bca-bce0-2f139cc77cfe tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:58:37.692688 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-d6cdeb5f-dedd-46ae-8f38-7c61bbba1f48 req-e1e02813-b48e-4bca-bce0-2f139cc77cfe tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] 10.222.0.18 "GET /v2.0/ports?device_id=a473c2c6-d445-43a8-925c-f636c20796af HTTP/1.1" status: 200 len: 945 time: 0.0553200 Mar 07 16:58:37.741981 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-d6cdeb5f-dedd-46ae-8f38-7c61bbba1f48 req-d8810fae-fc1d-42da-ac96-09bcec8195aa tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] 10.222.0.18 "GET /v2.0/security-groups?id=71651f4e-e00c-47c4-95be-ed1b5e372be7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436401 Mar 07 16:58:37.799702 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d45434-728c-4e85-b103-900afbb2fa02 req-10f9cd90-8d48-43e3-8403-93b85f4f438d tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:58:37.802274 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-79d45434-728c-4e85-b103-900afbb2fa02 req-10f9cd90-8d48-43e3-8403-93b85f4f438d tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] 10.222.0.18 "GET /v2.0/ports?device_id=44eb7699-7d58-4090-9cd4-63a22803fe8f HTTP/1.1" status: 200 len: 946 time: 0.0524852 Mar 07 16:58:37.847470 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-79d45434-728c-4e85-b103-900afbb2fa02 req-c9017842-ec16-4cd0-8019-46bc1ca43541 tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] 10.222.0.18 "GET /v2.0/security-groups?id=5dc36098-fb33-4ed7-a21d-5f62e1407474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395300 Mar 07 16:58:38.614065 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3dd724-e951-49ff-8401-3d2bea257475 req-69521764-ec76-40d3-a76d-bf9330007233 tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:58:38.615499 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-eb3dd724-e951-49ff-8401-3d2bea257475 req-69521764-ec76-40d3-a76d-bf9330007233 tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] 10.222.0.66 "GET /v2.0/ports?device_id=44eb7699-7d58-4090-9cd4-63a22803fe8f HTTP/1.1" status: 200 len: 946 time: 0.0650742 Mar 07 16:58:38.708394 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.plugin [req-eb3dd724-e951-49ff-8401-3d2bea257475 req-7903d799-929e-44ed-9b2e-ce4b1663c4d5 tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] Deleting port 683c888f-2761-4938-b914-5251496cbe23 {{(pid=119953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:58:38.709135 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [req-eb3dd724-e951-49ff-8401-3d2bea257475 req-7903d799-929e-44ed-9b2e-ce4b1663c4d5 tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754346666051'] for port (683c888f-2761-4938-b914-5251496cbe23), before_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:58:38.812750 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.db [req-eb3dd724-e951-49ff-8401-3d2bea257475 req-7903d799-929e-44ed-9b2e-ce4b1663c4d5 tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] For port 683c888f-2761-4938-b914-5251496cbe23, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=683c888f-2761-4938-b914-5251496cbe23,segment=NetworkSegment(4a056b74-7e94-4529-893a-3f499dced81d),segment_id=4a056b74-7e94-4529-893a-3f499dced81d)] {{(pid=119953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:58:38.813118 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [req-eb3dd724-e951-49ff-8401-3d2bea257475 req-7903d799-929e-44ed-9b2e-ce4b1663c4d5 tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704071'] for port (683c888f-2761-4938-b914-5251496cbe23), precommit_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:58:38.973143 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844b48f4-3df2-44df-b588-87fed727db2c req-84bd12d2-bf2e-4f0e-aea4-a23bf5895e03 tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:58:38.975155 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-844b48f4-3df2-44df-b588-87fed727db2c req-84bd12d2-bf2e-4f0e-aea4-a23bf5895e03 tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] 10.222.0.18 "GET /v2.0/ports?device_id=44eb7699-7d58-4090-9cd4-63a22803fe8f HTTP/1.1" status: 200 len: 946 time: 0.0595117 Mar 07 16:58:39.024376 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-844b48f4-3df2-44df-b588-87fed727db2c req-8ad476f8-9ff3-426c-afad-ac65f0858117 tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] 10.222.0.18 "GET /v2.0/security-groups?id=5dc36098-fb33-4ed7-a21d-5f62e1407474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433896 Mar 07 16:58:39.142256 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.rpc [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Device 66d6c196-3481-4add-a423-0e68af89bcf6 up at agent hyperv_hv-cinder-80475 {{(pid=119955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:58:39.191789 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58809534-c694-4dac-b4c2-f3b58e9c3efd req-b556acff-d0e9-482d-8c16-ab6a016c10a2 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:58:39.193321 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-58809534-c694-4dac-b4c2-f3b58e9c3efd req-b556acff-d0e9-482d-8c16-ab6a016c10a2 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] 10.222.0.18 "GET /v2.0/ports?device_id=a473c2c6-d445-43a8-925c-f636c20796af HTTP/1.1" status: 200 len: 945 time: 0.3708251 Mar 07 16:58:39.194538 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.provisioning_blocks [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Provisioning complete for port 66d6c196-3481-4add-a423-0e68af89bcf6 triggered by entity L2. {{(pid=119955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:58:39.194929 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8194280'] for port (66d6c196-3481-4add-a423-0e68af89bcf6), provisioning_complete {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:58:39.271361 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.plugin [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Current status of the port 66d6c196-3481-4add-a423-0e68af89bcf6 is: BUILD; New status is: ACTIVE {{(pid=119955) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:58:39.271361 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8385759'] for port (66d6c196-3481-4add-a423-0e68af89bcf6), before_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:58:39.287789 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-58809534-c694-4dac-b4c2-f3b58e9c3efd req-09e0c106-d093-48cb-81ed-9aa9a6784551 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] 10.222.0.18 "GET /v2.0/security-groups?id=71651f4e-e00c-47c4-95be-ed1b5e372be7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876048 Mar 07 16:58:39.290647 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [req-eb3dd724-e951-49ff-8401-3d2bea257475 req-7903d799-929e-44ed-9b2e-ce4b1663c4d5 tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:58:39.291011 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [req-eb3dd724-e951-49ff-8401-3d2bea257475 req-7903d799-929e-44ed-9b2e-ce4b1663c4d5 tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-706389'] for floatingip (bb562630-6648-4b14-918e-b4842cfc7cf3), after_update {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:58:39.291332 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.db.l3_db [req-eb3dd724-e951-49ff-8401-3d2bea257475 req-7903d799-929e-44ed-9b2e-ce4b1663c4d5 tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] Floating IP bb562630-6648-4b14-918e-b4842cfc7cf3 disassociated. External IP: 172.27.2.168, port: 683c888f-2761-4938-b914-5251496cbe23. Mar 07 16:58:39.291689 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.plugin [req-eb3dd724-e951-49ff-8401-3d2bea257475 req-7903d799-929e-44ed-9b2e-ce4b1663c4d5 tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] Calling delete_port for 683c888f-2761-4938-b914-5251496cbe23 owned by compute:nova {{(pid=119953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:58:39.295935 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a473c2c6-d445-43a8-925c-f636c20796af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66d6c196-3481-4add-a423-0e68af89bcf6'}] {{(pid=119955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:58:39.298287 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd4f8a5135c3a8ba668d7ce7b18abb72183bcf445ca628a57cbbb7bee2c3e543" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c008ba47-19cb-4d48-89c6-f19118bccf76" -d '{"events": [{"server_uuid": "a473c2c6-d445-43a8-925c-f636c20796af", "name": "network-vif-plugged", "status": "completed", "tag": "66d6c196-3481-4add-a423-0e68af89bcf6"}]}' {{(pid=119955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:58:39.316541 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.db [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] For port 66d6c196-3481-4add-a423-0e68af89bcf6, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=66d6c196-3481-4add-a423-0e68af89bcf6,segment=NetworkSegment(ad3735d7-6f1d-4396-8c2b-5f6199488faa),segment_id=ad3735d7-6f1d-4396-8c2b-5f6199488faa)] {{(pid=119955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:58:39.323371 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754346672056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754346267073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754346267091'] for port (66d6c196-3481-4add-a423-0e68af89bcf6), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:58:39.324767 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.rpc [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Device 683c888f-2761-4938-b914-5251496cbe23 no longer exists at agent hyperv_hv-cinder-80475 {{(pid=119955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:58:39.348372 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 16:58:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24089863-dcf9-41fc-80ff-814cbf21fb0f x-openstack-request-id: req-24089863-dcf9-41fc-80ff-814cbf21fb0f {{(pid=119955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:58:39.348779 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a473c2c6-d445-43a8-925c-f636c20796af", "name": "network-vif-plugged", "status": "completed", "tag": "66d6c196-3481-4add-a423-0e68af89bcf6", "code": 200}]} {{(pid=119955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:58:39.349038 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-24089863-dcf9-41fc-80ff-814cbf21fb0f {{(pid=119955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:58:39.349547 dv-cinder-804757-24-iscsi neutron-server[119955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a473c2c6-d445-43a8-925c-f636c20796af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66d6c196-3481-4add-a423-0e68af89bcf6', 'code': 200} Mar 07 16:58:39.410354 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Pushing event updated for resources: {'Port': ['ID=66d6c196-3481-4add-a423-0e68af89bcf6,revision_number=10']} {{(pid=119955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:58:39.427448 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [req-eb3dd724-e951-49ff-8401-3d2bea257475 req-7903d799-929e-44ed-9b2e-ce4b1663c4d5 tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754346672038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754346267064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9282916'] for port (683c888f-2761-4938-b914-5251496cbe23), after_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:58:39.454015 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.plugin [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Current status of the port 683c888f-2761-4938-b914-5251496cbe23 is: ACTIVE; New status is: DOWN {{(pid=119955) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:58:39.454599 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8385759'] for port (683c888f-2761-4938-b914-5251496cbe23), before_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:58:39.456587 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7903d799-929e-44ed-9b2e-ce4b1663c4d5 tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] Pushing event deleted for resources: {'Port': ['ID=683c888f-2761-4938-b914-5251496cbe23,revision_number=None']} {{(pid=119953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:58:39.599225 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.scheduler.l3_agent_scheduler [req-eb3dd724-e951-49ff-8401-3d2bea257475 req-7903d799-929e-44ed-9b2e-ce4b1663c4d5 tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] Router 7438646f-16c5-41cf-bfe1-423ac73df92e has already been hosted by L3 agent 4cbb3502-d72e-4663-b57e-51d645794085 {{(pid=119953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 16:58:39.617813 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b6e9f0-37cb-4f19-9ad7-5caf61cd898a req-82a983b5-3700-4105-ad51-73c2c2921078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:58:39.619291 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-85b6e9f0-37cb-4f19-9ad7-5caf61cd898a req-82a983b5-3700-4105-ad51-73c2c2921078 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=a473c2c6-d445-43a8-925c-f636c20796af HTTP/1.1" status: 200 len: 1131 time: 0.0617020 Mar 07 16:58:39.735851 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-85b6e9f0-37cb-4f19-9ad7-5caf61cd898a req-60f8ad89-1f9e-4f38-9b7d-03929639700d service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=71651f4e-e00c-47c4-95be-ed1b5e372be7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853827 Mar 07 16:58:39.746397 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-eb3dd724-e951-49ff-8401-3d2bea257475 req-7903d799-929e-44ed-9b2e-ce4b1663c4d5 tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] Notify agent at l3_agent.dv-cinder-804757-24-iscsi the message routers_updated {{(pid=119953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:58:39.756349 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79b43218-fe43-425e-bd70-8f96a40a2357 None None] Sync routers for ids ['7438646f-16c5-41cf-bfe1-423ac73df92e'] in dv-cinder-804757-24-iscsi {{(pid=119955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:58:39.767235 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79b43218-fe43-425e-bd70-8f96a40a2357 None None] Routers {'7438646f-16c5-41cf-bfe1-423ac73df92e'} bound to L3 agent in host dv-cinder-804757-24-iscsi {{(pid=119955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:58:39.767885 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.l3_hamode_db [None req-79b43218-fe43-425e-bd70-8f96a40a2357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T16:44:19Z,description=,heartbeat_timestamp=2022-03-07T16:58:19Z,host='dv-cinder-804757-24-iscsi',id=4cbb3502-d72e-4663-b57e-51d645794085,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:44:19Z,topic='l3_agent')) {'router_ids': ['7438646f-16c5-41cf-bfe1-423ac73df92e'], 'active': True} {{(pid=119955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:58:39.787120 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb3dd724-e951-49ff-8401-3d2bea257475 req-7903d799-929e-44ed-9b2e-ce4b1663c4d5 tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] No DVR routers for this DVR port 683c888f-2761-4938-b914-5251496cbe23 on host hv-cinder-80475 {{(pid=119953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:58:39.790022 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [req-eb3dd724-e951-49ff-8401-3d2bea257475 req-7903d799-929e-44ed-9b2e-ce4b1663c4d5 tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47102'] for port (None), before_response {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:58:39.793687 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-eb3dd724-e951-49ff-8401-3d2bea257475 req-7903d799-929e-44ed-9b2e-ce4b1663c4d5 tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] 10.222.0.66 "DELETE /v2.0/ports/683c888f-2761-4938-b914-5251496cbe23 HTTP/1.1" status: 204 len: 173 time: 1.1722305 Mar 07 16:58:39.794161 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44eb7699-7d58-4090-9cd4-63a22803fe8f', 'name': 'network-vif-deleted', 'tag': '683c888f-2761-4938-b914-5251496cbe23'}] {{(pid=119953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:58:39.796463 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed95515d7af65a162ef4af60abe3e4aacc73bb6c2379f81891a58e09c3a2d0f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97c8c797-beed-4734-b226-cccb71f57b23" -d '{"events": [{"server_uuid": "44eb7699-7d58-4090-9cd4-63a22803fe8f", "name": "network-vif-deleted", "tag": "683c888f-2761-4938-b914-5251496cbe23"}]}' {{(pid=119953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:58:39.832682 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 16:58:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee142204-f93b-4a2a-9ff5-3e560d295f1e x-openstack-request-id: req-ee142204-f93b-4a2a-9ff5-3e560d295f1e {{(pid=119953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:58:39.833202 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44eb7699-7d58-4090-9cd4-63a22803fe8f", "name": "network-vif-deleted", "tag": "683c888f-2761-4938-b914-5251496cbe23", "status": "completed", "code": 200}]} {{(pid=119953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:58:39.833618 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ee142204-f93b-4a2a-9ff5-3e560d295f1e {{(pid=119953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:58:39.834027 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44eb7699-7d58-4090-9cd4-63a22803fe8f', 'name': 'network-vif-deleted', 'tag': '683c888f-2761-4938-b914-5251496cbe23', 'status': 'completed', 'code': 200} Mar 07 16:58:39.889453 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.l3_dvr_db [None req-79b43218-fe43-425e-bd70-8f96a40a2357 None None] Set router 7438646f-16c5-41cf-bfe1-423ac73df92e gateway port host: dv-cinder-804757-24-iscsi {{(pid=119955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:58:40.095807 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.l3_hamode_db [None req-79b43218-fe43-425e-bd70-8f96a40a2357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7438646f-16c5-41cf-bfe1-423ac73df92e', 'name': 'tempest-AttachVolumeTestJSON-1470381237-router', 'tenant_id': 'edf4ec5f5dd34ec494b36396a8594bc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'external_fixed_ips': [{'subnet_id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'ip_address': '172.27.2.57'}], 'enable_snat': True}, 'gw_port_id': '55b6bdda-6312-4fcb-bcc8-ffef56435af8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:52:17Z', 'updated_at': '2022-03-07T16:52:24Z', 'revision_number': 4, 'project_id': 'edf4ec5f5dd34ec494b36396a8594bc1', 'gw_port': {'id': '55b6bdda-6312-4fcb-bcc8-ffef56435af8', 'name': '', 'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:e5:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7438646f-16c5-41cf-bfe1-423ac73df92e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'ip_address': '172.27.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:52:18Z', 'updated_at': '2022-03-07T16:52:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-24-iscsi', '_interfaces': [{'id': 'a2e0330e-e9e2-4a91-98aa-009090466f41', 'name': '', 'network_id': '958030d9-7413-4af7-a61d-7e3a7fb6105d', 'tenant_id': 'edf4ec5f5dd34ec494b36396a8594bc1', 'mac_address': 'fa:16:3e:fc:dd:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7438646f-16c5-41cf-bfe1-423ac73df92e', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '31c7bf73-b45c-4589-a934-6b9bdc6a30ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:52:22Z', 'updated_at': '2022-03-07T16:52:32Z', 'revision_number': 5, 'project_id': 'edf4ec5f5dd34ec494b36396a8594bc1', 'subnets': [{'id': '31c7bf73-b45c-4589-a934-6b9bdc6a30ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-24-iscsi', False) {} {{(pid=119955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:58:40.123924 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-0abd30da-e332-40a5-9d3a-ae5ced5b74c2 req-40df01c5-d481-4768-b38d-5e02b35ddaf9 tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] 10.222.0.18 "GET /v2.0/ports?device_id=44eb7699-7d58-4090-9cd4-63a22803fe8f HTTP/1.1" status: 200 len: 210 time: 0.0265222 Mar 07 16:58:40.125909 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79b43218-fe43-425e-bd70-8f96a40a2357 None None] Checking router: 7438646f-16c5-41cf-bfe1-423ac73df92e for host: dv-cinder-804757-24-iscsi {{(pid=119955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 16:58:40.135316 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79b43218-fe43-425e-bd70-8f96a40a2357 None None] Routers {'7438646f-16c5-41cf-bfe1-423ac73df92e'} bound to L3 agent in host dv-cinder-804757-24-iscsi {{(pid=119955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:58:40.135997 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.l3_hamode_db [None req-79b43218-fe43-425e-bd70-8f96a40a2357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T16:44:19Z,description=,heartbeat_timestamp=2022-03-07T16:58:19Z,host='dv-cinder-804757-24-iscsi',id=4cbb3502-d72e-4663-b57e-51d645794085,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:44:19Z,topic='l3_agent')) {'router_ids': ['7438646f-16c5-41cf-bfe1-423ac73df92e'], 'active': True} {{(pid=119955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:58:40.254217 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.l3_dvr_db [None req-79b43218-fe43-425e-bd70-8f96a40a2357 None None] Set router 7438646f-16c5-41cf-bfe1-423ac73df92e gateway port host: dv-cinder-804757-24-iscsi {{(pid=119955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:58:40.420472 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b9af3c-306d-49e2-b543-e1693b19398e req-6b3e566b-0786-4f83-92ef-193af01759ce tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:58:40.421915 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-b7b9af3c-306d-49e2-b543-e1693b19398e req-6b3e566b-0786-4f83-92ef-193af01759ce tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] 10.222.0.18 "GET /v2.0/ports?device_id=a473c2c6-d445-43a8-925c-f636c20796af HTTP/1.1" status: 200 len: 947 time: 0.0517199 Mar 07 16:58:40.452653 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.l3_hamode_db [None req-79b43218-fe43-425e-bd70-8f96a40a2357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7438646f-16c5-41cf-bfe1-423ac73df92e', 'name': 'tempest-AttachVolumeTestJSON-1470381237-router', 'tenant_id': 'edf4ec5f5dd34ec494b36396a8594bc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'external_fixed_ips': [{'subnet_id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'ip_address': '172.27.2.57'}], 'enable_snat': True}, 'gw_port_id': '55b6bdda-6312-4fcb-bcc8-ffef56435af8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:52:17Z', 'updated_at': '2022-03-07T16:52:24Z', 'revision_number': 4, 'project_id': 'edf4ec5f5dd34ec494b36396a8594bc1', 'gw_port': {'id': '55b6bdda-6312-4fcb-bcc8-ffef56435af8', 'name': '', 'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:e5:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7438646f-16c5-41cf-bfe1-423ac73df92e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'ip_address': '172.27.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:52:18Z', 'updated_at': '2022-03-07T16:52:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-24-iscsi', '_interfaces': [{'id': 'a2e0330e-e9e2-4a91-98aa-009090466f41', 'name': '', 'network_id': '958030d9-7413-4af7-a61d-7e3a7fb6105d', 'tenant_id': 'edf4ec5f5dd34ec494b36396a8594bc1', 'mac_address': 'fa:16:3e:fc:dd:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7438646f-16c5-41cf-bfe1-423ac73df92e', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '31c7bf73-b45c-4589-a934-6b9bdc6a30ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:52:22Z', 'updated_at': '2022-03-07T16:52:32Z', 'revision_number': 5, 'project_id': 'edf4ec5f5dd34ec494b36396a8594bc1', 'subnets': [{'id': '31c7bf73-b45c-4589-a934-6b9bdc6a30ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-24-iscsi', False) {} {{(pid=119955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:58:40.471420 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-b7b9af3c-306d-49e2-b543-e1693b19398e req-05efc654-3162-44c9-9e74-3390e51b17ff tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] 10.222.0.18 "GET /v2.0/security-groups?id=71651f4e-e00c-47c4-95be-ed1b5e372be7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434124 Mar 07 16:58:40.479316 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79b43218-fe43-425e-bd70-8f96a40a2357 None None] The sync data for ids ['7438646f-16c5-41cf-bfe1-423ac73df92e'] in dv-cinder-804757-24-iscsi is: [{'id': '7438646f-16c5-41cf-bfe1-423ac73df92e', 'name': 'tempest-AttachVolumeTestJSON-1470381237-router', 'tenant_id': 'edf4ec5f5dd34ec494b36396a8594bc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'external_fixed_ips': [{'subnet_id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'ip_address': '172.27.2.57'}], 'enable_snat': True}, 'gw_port_id': '55b6bdda-6312-4fcb-bcc8-ffef56435af8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:52:17Z', 'updated_at': '2022-03-07T16:52:24Z', 'revision_number': 4, 'project_id': 'edf4ec5f5dd34ec494b36396a8594bc1', 'gw_port': {'id': '55b6bdda-6312-4fcb-bcc8-ffef56435af8', 'name': '', 'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:e5:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7438646f-16c5-41cf-bfe1-423ac73df92e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'ip_address': '172.27.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:52:18Z', 'updated_at': '2022-03-07T16:52:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-24-iscsi', '_interfaces': [{'id': 'a2e0330e-e9e2-4a91-98aa-009090466f41', 'name': '', 'network_id': '958030d9-7413-4af7-a61d-7e3a7fb6105d', 'tenant_id': 'edf4ec5f5dd34ec494b36396a8594bc1', 'mac_address': 'fa:16:3e:fc:dd:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7438646f-16c5-41cf-bfe1-423ac73df92e', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '31c7bf73-b45c-4589-a934-6b9bdc6a30ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:52:22Z', 'updated_at': '2022-03-07T16:52:32Z', 'revision_number': 5, 'project_id': 'edf4ec5f5dd34ec494b36396a8594bc1', 'subnets': [{'id': '31c7bf73-b45c-4589-a934-6b9bdc6a30ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:58:40.708704 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad1b9226-291c-4be3-a145-c78de608dbcb None None] New status for floating IP bb562630-6648-4b14-918e-b4842cfc7cf3: DOWN {{(pid=119956) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 16:58:41.213725 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.wsgi [-] (119953) accepted ('10.222.0.18', 57088) {{(pid=119953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:58:41.270122 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-7be41a91-73e6-4b12-b3df-315c17d0f9af tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] Publish callbacks [] for security_group (5dc36098-fb33-4ed7-a21d-5f62e1407474), before_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:58:41.292330 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-7be41a91-73e6-4b12-b3df-315c17d0f9af tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] Publish callbacks [] for security_group (5dc36098-fb33-4ed7-a21d-5f62e1407474), precommit_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:58:41.342107 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-7be41a91-73e6-4b12-b3df-315c17d0f9af tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543383'] for security_group (5dc36098-fb33-4ed7-a21d-5f62e1407474), after_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:58:41.344882 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-7be41a91-73e6-4b12-b3df-315c17d0f9af tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] Publish callbacks [] for security_group (None), before_response {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:58:41.346037 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [None req-7be41a91-73e6-4b12-b3df-315c17d0f9af tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] 10.222.0.18 "DELETE /v2.0/security-groups/5dc36098-fb33-4ed7-a21d-5f62e1407474 HTTP/1.1" status: 204 len: 168 time: 0.1312191 Mar 07 16:58:41.349030 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.wsgi [-] (119954) accepted ('10.222.0.18', 57090) {{(pid=119954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:58:41.356281 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be41a91-73e6-4b12-b3df-315c17d0f9af tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dc36098-fb33-4ed7-a21d-5f62e1407474,revision_number=None']} {{(pid=119953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:58:41.362253 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.api.v2.resource [None req-c64e09f0-117f-41e8-b9b7-b9dd30dee053 tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] show failed (client error): The resource could not be found. Mar 07 16:58:41.363415 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [None req-c64e09f0-117f-41e8-b9b7-b9dd30dee053 tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] 10.222.0.18 "GET /v2.0/security-groups/5dc36098-fb33-4ed7-a21d-5f62e1407474 HTTP/1.1" status: 404 len: 347 time: 0.0132291 Mar 07 16:58:41.366202 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.wsgi [-] (119954) accepted ('10.222.0.18', 57092) {{(pid=119954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:58:41.488729 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.plugins.ml2.plugin [None req-c69a19d9-9d30-43f3-ba50-099f02bf3e50 tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] Deleting port 5177a15c-bacf-47d0-a086-f418284e76f6 {{(pid=119954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:58:41.489005 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-c69a19d9-9d30-43f3-ba50-099f02bf3e50 tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754346666051'] for port (5177a15c-bacf-47d0-a086-f418284e76f6), before_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:58:41.593099 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-c69a19d9-9d30-43f3-ba50-099f02bf3e50 tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704071'] for port (5177a15c-bacf-47d0-a086-f418284e76f6), precommit_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:58:41.593404 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-c69a19d9-9d30-43f3-ba50-099f02bf3e50 tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] Publish callbacks [] for floatingip (5177a15c-bacf-47d0-a086-f418284e76f6), precommit_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:58:41.607277 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.plugins.ml2.plugin [None req-c69a19d9-9d30-43f3-ba50-099f02bf3e50 tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] Calling delete_port for 5177a15c-bacf-47d0-a086-f418284e76f6 owned by network:floatingip {{(pid=119954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:58:41.665750 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bc6b23-4f52-42b9-a3c5-fd5f5c2f75e7 req-e4e716be-c88f-41ef-a975-989a9e0ff489 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:58:41.667218 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-71bc6b23-4f52-42b9-a3c5-fd5f5c2f75e7 req-e4e716be-c88f-41ef-a975-989a9e0ff489 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] 10.222.0.18 "GET /v2.0/ports?device_id=a473c2c6-d445-43a8-925c-f636c20796af HTTP/1.1" status: 200 len: 947 time: 0.1118248 Mar 07 16:58:41.735906 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-71bc6b23-4f52-42b9-a3c5-fd5f5c2f75e7 req-476ea3be-0e00-46da-b817-dd8b7f16daea tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] 10.222.0.18 "GET /v2.0/security-groups?id=71651f4e-e00c-47c4-95be-ed1b5e372be7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619574 Mar 07 16:58:41.788924 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-c69a19d9-9d30-43f3-ba50-099f02bf3e50 tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754346672038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754346267064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3211674'] for port (5177a15c-bacf-47d0-a086-f418284e76f6), after_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:58:41.815782 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69a19d9-9d30-43f3-ba50-099f02bf3e50 tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] Pushing event deleted for resources: {'Port': ['ID=5177a15c-bacf-47d0-a086-f418284e76f6,revision_number=None']} {{(pid=119954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:58:41.841013 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69a19d9-9d30-43f3-ba50-099f02bf3e50 tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:58:41.841389 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69a19d9-9d30-43f3-ba50-099f02bf3e50 tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:58:41.841731 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69a19d9-9d30-43f3-ba50-099f02bf3e50 tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:58:41.842079 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69a19d9-9d30-43f3-ba50-099f02bf3e50 tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:58:41.842395 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69a19d9-9d30-43f3-ba50-099f02bf3e50 tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:58:41.842717 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69a19d9-9d30-43f3-ba50-099f02bf3e50 tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:58:41.843043 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69a19d9-9d30-43f3-ba50-099f02bf3e50 tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:58:41.843368 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69a19d9-9d30-43f3-ba50-099f02bf3e50 tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:58:41.843691 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69a19d9-9d30-43f3-ba50-099f02bf3e50 tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:58:41.844039 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69a19d9-9d30-43f3-ba50-099f02bf3e50 tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:58:41.844402 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69a19d9-9d30-43f3-ba50-099f02bf3e50 tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:58:41.844704 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69a19d9-9d30-43f3-ba50-099f02bf3e50 tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:58:41.845020 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69a19d9-9d30-43f3-ba50-099f02bf3e50 tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:58:41.884778 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-c69a19d9-9d30-43f3-ba50-099f02bf3e50 tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] Publish callbacks [] for floatingip (bb562630-6648-4b14-918e-b4842cfc7cf3), after_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:58:41.887221 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-c69a19d9-9d30-43f3-ba50-099f02bf3e50 tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47102'] for floatingip (None), before_response {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:58:41.888442 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [None req-c69a19d9-9d30-43f3-ba50-099f02bf3e50 tempest-AttachVolumeTestJSON-1885194744 tempest-AttachVolumeTestJSON-1885194744-project] 10.222.0.18 "DELETE /v2.0/floatingips/bb562630-6648-4b14-918e-b4842cfc7cf3 HTTP/1.1" status: 204 len: 168 time: 0.5212982 Mar 07 16:58:45.451773 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.wsgi [-] (119954) accepted ('10.222.0.18', 57128) {{(pid=119954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:58:45.911816 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-804f4201-f112-4104-9f7b-76e61ed450b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-708437'] for router_interface (7438646f-16c5-41cf-bfe1-423ac73df92e), before_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:58:46.159730 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.plugins.ml2.plugin [None req-804f4201-f112-4104-9f7b-76e61ed450b7 admin admin] Deleting port a2e0330e-e9e2-4a91-98aa-009090466f41 {{(pid=119954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:58:46.160077 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-804f4201-f112-4104-9f7b-76e61ed450b7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754346666051'] for port (a2e0330e-e9e2-4a91-98aa-009090466f41), before_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:58:46.246115 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.plugins.ml2.db [None req-804f4201-f112-4104-9f7b-76e61ed450b7 admin admin] For port a2e0330e-e9e2-4a91-98aa-009090466f41, host dv-cinder-804757-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-24-iscsi',level=0,port_id=a2e0330e-e9e2-4a91-98aa-009090466f41,segment=NetworkSegment(4a056b74-7e94-4529-893a-3f499dced81d),segment_id=4a056b74-7e94-4529-893a-3f499dced81d)] {{(pid=119954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:58:46.246606 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-804f4201-f112-4104-9f7b-76e61ed450b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704071'] for port (a2e0330e-e9e2-4a91-98aa-009090466f41), precommit_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:58:46.265555 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.plugins.ml2.plugin [None req-804f4201-f112-4104-9f7b-76e61ed450b7 admin admin] Calling delete_port for a2e0330e-e9e2-4a91-98aa-009090466f41 owned by network:router_interface {{(pid=119954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:58:46.463261 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-804f4201-f112-4104-9f7b-76e61ed450b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754346672038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754346267064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3211674'] for port (a2e0330e-e9e2-4a91-98aa-009090466f41), after_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:58:46.494300 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804f4201-f112-4104-9f7b-76e61ed450b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=a2e0330e-e9e2-4a91-98aa-009090466f41,revision_number=None']} {{(pid=119954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:58:46.660321 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-804f4201-f112-4104-9f7b-76e61ed450b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-550922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-708385'] for router_interface (7438646f-16c5-41cf-bfe1-423ac73df92e), after_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:58:46.883420 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-804f4201-f112-4104-9f7b-76e61ed450b7 admin admin] Router 7438646f-16c5-41cf-bfe1-423ac73df92e has already been hosted by L3 agent 4cbb3502-d72e-4663-b57e-51d645794085 {{(pid=119954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 16:58:46.991653 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-804f4201-f112-4104-9f7b-76e61ed450b7 admin admin] Notify agent at l3_agent.dv-cinder-804757-24-iscsi the message routers_updated {{(pid=119954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:58:46.996659 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [None req-804f4201-f112-4104-9f7b-76e61ed450b7 admin admin] 10.222.0.18 "PUT /v2.0/routers/7438646f-16c5-41cf-bfe1-423ac73df92e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5436926 Mar 07 16:58:46.999991 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.wsgi [-] (119954) accepted ('10.222.0.18', 57132) {{(pid=119954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:58:47.004291 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5075f40-4436-484a-82a5-a70428a24cd5 None None] Sync routers for ids ['7438646f-16c5-41cf-bfe1-423ac73df92e'] in dv-cinder-804757-24-iscsi {{(pid=119955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:58:47.015296 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5075f40-4436-484a-82a5-a70428a24cd5 None None] Routers {'7438646f-16c5-41cf-bfe1-423ac73df92e'} bound to L3 agent in host dv-cinder-804757-24-iscsi {{(pid=119955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:58:47.015934 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.l3_hamode_db [None req-c5075f40-4436-484a-82a5-a70428a24cd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T16:44:19Z,description=,heartbeat_timestamp=2022-03-07T16:58:19Z,host='dv-cinder-804757-24-iscsi',id=4cbb3502-d72e-4663-b57e-51d645794085,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:44:19Z,topic='l3_agent')) {'router_ids': ['7438646f-16c5-41cf-bfe1-423ac73df92e'], 'active': True} {{(pid=119955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:58:47.103332 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-34d9c2c6-5b36-40a3-91de-bd28c86d9330 admin admin] Publish callbacks [] for router (7438646f-16c5-41cf-bfe1-423ac73df92e), before_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:58:47.267984 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.l3_dvr_db [None req-c5075f40-4436-484a-82a5-a70428a24cd5 None None] Set router 7438646f-16c5-41cf-bfe1-423ac73df92e gateway port host: dv-cinder-804757-24-iscsi {{(pid=119955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:58:47.269740 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-24e68332-d969-4409-a447-b4f6095a0d22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194190'] for agent (85f07778-81ef-4888-a2e3-51ae57b6426a), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:58:47.447197 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-34d9c2c6-5b36-40a3-91de-bd28c86d9330 admin admin] Publish callbacks [] for router_gateway (7438646f-16c5-41cf-bfe1-423ac73df92e), before_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:58:47.453059 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.l3_hamode_db [None req-c5075f40-4436-484a-82a5-a70428a24cd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7438646f-16c5-41cf-bfe1-423ac73df92e', 'name': 'tempest-AttachVolumeTestJSON-1470381237-router', 'tenant_id': 'edf4ec5f5dd34ec494b36396a8594bc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'external_fixed_ips': [{'subnet_id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'ip_address': '172.27.2.57'}], 'enable_snat': True}, 'gw_port_id': '55b6bdda-6312-4fcb-bcc8-ffef56435af8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:52:17Z', 'updated_at': '2022-03-07T16:58:46Z', 'revision_number': 5, 'project_id': 'edf4ec5f5dd34ec494b36396a8594bc1', 'gw_port': {'id': '55b6bdda-6312-4fcb-bcc8-ffef56435af8', 'name': '', 'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:e5:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7438646f-16c5-41cf-bfe1-423ac73df92e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'ip_address': '172.27.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:52:18Z', 'updated_at': '2022-03-07T16:52:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-24-iscsi'}], 'dv-cinder-804757-24-iscsi', False) {} {{(pid=119955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:58:47.483730 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5075f40-4436-484a-82a5-a70428a24cd5 None None] Checking router: 7438646f-16c5-41cf-bfe1-423ac73df92e for host: dv-cinder-804757-24-iscsi {{(pid=119955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 16:58:47.491936 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5075f40-4436-484a-82a5-a70428a24cd5 None None] Routers {'7438646f-16c5-41cf-bfe1-423ac73df92e'} bound to L3 agent in host dv-cinder-804757-24-iscsi {{(pid=119955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:58:47.492544 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.l3_hamode_db [None req-c5075f40-4436-484a-82a5-a70428a24cd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T16:44:19Z,description=,heartbeat_timestamp=2022-03-07T16:58:19Z,host='dv-cinder-804757-24-iscsi',id=4cbb3502-d72e-4663-b57e-51d645794085,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:44:19Z,topic='l3_agent')) {'router_ids': ['7438646f-16c5-41cf-bfe1-423ac73df92e'], 'active': True} {{(pid=119955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:58:47.504998 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.plugins.ml2.plugin [None req-34d9c2c6-5b36-40a3-91de-bd28c86d9330 admin admin] Deleting port 55b6bdda-6312-4fcb-bcc8-ffef56435af8 {{(pid=119954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:58:47.505546 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-34d9c2c6-5b36-40a3-91de-bd28c86d9330 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754346666051'] for port (55b6bdda-6312-4fcb-bcc8-ffef56435af8), before_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:58:47.581045 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.l3_dvr_db [None req-c5075f40-4436-484a-82a5-a70428a24cd5 None None] Set router 7438646f-16c5-41cf-bfe1-423ac73df92e gateway port host: None {{(pid=119955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:58:47.584501 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.plugins.ml2.db [None req-34d9c2c6-5b36-40a3-91de-bd28c86d9330 admin admin] For port 55b6bdda-6312-4fcb-bcc8-ffef56435af8, host dv-cinder-804757-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-24-iscsi',level=0,port_id=55b6bdda-6312-4fcb-bcc8-ffef56435af8,segment=NetworkSegment(0349b9bd-653a-4400-b295-28c1bc47d9ca),segment_id=0349b9bd-653a-4400-b295-28c1bc47d9ca)] {{(pid=119954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:58:47.584858 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-34d9c2c6-5b36-40a3-91de-bd28c86d9330 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704071'] for port (55b6bdda-6312-4fcb-bcc8-ffef56435af8), precommit_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:58:47.596241 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.plugins.ml2.plugin [None req-34d9c2c6-5b36-40a3-91de-bd28c86d9330 admin admin] Calling delete_port for 55b6bdda-6312-4fcb-bcc8-ffef56435af8 owned by network:router_gateway {{(pid=119954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:58:47.635317 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.l3_hamode_db [None req-c5075f40-4436-484a-82a5-a70428a24cd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7438646f-16c5-41cf-bfe1-423ac73df92e', 'name': 'tempest-AttachVolumeTestJSON-1470381237-router', 'tenant_id': 'edf4ec5f5dd34ec494b36396a8594bc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:52:17Z', 'updated_at': '2022-03-07T16:58:47Z', 'revision_number': 6, 'project_id': 'edf4ec5f5dd34ec494b36396a8594bc1', 'gw_port_host': None}], 'dv-cinder-804757-24-iscsi', False) {} {{(pid=119955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:58:47.661975 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5075f40-4436-484a-82a5-a70428a24cd5 None None] The sync data for ids ['7438646f-16c5-41cf-bfe1-423ac73df92e'] in dv-cinder-804757-24-iscsi is: [{'id': '7438646f-16c5-41cf-bfe1-423ac73df92e', 'name': 'tempest-AttachVolumeTestJSON-1470381237-router', 'tenant_id': 'edf4ec5f5dd34ec494b36396a8594bc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:52:17Z', 'updated_at': '2022-03-07T16:58:47Z', 'revision_number': 6, 'project_id': 'edf4ec5f5dd34ec494b36396a8594bc1', 'gw_port_host': None}] {{(pid=119955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:58:47.761679 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-34d9c2c6-5b36-40a3-91de-bd28c86d9330 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754346672038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754346267064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3211674'] for port (55b6bdda-6312-4fcb-bcc8-ffef56435af8), after_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:58:47.785772 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d9c2c6-5b36-40a3-91de-bd28c86d9330 admin admin] Pushing event deleted for resources: {'Port': ['ID=55b6bdda-6312-4fcb-bcc8-ffef56435af8,revision_number=None']} {{(pid=119954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:58:47.854496 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-34d9c2c6-5b36-40a3-91de-bd28c86d9330 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-705163'] for router_gateway (7438646f-16c5-41cf-bfe1-423ac73df92e), after_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:58:47.946836 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-34d9c2c6-5b36-40a3-91de-bd28c86d9330 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-708159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24387'] for router (7438646f-16c5-41cf-bfe1-423ac73df92e), precommit_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:58:47.949000 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-34d9c2c6-5b36-40a3-91de-bd28c86d9330 admin admin] Publish callbacks [] for router_controller (7438646f-16c5-41cf-bfe1-423ac73df92e), precommit_delete_associations {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:58:47.994579 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-34d9c2c6-5b36-40a3-91de-bd28c86d9330 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-708136'] for router (7438646f-16c5-41cf-bfe1-423ac73df92e), after_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:58:47.995117 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34d9c2c6-5b36-40a3-91de-bd28c86d9330 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7438646f-16c5-41cf-bfe1-423ac73df92e {{(pid=119954) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 16:58:48.000610 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-34d9c2c6-5b36-40a3-91de-bd28c86d9330 admin admin] Publish callbacks [] for router (None), before_response {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:58:48.001510 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [None req-34d9c2c6-5b36-40a3-91de-bd28c86d9330 admin admin] 10.222.0.18 "DELETE /v2.0/routers/7438646f-16c5-41cf-bfe1-423ac73df92e HTTP/1.1" status: 204 len: 168 time: 1.0006480 Mar 07 16:58:48.005318 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.wsgi [-] (119953) accepted ('10.222.0.18', 57134) {{(pid=119953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:58:48.052439 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e5e91b8-b8d4-40cb-b97b-67dc48050f32 admin admin] Deleting subnet 31c7bf73-b45c-4589-a934-6b9bdc6a30ea {{(pid=119953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 16:58:48.055849 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-3e5e91b8-b8d4-40cb-b97b-67dc48050f32 admin admin] Publish callbacks [] for subnet (31c7bf73-b45c-4589-a934-6b9bdc6a30ea), before_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:58:48.090642 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-3e5e91b8-b8d4-40cb-b97b-67dc48050f32 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8886700'] for subnet (31c7bf73-b45c-4589-a934-6b9bdc6a30ea), precommit_delete_associations {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:58:48.200464 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-3e5e91b8-b8d4-40cb-b97b-67dc48050f32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8314618'] for subnet (31c7bf73-b45c-4589-a934-6b9bdc6a30ea), precommit_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:58:48.258559 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-3e5e91b8-b8d4-40cb-b97b-67dc48050f32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8314593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9282899', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9423109'] for subnet (31c7bf73-b45c-4589-a934-6b9bdc6a30ea), after_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:58:48.282970 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5e91b8-b8d4-40cb-b97b-67dc48050f32 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=31c7bf73-b45c-4589-a934-6b9bdc6a30ea,revision_number=None']} {{(pid=119953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:58:48.286639 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-3e5e91b8-b8d4-40cb-b97b-67dc48050f32 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550935'] for subnet (None), before_response {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:58:48.290364 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [None req-3e5e91b8-b8d4-40cb-b97b-67dc48050f32 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/31c7bf73-b45c-4589-a934-6b9bdc6a30ea HTTP/1.1" status: 204 len: 168 time: 0.2833970 Mar 07 16:58:48.292750 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e17047e-e6b3-4c1a-b120-8e7f6209ae59 None None] Network 958030d9-7413-4af7-a61d-7e3a7fb6105d requested from dv-cinder-804757-24-iscsi {{(pid=119955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:58:48.293230 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.wsgi [-] (119954) accepted ('10.222.0.18', 57136) {{(pid=119954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:58:48.361125 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-ae75cf11-83fd-42b1-9d68-b191901be5ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7565685'] for network (958030d9-7413-4af7-a61d-7e3a7fb6105d), before_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:58:48.418209 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.plugins.ml2.plugin [None req-ae75cf11-83fd-42b1-9d68-b191901be5ca admin admin] Deleting port f9e65259-c7e5-4cac-a121-8e4d2ee87b68 {{(pid=119954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:58:48.418537 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-ae75cf11-83fd-42b1-9d68-b191901be5ca admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754346666051'] for port (f9e65259-c7e5-4cac-a121-8e4d2ee87b68), before_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:58:48.458892 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1ebd398-a22b-4403-a459-b4208fe0558d None None] DHCP port deletion for 958030d9-7413-4af7-a61d-7e3a7fb6105d request from dv-cinder-804757-24-iscsi {{(pid=119955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 16:58:48.481245 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.plugins.ml2.db [None req-ae75cf11-83fd-42b1-9d68-b191901be5ca admin admin] For port f9e65259-c7e5-4cac-a121-8e4d2ee87b68, host dv-cinder-804757-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-24-iscsi',level=0,port_id=f9e65259-c7e5-4cac-a121-8e4d2ee87b68,segment=NetworkSegment(4a056b74-7e94-4529-893a-3f499dced81d),segment_id=4a056b74-7e94-4529-893a-3f499dced81d)] {{(pid=119954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:58:48.481606 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-ae75cf11-83fd-42b1-9d68-b191901be5ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704071'] for port (f9e65259-c7e5-4cac-a121-8e4d2ee87b68), precommit_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:58:48.494189 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.plugins.ml2.plugin [None req-ae75cf11-83fd-42b1-9d68-b191901be5ca admin admin] Calling delete_port for f9e65259-c7e5-4cac-a121-8e4d2ee87b68 owned by network:dhcp {{(pid=119954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:58:48.509343 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.plugin [None req-e1ebd398-a22b-4403-a459-b4208fe0558d None None] Deleting port f9e65259-c7e5-4cac-a121-8e4d2ee87b68 {{(pid=119955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:58:48.509717 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-e1ebd398-a22b-4403-a459-b4208fe0558d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754346666051'] for port (f9e65259-c7e5-4cac-a121-8e4d2ee87b68), before_delete {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:58:48.578841 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.db [None req-e1ebd398-a22b-4403-a459-b4208fe0558d None None] For port f9e65259-c7e5-4cac-a121-8e4d2ee87b68, host dv-cinder-804757-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-24-iscsi',level=0,port_id=f9e65259-c7e5-4cac-a121-8e4d2ee87b68,segment=NetworkSegment(4a056b74-7e94-4529-893a-3f499dced81d),segment_id=4a056b74-7e94-4529-893a-3f499dced81d)] {{(pid=119955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:58:48.579344 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-e1ebd398-a22b-4403-a459-b4208fe0558d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704071'] for port (f9e65259-c7e5-4cac-a121-8e4d2ee87b68), precommit_delete {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:58:48.579471 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-ae75cf11-83fd-42b1-9d68-b191901be5ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754346672038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754346267064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3211674'] for port (f9e65259-c7e5-4cac-a121-8e4d2ee87b68), after_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:58:48.593855 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.plugin [None req-e1ebd398-a22b-4403-a459-b4208fe0558d None None] Calling delete_port for f9e65259-c7e5-4cac-a121-8e4d2ee87b68 owned by network:dhcp {{(pid=119955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:58:48.608130 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae75cf11-83fd-42b1-9d68-b191901be5ca admin admin] Pushing event deleted for resources: {'Port': ['ID=f9e65259-c7e5-4cac-a121-8e4d2ee87b68,revision_number=None']} {{(pid=119954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:58:48.609906 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae75cf11-83fd-42b1-9d68-b191901be5ca admin admin] No DVR routers for this DVR port f9e65259-c7e5-4cac-a121-8e4d2ee87b68 on host dv-cinder-804757-24-iscsi {{(pid=119954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:58:48.690394 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-ae75cf11-83fd-42b1-9d68-b191901be5ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8196213', 'neutron.services.segments.db._delete_segments_for_network-8754346594151'] for network (958030d9-7413-4af7-a61d-7e3a7fb6105d), precommit_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:58:48.709922 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.services.segments.db [None req-ae75cf11-83fd-42b1-9d68-b191901be5ca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['958030d9-7413-4af7-a61d-7e3a7fb6105d']}} {{(pid=119954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:58:48.712997 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-e1ebd398-a22b-4403-a459-b4208fe0558d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754346672038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754346267064'] for port (f9e65259-c7e5-4cac-a121-8e4d2ee87b68), after_delete {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:58:48.719042 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.services.segments.db [None req-ae75cf11-83fd-42b1-9d68-b191901be5ca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a056b74-7e94-4529-893a-3f499dced81d') {'for_net_delete': True} {{(pid=119954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:58:48.719333 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.services.segments.db [None req-ae75cf11-83fd-42b1-9d68-b191901be5ca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a056b74-7e94-4529-893a-3f499dced81d') {} {{(pid=119954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:58:48.728572 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-ae75cf11-83fd-42b1-9d68-b191901be5ca admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754346595440', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3033254'] for segment (4a056b74-7e94-4529-893a-3f499dced81d), before_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:58:48.737989 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ebd398-a22b-4403-a459-b4208fe0558d None None] Pushing event deleted for resources: {'Port': ['ID=f9e65259-c7e5-4cac-a121-8e4d2ee87b68,revision_number=None']} {{(pid=119955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:58:48.743065 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-ae75cf11-83fd-42b1-9d68-b191901be5ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8315985'] for segment (4a056b74-7e94-4529-893a-3f499dced81d), precommit_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:58:48.743277 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1ebd398-a22b-4403-a459-b4208fe0558d None None] No DVR routers for this DVR port f9e65259-c7e5-4cac-a121-8e4d2ee87b68 on host dv-cinder-804757-24-iscsi {{(pid=119955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:58:48.756530 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae75cf11-83fd-42b1-9d68-b191901be5ca admin admin] Releasing vlan 858 on physical network physnet1 to pool {{(pid=119954) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 16:58:48.756530 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-ae75cf11-83fd-42b1-9d68-b191901be5ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8315985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3211719'] for segment (4a056b74-7e94-4529-893a-3f499dced81d), after_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:58:48.756530 dv-cinder-804757-24-iscsi neutron-server[119954]: Traceback (most recent call last): Mar 07 16:58:48.756530 dv-cinder-804757-24-iscsi neutron-server[119954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 16:58:48.756530 dv-cinder-804757-24-iscsi neutron-server[119954]: timer() Mar 07 16:58:48.756530 dv-cinder-804757-24-iscsi neutron-server[119954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 16:58:48.756530 dv-cinder-804757-24-iscsi neutron-server[119954]: cb(*args, **kw) Mar 07 16:58:48.756530 dv-cinder-804757-24-iscsi neutron-server[119954]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 16:58:48.756530 dv-cinder-804757-24-iscsi neutron-server[119954]: return func(*args, **kwargs) Mar 07 16:58:48.756530 dv-cinder-804757-24-iscsi neutron-server[119954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 16:58:48.756530 dv-cinder-804757-24-iscsi neutron-server[119954]: self._notify() Mar 07 16:58:48.756530 dv-cinder-804757-24-iscsi neutron-server[119954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 16:58:48.756530 dv-cinder-804757-24-iscsi neutron-server[119954]: self.callback(batched_events) Mar 07 16:58:48.756530 dv-cinder-804757-24-iscsi neutron-server[119954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 16:58:48.756530 dv-cinder-804757-24-iscsi neutron-server[119954]: event.method(event) Mar 07 16:58:48.756530 dv-cinder-804757-24-iscsi neutron-server[119954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 16:58:48.756530 dv-cinder-804757-24-iscsi neutron-server[119954]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 16:58:48.756530 dv-cinder-804757-24-iscsi neutron-server[119954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 16:58:48.756530 dv-cinder-804757-24-iscsi neutron-server[119954]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 16:58:48.756530 dv-cinder-804757-24-iscsi neutron-server[119954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 16:58:48.756530 dv-cinder-804757-24-iscsi neutron-server[119954]: return f(self, *a, **k) Mar 07 16:58:48.756530 dv-cinder-804757-24-iscsi neutron-server[119954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 16:58:48.756530 dv-cinder-804757-24-iscsi neutron-server[119954]: return self._get(url).json() Mar 07 16:58:48.756530 dv-cinder-804757-24-iscsi neutron-server[119954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 16:58:48.756530 dv-cinder-804757-24-iscsi neutron-server[119954]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 16:58:48.756530 dv-cinder-804757-24-iscsi neutron-server[119954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 16:58:48.756530 dv-cinder-804757-24-iscsi neutron-server[119954]: return self.request(url, 'GET', **kwargs) Mar 07 16:58:48.756530 dv-cinder-804757-24-iscsi neutron-server[119954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 16:58:48.756530 dv-cinder-804757-24-iscsi neutron-server[119954]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 16:58:48.756530 dv-cinder-804757-24-iscsi neutron-server[119954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 16:58:48.756530 dv-cinder-804757-24-iscsi neutron-server[119954]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 16:58:48.756530 dv-cinder-804757-24-iscsi neutron-server[119954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 16:58:48.756530 dv-cinder-804757-24-iscsi neutron-server[119954]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 16:58:48.756530 dv-cinder-804757-24-iscsi neutron-server[119954]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 16:58:48.813167 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-ae75cf11-83fd-42b1-9d68-b191901be5ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8196220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-705199'] for network (958030d9-7413-4af7-a61d-7e3a7fb6105d), after_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:58:48.818793 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-ae75cf11-83fd-42b1-9d68-b191901be5ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550935'] for network (None), before_response {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:58:48.824513 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [None req-ae75cf11-83fd-42b1-9d68-b191901be5ca admin admin] 10.222.0.18 "DELETE /v2.0/networks/958030d9-7413-4af7-a61d-7e3a7fb6105d HTTP/1.1" status: 204 len: 168 time: 0.5282321 Mar 07 16:58:48.832753 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae75cf11-83fd-42b1-9d68-b191901be5ca admin admin] Pushing event deleted for resources: {'Network': ['ID=958030d9-7413-4af7-a61d-7e3a7fb6105d,revision_number=None']} {{(pid=119954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:58:48.934902 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.wsgi [-] (119954) accepted ('10.222.0.18', 57140) {{(pid=119954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:58:48.974398 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [None req-6c36a53d-7945-41f6-b144-ab51d35f5c93 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=edf4ec5f5dd34ec494b36396a8594bc1&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0382438 Mar 07 16:58:48.976947 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.wsgi [-] (119954) accepted ('10.222.0.18', 57142) {{(pid=119954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:58:49.027804 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-cb32e0e6-82b2-44ba-98f7-1654b1498e2f admin admin] Publish callbacks [] for security_group (42d8c339-2ccc-4fb3-b102-da13b3eb58c2), before_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:58:49.049381 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-cb32e0e6-82b2-44ba-98f7-1654b1498e2f admin admin] Publish callbacks [] for security_group (42d8c339-2ccc-4fb3-b102-da13b3eb58c2), precommit_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:58:49.106420 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-cb32e0e6-82b2-44ba-98f7-1654b1498e2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543383'] for security_group (42d8c339-2ccc-4fb3-b102-da13b3eb58c2), after_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:58:49.109197 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-cb32e0e6-82b2-44ba-98f7-1654b1498e2f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:58:49.110348 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [None req-cb32e0e6-82b2-44ba-98f7-1654b1498e2f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/42d8c339-2ccc-4fb3-b102-da13b3eb58c2 HTTP/1.1" status: 204 len: 168 time: 0.1325464 Mar 07 16:58:49.118243 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb32e0e6-82b2-44ba-98f7-1654b1498e2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42d8c339-2ccc-4fb3-b102-da13b3eb58c2,revision_number=None']} {{(pid=119954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:58:49.396705 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-a0497e83-5026-4087-ac1b-fb7a2e87aee8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194190'] for agent (4cbb3502-d72e-4663-b57e-51d645794085), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:58:49.407220 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.rpc [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Device f9e65259-c7e5-4cac-a121-8e4d2ee87b68 no longer exists at agent ovs-agent-dv-cinder-804757-24-iscsi {{(pid=119955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:58:49.428466 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.plugin [None req-63748041-7458-40ab-a922-e876cef088c3 None None] No Port match for: f9e65259-c7e5-4cac-a121-8e4d2ee87b68 {{(pid=119955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:58:49.428818 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.rpc [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Device f9e65259-c7e5-4cac-a121-8e4d2ee87b68 not bound to the agent host dv-cinder-804757-24-iscsi {{(pid=119955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:58:49.429219 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.rpc [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Device 55b6bdda-6312-4fcb-bcc8-ffef56435af8 no longer exists at agent ovs-agent-dv-cinder-804757-24-iscsi {{(pid=119955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:58:49.448149 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.plugin [None req-63748041-7458-40ab-a922-e876cef088c3 None None] No Port match for: 55b6bdda-6312-4fcb-bcc8-ffef56435af8 {{(pid=119955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:58:49.448501 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.rpc [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Device 55b6bdda-6312-4fcb-bcc8-ffef56435af8 not bound to the agent host dv-cinder-804757-24-iscsi {{(pid=119955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:58:49.448935 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.rpc [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Device a2e0330e-e9e2-4a91-98aa-009090466f41 no longer exists at agent ovs-agent-dv-cinder-804757-24-iscsi {{(pid=119955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:58:49.470737 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.plugin [None req-63748041-7458-40ab-a922-e876cef088c3 None None] No Port match for: a2e0330e-e9e2-4a91-98aa-009090466f41 {{(pid=119955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:58:49.471111 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.rpc [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Device a2e0330e-e9e2-4a91-98aa-009090466f41 not bound to the agent host dv-cinder-804757-24-iscsi {{(pid=119955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:58:49.824121 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.wsgi [-] (119954) accepted ('10.222.0.18', 57164) {{(pid=119954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:58:49.919161 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.v2.base [None req-ab797b1f-f61d-451f-95e3-cfe8e8f41ff5 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1588558018-network', 'tenant_id': '96d24f87dbc54cf4a14285a307b25838'}} {{(pid=119954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:58:49.941796 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab797b1f-f61d-451f-95e3-cfe8e8f41ff5 admin admin] Made reservation on behalf of 96d24f87dbc54cf4a14285a307b25838 for: {'network': 1} {{(pid=119954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:58:49.944062 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-ab797b1f-f61d-451f-95e3-cfe8e8f41ff5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8385759'] for network (None), before_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:58:49.952060 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-ab797b1f-f61d-451f-95e3-cfe8e8f41ff5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:58:50.020950 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-ab797b1f-f61d-451f-95e3-cfe8e8f41ff5 admin admin] Publish callbacks [] for security_group (c61743dd-73dc-41db-8f6f-f08474e69cbb), precommit_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:58:50.027708 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-ab797b1f-f61d-451f-95e3-cfe8e8f41ff5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543383'] for security_group (c61743dd-73dc-41db-8f6f-f08474e69cbb), after_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:58:50.051066 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab797b1f-f61d-451f-95e3-cfe8e8f41ff5 admin admin] vlan segment allocate from pool success with {'vlan_id': 895, 'physical_network': 'physnet1'} {{(pid=119954) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 16:58:50.060302 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab797b1f-f61d-451f-95e3-cfe8e8f41ff5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c61743dd-73dc-41db-8f6f-f08474e69cbb,revision_number=1']} {{(pid=119954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:58:50.065004 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-ab797b1f-f61d-451f-95e3-cfe8e8f41ff5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8315985'] for segment (e205b5a5-74b0-4737-8080-0998e240c007), precommit_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:58:50.065338 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.db.segments_db [None req-ab797b1f-f61d-451f-95e3-cfe8e8f41ff5 admin admin] Added segment e205b5a5-74b0-4737-8080-0998e240c007 of type vlan for network 3df42a45-56b5-4fc7-8b36-6d79a9e64fbf Mar 07 16:58:50.102870 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-ab797b1f-f61d-451f-95e3-cfe8e8f41ff5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754346284054'] for network (3df42a45-56b5-4fc7-8b36-6d79a9e64fbf), precommit_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:58:50.133548 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-ab797b1f-f61d-451f-95e3-cfe8e8f41ff5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917'] for network (3df42a45-56b5-4fc7-8b36-6d79a9e64fbf), after_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:58:50.134533 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab797b1f-f61d-451f-95e3-cfe8e8f41ff5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:58:50.135098 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-ab797b1f-f61d-451f-95e3-cfe8e8f41ff5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550935'] for network (None), before_response {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:58:50.166547 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [None req-ab797b1f-f61d-451f-95e3-cfe8e8f41ff5 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3413045 Mar 07 16:58:50.169658 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.wsgi [-] (119953) accepted ('10.222.0.18', 57168) {{(pid=119953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:58:50.174875 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.v2.base [None req-d4acd592-8f28-42df-8791-db2b919ac013 admin admin] Request body: {'subnet': {'network_id': '3df42a45-56b5-4fc7-8b36-6d79a9e64fbf', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1588558018-subnet', 'tenant_id': '96d24f87dbc54cf4a14285a307b25838', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=119953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:58:50.195135 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab797b1f-f61d-451f-95e3-cfe8e8f41ff5 admin admin] Pushing event updated for resources: {'Network': ['ID=3df42a45-56b5-4fc7-8b36-6d79a9e64fbf,revision_number=1']} {{(pid=119954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:58:50.196075 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4acd592-8f28-42df-8791-db2b919ac013 admin admin] Made reservation on behalf of 96d24f87dbc54cf4a14285a307b25838 for: {'subnet': 1} {{(pid=119953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:58:50.198423 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-d4acd592-8f28-42df-8791-db2b919ac013 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9423202'] for subnet (None), before_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:58:50.212843 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.rpc [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Network 3df42a45-56b5-4fc7-8b36-6d79a9e64fbf details requested by agent ovs-agent-dv-cinder-804757-24-iscsi with host dv-cinder-804757-24-iscsi {{(pid=119955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 16:58:50.367738 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-d4acd592-8f28-42df-8791-db2b919ac013 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9282708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9423228'] for subnet (150f4a27-7a6f-4353-8977-b85e496ab7bc), after_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:58:50.421996 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4acd592-8f28-42df-8791-db2b919ac013 admin admin] Pushing event updated for resources: {'Subnet': ['ID=150f4a27-7a6f-4353-8977-b85e496ab7bc,revision_number=0']} {{(pid=119953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:58:50.432633 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4acd592-8f28-42df-8791-db2b919ac013 admin admin] Checking segment: {'id': 'e205b5a5-74b0-4737-8080-0998e240c007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '3df42a45-56b5-4fc7-8b36-6d79a9e64fbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:58:50.432989 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4acd592-8f28-42df-8791-db2b919ac013 admin admin] Network hostable DHCP agents. Network: 3df42a45-56b5-4fc7-8b36-6d79a9e64fbf, hostable agents: ['85f07778-81ef-4888-a2e3-51ae57b6426a'], hosted agents: [] {{(pid=119953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 16:58:50.452088 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4acd592-8f28-42df-8791-db2b919ac013 admin admin] Network 3df42a45-56b5-4fc7-8b36-6d79a9e64fbf is scheduled to be hosted by DHCP agent 85f07778-81ef-4888-a2e3-51ae57b6426a with binding_index 1 {{(pid=119953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 16:58:50.472828 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.scheduler.base_scheduler [None req-d4acd592-8f28-42df-8791-db2b919ac013 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804757-24-iscsi, 3df42a45-56b5-4fc7-8b36-6d79a9e64fbf) {{(pid=119953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:58:50.477269 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4acd592-8f28-42df-8791-db2b919ac013 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:58:50.477863 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-d4acd592-8f28-42df-8791-db2b919ac013 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550935'] for subnet (None), before_response {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:58:50.488072 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98b9d3f9-0b19-4a1a-a8bd-32b9421dbf70 None None] Network 3df42a45-56b5-4fc7-8b36-6d79a9e64fbf requested from dv-cinder-804757-24-iscsi {{(pid=119955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:58:50.494343 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [None req-d4acd592-8f28-42df-8791-db2b919ac013 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3235960 Mar 07 16:58:50.497144 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.wsgi [-] (119953) accepted ('10.222.0.18', 57170) {{(pid=119953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:58:50.501720 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.v2.base [None req-b42fc700-8de5-40a3-aa81-28b1d02289c0 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1588558018-router', 'tenant_id': '96d24f87dbc54cf4a14285a307b25838', 'external_gateway_info': {'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88'}}} {{(pid=119953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:58:50.522570 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-b42fc700-8de5-40a3-aa81-28b1d02289c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-709529', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24401'] for router (6d9caf44-7118-4035-ab12-21883e79a634), before_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:58:50.523625 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-b42fc700-8de5-40a3-aa81-28b1d02289c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-708201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-705242', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571311', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24408'] for router (6d9caf44-7118-4035-ab12-21883e79a634), precommit_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:58:50.560489 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-ad94e2ed-e0a8-44ae-a5ff-cf9ca5ab0e17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194190'] for agent (82ccd293-b7fb-4417-a581-186a4d7e9931), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:58:50.576944 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-b42fc700-8de5-40a3-aa81-28b1d02289c0 admin admin] Publish callbacks [] for router_controller (6d9caf44-7118-4035-ab12-21883e79a634), precommit_add_association {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:58:50.602346 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c297be54-833d-460d-b52c-9147074e4723 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4daafb27-07ab-5f95-a03c-57bf3ed213c4-3df42a45-56b5-4fc7-8b36-6d79a9e64fbf', 'network_id': '3df42a45-56b5-4fc7-8b36-6d79a9e64fbf', 'project_id': '96d24f87dbc54cf4a14285a307b25838', 'fixed_ips': [{'subnet_id': '150f4a27-7a6f-4353-8977-b85e496ab7bc'}]}} from dv-cinder-804757-24-iscsi. {{(pid=119955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 16:58:50.603188 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-c297be54-833d-460d-b52c-9147074e4723 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8385759'] for port (None), before_create {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:58:50.718332 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-b42fc700-8de5-40a3-aa81-28b1d02289c0 admin admin] Publish callbacks [] for router_gateway (6d9caf44-7118-4035-ab12-21883e79a634), precommit_update {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:58:50.741214 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.db_base_plugin_common [None req-c297be54-833d-460d-b52c-9147074e4723 None None] Allocated IP 172.20.0.2 (3df42a45-56b5-4fc7-8b36-6d79a9e64fbf/150f4a27-7a6f-4353-8977-b85e496ab7bc/3b587706-2d45-4000-bda5-239882ce68ad) {{(pid=119955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:58:50.883647 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-c297be54-833d-460d-b52c-9147074e4723 None None] Publish callbacks [] for port (3b587706-2d45-4000-bda5-239882ce68ad), precommit_create {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:58:50.890318 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-c297be54-833d-460d-b52c-9147074e4723 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754346267055'] for port (3b587706-2d45-4000-bda5-239882ce68ad), after_create {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:58:50.915380 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-b42fc700-8de5-40a3-aa81-28b1d02289c0 admin admin] Publish callbacks [] for router_gateway (6d9caf44-7118-4035-ab12-21883e79a634), before_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:58:50.928508 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c297be54-833d-460d-b52c-9147074e4723 None None] Network 3df42a45-56b5-4fc7-8b36-6d79a9e64fbf is already hosted by enough agents. {{(pid=119955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:58:50.931720 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.scheduler.base_scheduler [None req-c297be54-833d-460d-b52c-9147074e4723 None None] Resources bound (agent type, host, resource id): {{(pid=119955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:58:50.935120 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c297be54-833d-460d-b52c-9147074e4723 None None] Received port after_create {{(pid=119955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:58:50.938248 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-b42fc700-8de5-40a3-aa81-28b1d02289c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8385759'] for port (None), before_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:58:50.940573 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c297be54-833d-460d-b52c-9147074e4723 None None] Pushing event updated for resources: {'Port': ['ID=3b587706-2d45-4000-bda5-239882ce68ad,revision_number=1']} {{(pid=119955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:58:50.993266 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.managers [None req-c297be54-833d-460d-b52c-9147074e4723 None None] Attempting to bind port 3b587706-2d45-4000-bda5-239882ce68ad on host dv-cinder-804757-24-iscsi for vnic_type normal with profile {{(pid=119955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:58:50.993634 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.managers [None req-c297be54-833d-460d-b52c-9147074e4723 None None] Attempting to bind port 3b587706-2d45-4000-bda5-239882ce68ad by drivers openvswitch,hyperv on host dv-cinder-804757-24-iscsi at level 0 using segments [{'id': 'e205b5a5-74b0-4737-8080-0998e240c007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '3df42a45-56b5-4fc7-8b36-6d79a9e64fbf'}] {{(pid=119955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:58:50.993996 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c297be54-833d-460d-b52c-9147074e4723 None None] Attempting to bind port 3b587706-2d45-4000-bda5-239882ce68ad on network 3df42a45-56b5-4fc7-8b36-6d79a9e64fbf {{(pid=119955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:58:50.999056 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c297be54-833d-460d-b52c-9147074e4723 None None] Checking agent: {'id': '3df9d949-03e8-46c4-b37f-6f8a21aeab22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-24-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 16, 44, 23), 'started_at': datetime.datetime(2022, 3, 7, 16, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 58, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-24-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:58:50.999461 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c297be54-833d-460d-b52c-9147074e4723 None None] Checking segment: {'id': 'e205b5a5-74b0-4737-8080-0998e240c007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '3df42a45-56b5-4fc7-8b36-6d79a9e64fbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:58:50.999899 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-c297be54-833d-460d-b52c-9147074e4723 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:58:51.000288 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c297be54-833d-460d-b52c-9147074e4723 None None] Bound using segment: {'id': 'e205b5a5-74b0-4737-8080-0998e240c007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '3df42a45-56b5-4fc7-8b36-6d79a9e64fbf'} {{(pid=119955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:58:51.000750 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.managers [None req-c297be54-833d-460d-b52c-9147074e4723 None None] Bound port: 3b587706-2d45-4000-bda5-239882ce68ad, host: dv-cinder-804757-24-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e205b5a5-74b0-4737-8080-0998e240c007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '3df42a45-56b5-4fc7-8b36-6d79a9e64fbf'}}] {{(pid=119955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:58:51.001123 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-c297be54-833d-460d-b52c-9147074e4723 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8385759'] for port (3b587706-2d45-4000-bda5-239882ce68ad), before_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:58:51.041428 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.db.db_base_plugin_common [None req-b42fc700-8de5-40a3-aa81-28b1d02289c0 admin admin] Allocated IP 172.27.2.95 (3eba6d1e-0acd-4586-8e75-f5a4e7e90d88/6a2f7f11-a189-49ba-a838-e124f718c0dc/1c7e8f28-8a6d-4a6a-ba0e-ab1b54a1106b) {{(pid=119953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:58:51.064626 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.db [None req-c297be54-833d-460d-b52c-9147074e4723 None None] For port 3b587706-2d45-4000-bda5-239882ce68ad, host dv-cinder-804757-24-iscsi, cleared binding levels {{(pid=119955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:58:51.067655 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.db [None req-c297be54-833d-460d-b52c-9147074e4723 None None] For port 3b587706-2d45-4000-bda5-239882ce68ad, host dv-cinder-804757-24-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-24-iscsi',level=0,port_id=3b587706-2d45-4000-bda5-239882ce68ad,segment=NetworkSegment(e205b5a5-74b0-4737-8080-0998e240c007),segment_id=e205b5a5-74b0-4737-8080-0998e240c007)] {{(pid=119955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:58:51.074219 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-c297be54-833d-460d-b52c-9147074e4723 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754346672056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754346267073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754346267091'] for port (3b587706-2d45-4000-bda5-239882ce68ad), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:58:51.129110 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c297be54-833d-460d-b52c-9147074e4723 None None] Pushing event updated for resources: {'Port': ['ID=3b587706-2d45-4000-bda5-239882ce68ad,revision_number=2']} {{(pid=119955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:58:51.152203 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-b42fc700-8de5-40a3-aa81-28b1d02289c0 admin admin] Publish callbacks [] for port (1c7e8f28-8a6d-4a6a-ba0e-ab1b54a1106b), precommit_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:58:51.186756 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-b42fc700-8de5-40a3-aa81-28b1d02289c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754346267055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9282916'] for port (1c7e8f28-8a6d-4a6a-ba0e-ab1b54a1106b), after_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:58:51.226244 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b42fc700-8de5-40a3-aa81-28b1d02289c0 admin admin] Network 3eba6d1e-0acd-4586-8e75-f5a4e7e90d88 is already hosted by enough agents. {{(pid=119953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:58:51.230729 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.scheduler.base_scheduler [None req-b42fc700-8de5-40a3-aa81-28b1d02289c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=119953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:58:51.235454 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b42fc700-8de5-40a3-aa81-28b1d02289c0 admin admin] Received port after_create {{(pid=119953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:58:51.238408 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42fc700-8de5-40a3-aa81-28b1d02289c0 admin admin] Pushing event updated for resources: {'Port': ['ID=1c7e8f28-8a6d-4a6a-ba0e-ab1b54a1106b,revision_number=1']} {{(pid=119953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:58:51.268240 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42fc700-8de5-40a3-aa81-28b1d02289c0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:58:51.268600 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42fc700-8de5-40a3-aa81-28b1d02289c0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:58:51.268926 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42fc700-8de5-40a3-aa81-28b1d02289c0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:58:51.269296 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42fc700-8de5-40a3-aa81-28b1d02289c0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:58:51.269633 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42fc700-8de5-40a3-aa81-28b1d02289c0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:58:51.269967 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42fc700-8de5-40a3-aa81-28b1d02289c0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:58:51.270299 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42fc700-8de5-40a3-aa81-28b1d02289c0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:58:51.270625 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42fc700-8de5-40a3-aa81-28b1d02289c0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:58:51.270952 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42fc700-8de5-40a3-aa81-28b1d02289c0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:58:51.271279 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42fc700-8de5-40a3-aa81-28b1d02289c0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:58:51.271594 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42fc700-8de5-40a3-aa81-28b1d02289c0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:58:51.271925 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42fc700-8de5-40a3-aa81-28b1d02289c0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:58:51.272273 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42fc700-8de5-40a3-aa81-28b1d02289c0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:58:51.435416 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.rpc [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Device 3b587706-2d45-4000-bda5-239882ce68ad up at agent ovs-agent-dv-cinder-804757-24-iscsi {{(pid=119955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:58:51.482377 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.provisioning_blocks [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Provisioning complete for port 3b587706-2d45-4000-bda5-239882ce68ad triggered by entity L2. {{(pid=119955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:58:51.482794 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8194280'] for port (3b587706-2d45-4000-bda5-239882ce68ad), provisioning_complete {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:58:51.534980 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-b42fc700-8de5-40a3-aa81-28b1d02289c0 admin admin] Publish callbacks [] for router_gateway (6d9caf44-7118-4035-ab12-21883e79a634), after_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:58:51.561619 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.plugin [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Current status of the port 3b587706-2d45-4000-bda5-239882ce68ad is: DOWN; New status is: ACTIVE {{(pid=119955) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:58:51.562145 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8385759'] for port (3b587706-2d45-4000-bda5-239882ce68ad), before_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:58:51.595283 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.db [None req-63748041-7458-40ab-a922-e876cef088c3 None None] For port 3b587706-2d45-4000-bda5-239882ce68ad, host dv-cinder-804757-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-24-iscsi',level=0,port_id=3b587706-2d45-4000-bda5-239882ce68ad,segment=NetworkSegment(e205b5a5-74b0-4737-8080-0998e240c007),segment_id=e205b5a5-74b0-4737-8080-0998e240c007)] {{(pid=119955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:58:51.600860 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754346672056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754346267073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754346267091'] for port (3b587706-2d45-4000-bda5-239882ce68ad), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:58:51.650604 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Pushing event updated for resources: {'Port': ['ID=3b587706-2d45-4000-bda5-239882ce68ad,revision_number=3']} {{(pid=119955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:58:51.736547 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-b42fc700-8de5-40a3-aa81-28b1d02289c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-708194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-705271'] for router (6d9caf44-7118-4035-ab12-21883e79a634), after_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:58:51.876240 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b42fc700-8de5-40a3-aa81-28b1d02289c0 admin admin] Router 6d9caf44-7118-4035-ab12-21883e79a634 is scheduled to L3 agent 4cbb3502-d72e-4663-b57e-51d645794085 with binding_index 1 {{(pid=119953) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 16:58:51.985871 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b42fc700-8de5-40a3-aa81-28b1d02289c0 admin admin] Notify agent at l3_agent.dv-cinder-804757-24-iscsi the message routers_updated {{(pid=119953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:58:51.996521 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50f99002-9a62-4a16-ac43-5f63338356ca None None] Sync routers for ids ['6d9caf44-7118-4035-ab12-21883e79a634'] in dv-cinder-804757-24-iscsi {{(pid=119956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:58:52.004560 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-b42fc700-8de5-40a3-aa81-28b1d02289c0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:58:52.008294 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [None req-b42fc700-8de5-40a3-aa81-28b1d02289c0 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.5077178 Mar 07 16:58:52.008748 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50f99002-9a62-4a16-ac43-5f63338356ca None None] Routers {'6d9caf44-7118-4035-ab12-21883e79a634'} bound to L3 agent in host dv-cinder-804757-24-iscsi {{(pid=119956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:58:52.008862 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.wsgi [-] (119953) accepted ('10.222.0.18', 57176) {{(pid=119953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:58:52.009004 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.db.l3_hamode_db [None req-50f99002-9a62-4a16-ac43-5f63338356ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T16:44:19Z,description=,heartbeat_timestamp=2022-03-07T16:58:49Z,host='dv-cinder-804757-24-iscsi',id=4cbb3502-d72e-4663-b57e-51d645794085,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:44:19Z,topic='l3_agent')) {'router_ids': ['6d9caf44-7118-4035-ab12-21883e79a634'], 'active': True} {{(pid=119956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:58:52.018446 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7149d10f-9c05-4e2a-824a-77b4e2bdb24a None None] Network 3df42a45-56b5-4fc7-8b36-6d79a9e64fbf requested from dv-cinder-804757-24-iscsi {{(pid=119955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:58:52.108446 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.provisioning_blocks [None req-403fb557-c376-49a2-ae01-1b22b26c0c91 None None] Provisioning complete for port 3b587706-2d45-4000-bda5-239882ce68ad triggered by entity DHCP. {{(pid=119955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:58:52.109030 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-403fb557-c376-49a2-ae01-1b22b26c0c91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8194280'] for port (3b587706-2d45-4000-bda5-239882ce68ad), provisioning_complete {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:58:52.118786 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.db.l3_dvr_db [None req-50f99002-9a62-4a16-ac43-5f63338356ca None None] Set router 6d9caf44-7118-4035-ab12-21883e79a634 gateway port host: dv-cinder-804757-24-iscsi {{(pid=119956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:58:52.200707 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-0d1b32c5-0803-4391-a623-fc098c7d5199 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194190'] for agent (8123e327-866e-42b5-856f-55ddd9e9e5b2), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:58:52.261004 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.plugin [None req-403fb557-c376-49a2-ae01-1b22b26c0c91 None None] Current status of the port 3b587706-2d45-4000-bda5-239882ce68ad is: ACTIVE; New status is: ACTIVE {{(pid=119955) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:58:52.332062 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.db.l3_hamode_db [None req-50f99002-9a62-4a16-ac43-5f63338356ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d9caf44-7118-4035-ab12-21883e79a634', 'name': 'tempest-AttachVolumeNegativeTest-1588558018-router', 'tenant_id': '96d24f87dbc54cf4a14285a307b25838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'external_fixed_ips': [{'subnet_id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'ip_address': '172.27.2.95'}], 'enable_snat': True}, 'gw_port_id': '1c7e8f28-8a6d-4a6a-ba0e-ab1b54a1106b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:58:50Z', 'updated_at': '2022-03-07T16:58:51Z', 'revision_number': 3, 'project_id': '96d24f87dbc54cf4a14285a307b25838', 'gw_port': {'id': '1c7e8f28-8a6d-4a6a-ba0e-ab1b54a1106b', 'name': '', 'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:81:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d9caf44-7118-4035-ab12-21883e79a634', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'ip_address': '172.27.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:58:50Z', 'updated_at': '2022-03-07T16:58:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-24-iscsi'}], 'dv-cinder-804757-24-iscsi', False) {} {{(pid=119956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:58:52.358947 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50f99002-9a62-4a16-ac43-5f63338356ca None None] Checking router: 6d9caf44-7118-4035-ab12-21883e79a634 for host: dv-cinder-804757-24-iscsi {{(pid=119956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 16:58:52.359191 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50f99002-9a62-4a16-ac43-5f63338356ca None None] Updating router 6d9caf44-7118-4035-ab12-21883e79a634 port 1c7e8f28-8a6d-4a6a-ba0e-ab1b54a1106b binding host dv-cinder-804757-24-iscsi {{(pid=119956) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 16:58:52.393377 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron_lib.callbacks.manager [None req-50f99002-9a62-4a16-ac43-5f63338356ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8385759'] for port (1c7e8f28-8a6d-4a6a-ba0e-ab1b54a1106b), before_update {{(pid=119956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:58:52.481208 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.provisioning_blocks [None req-a35c0f4d-ad34-4fce-b500-eaadb682cb83 None None] Provisioning complete for port 3b587706-2d45-4000-bda5-239882ce68ad triggered by entity DHCP. {{(pid=119955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:58:52.481597 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-a35c0f4d-ad34-4fce-b500-eaadb682cb83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8194280'] for port (3b587706-2d45-4000-bda5-239882ce68ad), provisioning_complete {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:58:52.568210 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.plugin [None req-a35c0f4d-ad34-4fce-b500-eaadb682cb83 None None] Current status of the port 3b587706-2d45-4000-bda5-239882ce68ad is: ACTIVE; New status is: ACTIVE {{(pid=119955) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:58:52.661956 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron_lib.callbacks.manager [None req-50f99002-9a62-4a16-ac43-5f63338356ca None None] Publish callbacks [] for port (1c7e8f28-8a6d-4a6a-ba0e-ab1b54a1106b), precommit_update {{(pid=119956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:58:52.668279 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron_lib.callbacks.manager [None req-50f99002-9a62-4a16-ac43-5f63338356ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754346672056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754346267073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754346267091'] for port (1c7e8f28-8a6d-4a6a-ba0e-ab1b54a1106b), after_update {{(pid=119956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:58:52.692546 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-8586bdf7-9c45-478c-9638-7d2f86bdd6ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8385759'] for port (None), before_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:58:52.719026 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f776680-0c15-49ed-9b51-fe6023667311 None None] Pushing event updated for resources: {'Port': ['ID=1c7e8f28-8a6d-4a6a-ba0e-ab1b54a1106b,revision_number=2']} {{(pid=119956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:58:52.721897 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.plugins.ml2.managers [None req-50f99002-9a62-4a16-ac43-5f63338356ca None None] Attempting to bind port 1c7e8f28-8a6d-4a6a-ba0e-ab1b54a1106b on host dv-cinder-804757-24-iscsi for vnic_type normal with profile {{(pid=119956) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:58:52.722262 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.plugins.ml2.managers [None req-50f99002-9a62-4a16-ac43-5f63338356ca None None] Attempting to bind port 1c7e8f28-8a6d-4a6a-ba0e-ab1b54a1106b by drivers openvswitch,hyperv on host dv-cinder-804757-24-iscsi at level 0 using segments [{'id': '0349b9bd-653a-4400-b295-28c1bc47d9ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88'}] {{(pid=119956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:58:52.722617 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f99002-9a62-4a16-ac43-5f63338356ca None None] Attempting to bind port 1c7e8f28-8a6d-4a6a-ba0e-ab1b54a1106b on network 3eba6d1e-0acd-4586-8e75-f5a4e7e90d88 {{(pid=119956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:58:52.730702 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f776680-0c15-49ed-9b51-fe6023667311 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:58:52.731115 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f776680-0c15-49ed-9b51-fe6023667311 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:58:52.731538 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f776680-0c15-49ed-9b51-fe6023667311 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:58:52.731845 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f776680-0c15-49ed-9b51-fe6023667311 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:58:52.732175 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f776680-0c15-49ed-9b51-fe6023667311 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:58:52.732497 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f776680-0c15-49ed-9b51-fe6023667311 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:58:52.732805 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f776680-0c15-49ed-9b51-fe6023667311 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:58:52.733127 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f776680-0c15-49ed-9b51-fe6023667311 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:58:52.733449 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f776680-0c15-49ed-9b51-fe6023667311 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:58:52.733817 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f776680-0c15-49ed-9b51-fe6023667311 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:58:52.734135 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f776680-0c15-49ed-9b51-fe6023667311 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:58:52.734449 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f776680-0c15-49ed-9b51-fe6023667311 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:58:52.734761 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f776680-0c15-49ed-9b51-fe6023667311 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:58:52.738042 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f99002-9a62-4a16-ac43-5f63338356ca None None] Checking agent: {'id': '3df9d949-03e8-46c4-b37f-6f8a21aeab22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-24-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 16, 44, 23), 'started_at': datetime.datetime(2022, 3, 7, 16, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 58, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-24-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:58:52.738410 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f99002-9a62-4a16-ac43-5f63338356ca None None] Checking segment: {'id': '0349b9bd-653a-4400-b295-28c1bc47d9ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:58:52.738806 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron_lib.callbacks.manager [None req-50f99002-9a62-4a16-ac43-5f63338356ca None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=119956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:58:52.739189 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f99002-9a62-4a16-ac43-5f63338356ca None None] Bound using segment: {'id': '0349b9bd-653a-4400-b295-28c1bc47d9ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88'} {{(pid=119956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:58:52.739639 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.plugins.ml2.managers [None req-50f99002-9a62-4a16-ac43-5f63338356ca None None] Bound port: 1c7e8f28-8a6d-4a6a-ba0e-ab1b54a1106b, host: dv-cinder-804757-24-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0349b9bd-653a-4400-b295-28c1bc47d9ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88'}}] {{(pid=119956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:58:52.740076 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron_lib.callbacks.manager [None req-50f99002-9a62-4a16-ac43-5f63338356ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8385759'] for port (1c7e8f28-8a6d-4a6a-ba0e-ab1b54a1106b), before_update {{(pid=119956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:58:52.793248 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.plugins.ml2.db [None req-50f99002-9a62-4a16-ac43-5f63338356ca None None] For port 1c7e8f28-8a6d-4a6a-ba0e-ab1b54a1106b, host dv-cinder-804757-24-iscsi, cleared binding levels {{(pid=119956) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:58:52.796535 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.plugins.ml2.db [None req-50f99002-9a62-4a16-ac43-5f63338356ca None None] For port 1c7e8f28-8a6d-4a6a-ba0e-ab1b54a1106b, host dv-cinder-804757-24-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-24-iscsi',level=0,port_id=1c7e8f28-8a6d-4a6a-ba0e-ab1b54a1106b,segment=NetworkSegment(0349b9bd-653a-4400-b295-28c1bc47d9ca),segment_id=0349b9bd-653a-4400-b295-28c1bc47d9ca)] {{(pid=119956) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:58:52.803704 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron_lib.callbacks.manager [None req-50f99002-9a62-4a16-ac43-5f63338356ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754346672056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754346267073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754346267091'] for port (1c7e8f28-8a6d-4a6a-ba0e-ab1b54a1106b), after_update {{(pid=119956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:58:52.856400 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.db.db_base_plugin_common [None req-8586bdf7-9c45-478c-9638-7d2f86bdd6ff admin admin] Allocated IP 172.20.0.1 (3df42a45-56b5-4fc7-8b36-6d79a9e64fbf/150f4a27-7a6f-4353-8977-b85e496ab7bc/b65794ee-2638-4767-b75b-665e41be860f) {{(pid=119953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:58:52.950782 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50f99002-9a62-4a16-ac43-5f63338356ca None None] Routers {'6d9caf44-7118-4035-ab12-21883e79a634'} bound to L3 agent in host dv-cinder-804757-24-iscsi {{(pid=119956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:58:52.951395 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.db.l3_hamode_db [None req-50f99002-9a62-4a16-ac43-5f63338356ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T16:44:19Z,description=,heartbeat_timestamp=2022-03-07T16:58:49Z,host='dv-cinder-804757-24-iscsi',id=4cbb3502-d72e-4663-b57e-51d645794085,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:44:19Z,topic='l3_agent')) {'router_ids': ['6d9caf44-7118-4035-ab12-21883e79a634'], 'active': True} {{(pid=119956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:58:52.956209 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f776680-0c15-49ed-9b51-fe6023667311 None None] Pushing event updated for resources: {'Port': ['ID=1c7e8f28-8a6d-4a6a-ba0e-ab1b54a1106b,revision_number=3']} {{(pid=119956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:58:52.969528 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-8586bdf7-9c45-478c-9638-7d2f86bdd6ff admin admin] Publish callbacks [] for port (b65794ee-2638-4767-b75b-665e41be860f), precommit_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:58:53.003363 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-8586bdf7-9c45-478c-9638-7d2f86bdd6ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754346267055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9282916'] for port (b65794ee-2638-4767-b75b-665e41be860f), after_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:58:53.040603 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8586bdf7-9c45-478c-9638-7d2f86bdd6ff admin admin] Network 3df42a45-56b5-4fc7-8b36-6d79a9e64fbf is already hosted by enough agents. {{(pid=119953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:58:53.044939 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.scheduler.base_scheduler [None req-8586bdf7-9c45-478c-9638-7d2f86bdd6ff admin admin] Resources bound (agent type, host, resource id): {{(pid=119953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:58:53.048478 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8586bdf7-9c45-478c-9638-7d2f86bdd6ff admin admin] Received port after_create {{(pid=119953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:58:53.063281 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.db.l3_dvr_db [None req-50f99002-9a62-4a16-ac43-5f63338356ca None None] Set router 6d9caf44-7118-4035-ab12-21883e79a634 gateway port host: dv-cinder-804757-24-iscsi {{(pid=119956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:58:53.070585 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8586bdf7-9c45-478c-9638-7d2f86bdd6ff admin admin] Pushing event updated for resources: {'Port': ['ID=b65794ee-2638-4767-b75b-665e41be860f,revision_number=1']} {{(pid=119953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:58:53.091522 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-8586bdf7-9c45-478c-9638-7d2f86bdd6ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-706522'] for router_interface (6d9caf44-7118-4035-ab12-21883e79a634), before_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:58:53.230653 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-8586bdf7-9c45-478c-9638-7d2f86bdd6ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8385759'] for port (b65794ee-2638-4767-b75b-665e41be860f), before_update {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:58:53.249775 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.db.l3_hamode_db [None req-50f99002-9a62-4a16-ac43-5f63338356ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d9caf44-7118-4035-ab12-21883e79a634', 'name': 'tempest-AttachVolumeNegativeTest-1588558018-router', 'tenant_id': '96d24f87dbc54cf4a14285a307b25838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'external_fixed_ips': [{'subnet_id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'ip_address': '172.27.2.95'}], 'enable_snat': True}, 'gw_port_id': '1c7e8f28-8a6d-4a6a-ba0e-ab1b54a1106b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:58:50Z', 'updated_at': '2022-03-07T16:58:51Z', 'revision_number': 3, 'project_id': '96d24f87dbc54cf4a14285a307b25838', 'gw_port': {'id': '1c7e8f28-8a6d-4a6a-ba0e-ab1b54a1106b', 'name': '', 'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:81:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d9caf44-7118-4035-ab12-21883e79a634', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'ip_address': '172.27.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:58:50Z', 'updated_at': '2022-03-07T16:58:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-24-iscsi'}], 'dv-cinder-804757-24-iscsi', False) {} {{(pid=119956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:58:53.278831 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50f99002-9a62-4a16-ac43-5f63338356ca None None] The sync data for ids ['6d9caf44-7118-4035-ab12-21883e79a634'] in dv-cinder-804757-24-iscsi is: [{'id': '6d9caf44-7118-4035-ab12-21883e79a634', 'name': 'tempest-AttachVolumeNegativeTest-1588558018-router', 'tenant_id': '96d24f87dbc54cf4a14285a307b25838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'external_fixed_ips': [{'subnet_id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'ip_address': '172.27.2.95'}], 'enable_snat': True}, 'gw_port_id': '1c7e8f28-8a6d-4a6a-ba0e-ab1b54a1106b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:58:50Z', 'updated_at': '2022-03-07T16:58:51Z', 'revision_number': 3, 'project_id': '96d24f87dbc54cf4a14285a307b25838', 'gw_port': {'id': '1c7e8f28-8a6d-4a6a-ba0e-ab1b54a1106b', 'name': '', 'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:81:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d9caf44-7118-4035-ab12-21883e79a634', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'ip_address': '172.27.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:58:50Z', 'updated_at': '2022-03-07T16:58:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-24-iscsi'}] {{(pid=119956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:58:53.307070 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.provisioning_blocks [None req-bd758916-8aa3-45c2-8611-a4b4c988aa79 None None] Provisioning complete for port b65794ee-2638-4767-b75b-665e41be860f triggered by entity DHCP. {{(pid=119955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:58:53.307450 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-bd758916-8aa3-45c2-8611-a4b4c988aa79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8194280'] for port (b65794ee-2638-4767-b75b-665e41be860f), provisioning_complete {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:58:53.343352 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.plugin [None req-bd758916-8aa3-45c2-8611-a4b4c988aa79 None None] Port b65794ee-2638-4767-b75b-665e41be860f cannot update to ACTIVE because it is not bound. {{(pid=119955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:58:53.402872 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.rpc [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Device 3b587706-2d45-4000-bda5-239882ce68ad up at agent ovs-agent-dv-cinder-804757-24-iscsi {{(pid=119955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:58:53.412830 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-8586bdf7-9c45-478c-9638-7d2f86bdd6ff admin admin] Publish callbacks [] for port (b65794ee-2638-4767-b75b-665e41be860f), precommit_update {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:58:53.418276 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-8586bdf7-9c45-478c-9638-7d2f86bdd6ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754346672056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754346267073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754346267091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9282845'] for port (b65794ee-2638-4767-b75b-665e41be860f), after_update {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:58:53.461041 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.provisioning_blocks [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Provisioning complete for port 3b587706-2d45-4000-bda5-239882ce68ad triggered by entity L2. {{(pid=119955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:58:53.461723 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8194280'] for port (3b587706-2d45-4000-bda5-239882ce68ad), provisioning_complete {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:58:53.485925 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8586bdf7-9c45-478c-9638-7d2f86bdd6ff admin admin] Pushing event updated for resources: {'Port': ['ID=b65794ee-2638-4767-b75b-665e41be860f,revision_number=2']} {{(pid=119953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:58:53.489679 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-8586bdf7-9c45-478c-9638-7d2f86bdd6ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-706486'] for router_interface (6d9caf44-7118-4035-ab12-21883e79a634), after_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:58:53.501403 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194190'] for agent (3df9d949-03e8-46c4-b37f-6f8a21aeab22), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:58:53.567573 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.plugin [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Current status of the port 3b587706-2d45-4000-bda5-239882ce68ad is: ACTIVE; New status is: ACTIVE {{(pid=119955) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:58:53.623320 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8586bdf7-9c45-478c-9638-7d2f86bdd6ff admin admin] Network 3df42a45-56b5-4fc7-8b36-6d79a9e64fbf is already hosted by enough agents. {{(pid=119953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:58:53.624829 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.scheduler.base_scheduler [None req-8586bdf7-9c45-478c-9638-7d2f86bdd6ff admin admin] Resources bound (agent type, host, resource id): {{(pid=119953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:58:53.762809 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8586bdf7-9c45-478c-9638-7d2f86bdd6ff admin admin] Router 6d9caf44-7118-4035-ab12-21883e79a634 has already been hosted by L3 agent 4cbb3502-d72e-4663-b57e-51d645794085 {{(pid=119953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 16:58:53.869568 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.provisioning_blocks [None req-e88a6061-d46c-41aa-a00d-9d8a5c071509 None None] Provisioning complete for port b65794ee-2638-4767-b75b-665e41be860f triggered by entity DHCP. {{(pid=119955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:58:53.870143 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-e88a6061-d46c-41aa-a00d-9d8a5c071509 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8194280'] for port (b65794ee-2638-4767-b75b-665e41be860f), provisioning_complete {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:58:53.880927 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8586bdf7-9c45-478c-9638-7d2f86bdd6ff admin admin] Notify agent at l3_agent.dv-cinder-804757-24-iscsi the message routers_updated {{(pid=119953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:58:53.887799 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [None req-8586bdf7-9c45-478c-9638-7d2f86bdd6ff admin admin] 10.222.0.18 "PUT /v2.0/routers/6d9caf44-7118-4035-ab12-21883e79a634/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8770571 Mar 07 16:58:54.051422 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.plugin [None req-e88a6061-d46c-41aa-a00d-9d8a5c071509 None None] Port b65794ee-2638-4767-b75b-665e41be860f cannot update to ACTIVE because it is not bound. {{(pid=119955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:58:54.209885 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194190'] for agent (152bcc15-84f4-40a7-afe1-c30bc7269f8a), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:58:54.362083 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.wsgi [-] (119953) accepted ('10.222.0.18', 57188) {{(pid=119953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:58:54.366729 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.v2.base [None req-bb671b3a-ce39-4f79-bf93-e86f407c4647 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Request body: {'security_group': {'name': 'tempest-securitygroup--43752451', 'description': 'tempest-description--1547859109'}} {{(pid=119953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:58:54.386644 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-bb671b3a-ce39-4f79-bf93-e86f407c4647 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Publish callbacks [] for security_group (None), before_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:58:54.451339 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-bb671b3a-ce39-4f79-bf93-e86f407c4647 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Publish callbacks [] for security_group (fbbb9d9e-52ba-47be-9edd-cd24d9329af1), precommit_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:58:54.457160 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-bb671b3a-ce39-4f79-bf93-e86f407c4647 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543383'] for security_group (fbbb9d9e-52ba-47be-9edd-cd24d9329af1), after_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:58:54.486728 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-bb671b3a-ce39-4f79-bf93-e86f407c4647 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Publish callbacks [] for security_group (None), before_response {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:58:54.487980 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [None req-bb671b3a-ce39-4f79-bf93-e86f407c4647 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1248930 Mar 07 16:58:54.489903 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb671b3a-ce39-4f79-bf93-e86f407c4647 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fbbb9d9e-52ba-47be-9edd-cd24d9329af1,revision_number=1']} {{(pid=119953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:58:54.491154 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.wsgi [-] (119954) accepted ('10.222.0.18', 57190) {{(pid=119954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:58:54.496781 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.v2.base [None req-dffc3dd1-f063-4cee-8aa5-c9193a15e73a tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Request body: {'security_group_rule': {'security_group_id': 'fbbb9d9e-52ba-47be-9edd-cd24d9329af1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=119954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:58:54.522232 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-dffc3dd1-f063-4cee-8aa5-c9193a15e73a tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Publish callbacks [] for security_group_rule (de487634-24b0-49d6-a5e8-a7a029e2258a), before_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:58:54.578005 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-dffc3dd1-f063-4cee-8aa5-c9193a15e73a tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Publish callbacks [] for security_group_rule (de487634-24b0-49d6-a5e8-a7a029e2258a), precommit_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:58:54.584003 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-dffc3dd1-f063-4cee-8aa5-c9193a15e73a tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543268'] for security_group_rule (de487634-24b0-49d6-a5e8-a7a029e2258a), after_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:58:54.608892 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffc3dd1-f063-4cee-8aa5-c9193a15e73a tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de487634-24b0-49d6-a5e8-a7a029e2258a,revision_number=0']} {{(pid=119954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:58:54.615875 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-dffc3dd1-f063-4cee-8aa5-c9193a15e73a tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:58:54.617067 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [None req-dffc3dd1-f063-4cee-8aa5-c9193a15e73a tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1241610 Mar 07 16:58:54.619953 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.wsgi [-] (119953) accepted ('10.222.0.18', 57192) {{(pid=119953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:58:54.624633 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.v2.base [None req-b5d4f1d2-db52-4581-9976-569251b23a8f tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Request body: {'security_group_rule': {'security_group_id': 'fbbb9d9e-52ba-47be-9edd-cd24d9329af1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=119953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:58:54.652403 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-b5d4f1d2-db52-4581-9976-569251b23a8f tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Publish callbacks [] for security_group_rule (cce1fdcd-3468-4fcc-bac8-edaa06a3c81d), before_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:58:54.709549 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-b5d4f1d2-db52-4581-9976-569251b23a8f tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Publish callbacks [] for security_group_rule (cce1fdcd-3468-4fcc-bac8-edaa06a3c81d), precommit_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:58:54.714162 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-b5d4f1d2-db52-4581-9976-569251b23a8f tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543268'] for security_group_rule (cce1fdcd-3468-4fcc-bac8-edaa06a3c81d), after_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:58:54.731013 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d4f1d2-db52-4581-9976-569251b23a8f tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cce1fdcd-3468-4fcc-bac8-edaa06a3c81d,revision_number=0']} {{(pid=119953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:58:54.740032 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-b5d4f1d2-db52-4581-9976-569251b23a8f tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:58:54.741243 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [None req-b5d4f1d2-db52-4581-9976-569251b23a8f tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1202366 Mar 07 16:58:54.744288 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.wsgi [-] (119953) accepted ('10.222.0.18', 57194) {{(pid=119953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:58:54.748566 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.v2.base [None req-8d5d737c-cf85-42fb-9fd4-20dd119e9b75 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Request body: {'floatingip': {'floating_network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88'}} {{(pid=119953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:58:54.769699 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-8d5d737c-cf85-42fb-9fd4-20dd119e9b75 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Publish callbacks [] for floatingip (None), before_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:58:54.870278 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-8d5d737c-cf85-42fb-9fd4-20dd119e9b75 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8385759'] for port (None), before_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:58:54.955439 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61584c86-1bc5-404f-b641-5b94a583b2c3 None None] Sync routers for ids ['6d9caf44-7118-4035-ab12-21883e79a634'] in dv-cinder-804757-24-iscsi {{(pid=119955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:58:54.965395 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61584c86-1bc5-404f-b641-5b94a583b2c3 None None] Routers {'6d9caf44-7118-4035-ab12-21883e79a634'} bound to L3 agent in host dv-cinder-804757-24-iscsi {{(pid=119955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:58:54.966083 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.l3_hamode_db [None req-61584c86-1bc5-404f-b641-5b94a583b2c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T16:44:19Z,description=,heartbeat_timestamp=2022-03-07T16:58:49Z,host='dv-cinder-804757-24-iscsi',id=4cbb3502-d72e-4663-b57e-51d645794085,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:44:19Z,topic='l3_agent')) {'router_ids': ['6d9caf44-7118-4035-ab12-21883e79a634'], 'active': True} {{(pid=119955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:58:54.978697 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.db.db_base_plugin_common [None req-8d5d737c-cf85-42fb-9fd4-20dd119e9b75 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Allocated IP 172.27.2.94 (3eba6d1e-0acd-4586-8e75-f5a4e7e90d88/6a2f7f11-a189-49ba-a838-e124f718c0dc/6baad23c-9d52-4ec6-9e07-0a0f7bcfde34) {{(pid=119953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:58:55.072240 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.l3_dvr_db [None req-61584c86-1bc5-404f-b641-5b94a583b2c3 None None] Set router 6d9caf44-7118-4035-ab12-21883e79a634 gateway port host: dv-cinder-804757-24-iscsi {{(pid=119955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:58:55.075051 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-8d5d737c-cf85-42fb-9fd4-20dd119e9b75 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Publish callbacks [] for port (6baad23c-9d52-4ec6-9e07-0a0f7bcfde34), precommit_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:58:55.110018 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-8d5d737c-cf85-42fb-9fd4-20dd119e9b75 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754346267055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9282916'] for port (6baad23c-9d52-4ec6-9e07-0a0f7bcfde34), after_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:58:55.148136 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d5d737c-cf85-42fb-9fd4-20dd119e9b75 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Network 3eba6d1e-0acd-4586-8e75-f5a4e7e90d88 is already hosted by enough agents. {{(pid=119953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:58:55.150780 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.scheduler.base_scheduler [None req-8d5d737c-cf85-42fb-9fd4-20dd119e9b75 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Resources bound (agent type, host, resource id): {{(pid=119953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:58:55.154124 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d5d737c-cf85-42fb-9fd4-20dd119e9b75 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Received port after_create {{(pid=119953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:58:55.180202 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5d737c-cf85-42fb-9fd4-20dd119e9b75 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Pushing event updated for resources: {'Port': ['ID=6baad23c-9d52-4ec6-9e07-0a0f7bcfde34,revision_number=1']} {{(pid=119953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:58:55.243064 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-8d5d737c-cf85-42fb-9fd4-20dd119e9b75 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Publish callbacks [] for floatingip (8be82812-5058-4e3d-a28b-6b768862ea0b), precommit_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:58:55.267462 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.l3_hamode_db [None req-61584c86-1bc5-404f-b641-5b94a583b2c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d9caf44-7118-4035-ab12-21883e79a634', 'name': 'tempest-AttachVolumeNegativeTest-1588558018-router', 'tenant_id': '96d24f87dbc54cf4a14285a307b25838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'external_fixed_ips': [{'subnet_id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'ip_address': '172.27.2.95'}], 'enable_snat': True}, 'gw_port_id': '1c7e8f28-8a6d-4a6a-ba0e-ab1b54a1106b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:58:50Z', 'updated_at': '2022-03-07T16:58:53Z', 'revision_number': 4, 'project_id': '96d24f87dbc54cf4a14285a307b25838', 'gw_port': {'id': '1c7e8f28-8a6d-4a6a-ba0e-ab1b54a1106b', 'name': '', 'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:81:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d9caf44-7118-4035-ab12-21883e79a634', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'ip_address': '172.27.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:58:50Z', 'updated_at': '2022-03-07T16:58:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-24-iscsi', '_interfaces': [{'id': 'b65794ee-2638-4767-b75b-665e41be860f', 'name': '', 'network_id': '3df42a45-56b5-4fc7-8b36-6d79a9e64fbf', 'tenant_id': '96d24f87dbc54cf4a14285a307b25838', 'mac_address': 'fa:16:3e:4d:30:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d9caf44-7118-4035-ab12-21883e79a634', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '150f4a27-7a6f-4353-8977-b85e496ab7bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:58:52Z', 'updated_at': '2022-03-07T16:58:53Z', 'revision_number': 2, 'project_id': '96d24f87dbc54cf4a14285a307b25838', 'subnets': [{'id': '150f4a27-7a6f-4353-8977-b85e496ab7bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-24-iscsi', False) {} {{(pid=119955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:58:55.281228 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-8d5d737c-cf85-42fb-9fd4-20dd119e9b75 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8385759'] for port (6baad23c-9d52-4ec6-9e07-0a0f7bcfde34), before_update {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:58:55.298326 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61584c86-1bc5-404f-b641-5b94a583b2c3 None None] Checking router: 6d9caf44-7118-4035-ab12-21883e79a634 for host: dv-cinder-804757-24-iscsi {{(pid=119955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 16:58:55.298726 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61584c86-1bc5-404f-b641-5b94a583b2c3 None None] Updating router 6d9caf44-7118-4035-ab12-21883e79a634 port b65794ee-2638-4767-b75b-665e41be860f binding host dv-cinder-804757-24-iscsi {{(pid=119955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 16:58:55.325492 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-61584c86-1bc5-404f-b641-5b94a583b2c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8385759'] for port (b65794ee-2638-4767-b75b-665e41be860f), before_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:58:55.438491 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-8d5d737c-cf85-42fb-9fd4-20dd119e9b75 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Publish callbacks [] for port (6baad23c-9d52-4ec6-9e07-0a0f7bcfde34), precommit_update {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:58:55.444186 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.rpc [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Device 1c7e8f28-8a6d-4a6a-ba0e-ab1b54a1106b up at agent ovs-agent-dv-cinder-804757-24-iscsi {{(pid=119955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:58:55.444732 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-8d5d737c-cf85-42fb-9fd4-20dd119e9b75 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754346672056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754346267073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754346267091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9282845'] for port (6baad23c-9d52-4ec6-9e07-0a0f7bcfde34), after_update {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:58:55.508625 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5d737c-cf85-42fb-9fd4-20dd119e9b75 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Pushing event updated for resources: {'Port': ['ID=6baad23c-9d52-4ec6-9e07-0a0f7bcfde34,revision_number=2']} {{(pid=119953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:58:55.520876 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-8d5d737c-cf85-42fb-9fd4-20dd119e9b75 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-706389'] for floatingip (8be82812-5058-4e3d-a28b-6b768862ea0b), after_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:58:55.536862 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-8d5d737c-cf85-42fb-9fd4-20dd119e9b75 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47102'] for floatingip (None), before_response {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:58:55.538364 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [None req-8d5d737c-cf85-42fb-9fd4-20dd119e9b75 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7931445 Mar 07 16:58:55.573778 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.provisioning_blocks [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Provisioning complete for port 1c7e8f28-8a6d-4a6a-ba0e-ab1b54a1106b triggered by entity L2. {{(pid=119955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:58:55.574155 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8194280'] for port (1c7e8f28-8a6d-4a6a-ba0e-ab1b54a1106b), provisioning_complete {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:58:55.664356 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-61584c86-1bc5-404f-b641-5b94a583b2c3 None None] Publish callbacks [] for port (b65794ee-2638-4767-b75b-665e41be860f), precommit_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:58:55.672333 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-61584c86-1bc5-404f-b641-5b94a583b2c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754346672056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754346267073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754346267091'] for port (b65794ee-2638-4767-b75b-665e41be860f), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:58:55.688131 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-2a900082-21ff-4026-87e7-c60f5487b6a4 req-3c81a6c4-aaf1-4ab2-8cad-19fb48de205d tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--43752451&fields=id&tenant_id=96d24f87dbc54cf4a14285a307b25838 HTTP/1.1" status: 200 len: 267 time: 0.0416148 Mar 07 16:58:55.740922 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.plugin [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Current status of the port 1c7e8f28-8a6d-4a6a-ba0e-ab1b54a1106b is: DOWN; New status is: ACTIVE {{(pid=119955) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:58:55.741295 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8385759'] for port (1c7e8f28-8a6d-4a6a-ba0e-ab1b54a1106b), before_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:58:55.748926 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68f5196-90be-4ac9-bae4-4979ab2e4a72 None None] Pushing event updated for resources: {'Port': ['ID=b65794ee-2638-4767-b75b-665e41be860f,revision_number=3']} {{(pid=119955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:58:55.776036 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.db [None req-63748041-7458-40ab-a922-e876cef088c3 None None] For port 1c7e8f28-8a6d-4a6a-ba0e-ab1b54a1106b, host dv-cinder-804757-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-24-iscsi',level=0,port_id=1c7e8f28-8a6d-4a6a-ba0e-ab1b54a1106b,segment=NetworkSegment(0349b9bd-653a-4400-b295-28c1bc47d9ca),segment_id=0349b9bd-653a-4400-b295-28c1bc47d9ca)] {{(pid=119955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:58:55.792984 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754346672056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754346267073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754346267091'] for port (1c7e8f28-8a6d-4a6a-ba0e-ab1b54a1106b), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:58:55.806703 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a900082-21ff-4026-87e7-c60f5487b6a4 req-3706a8fe-0e62-4871-a2a0-411931259a45 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:58:55.808278 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-2a900082-21ff-4026-87e7-c60f5487b6a4 req-3706a8fe-0e62-4871-a2a0-411931259a45 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] 10.222.0.18 "GET /v2.0/networks?id=3df42a45-56b5-4fc7-8b36-6d79a9e64fbf HTTP/1.1" status: 200 len: 815 time: 0.1135159 Mar 07 16:58:55.829140 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-2a900082-21ff-4026-87e7-c60f5487b6a4 req-98a92a5a-d76c-474c-bce7-af21cbb9b4fa tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] 10.222.0.18 "GET /v2.0/quotas/96d24f87dbc54cf4a14285a307b25838 HTTP/1.1" status: 200 len: 375 time: 0.0123632 Mar 07 16:58:55.850044 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.managers [None req-61584c86-1bc5-404f-b641-5b94a583b2c3 None None] Attempting to bind port b65794ee-2638-4767-b75b-665e41be860f on host dv-cinder-804757-24-iscsi for vnic_type normal with profile {{(pid=119955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:58:55.850408 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.managers [None req-61584c86-1bc5-404f-b641-5b94a583b2c3 None None] Attempting to bind port b65794ee-2638-4767-b75b-665e41be860f by drivers openvswitch,hyperv on host dv-cinder-804757-24-iscsi at level 0 using segments [{'id': 'e205b5a5-74b0-4737-8080-0998e240c007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '3df42a45-56b5-4fc7-8b36-6d79a9e64fbf'}] {{(pid=119955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:58:55.850770 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61584c86-1bc5-404f-b641-5b94a583b2c3 None None] Attempting to bind port b65794ee-2638-4767-b75b-665e41be860f on network 3df42a45-56b5-4fc7-8b36-6d79a9e64fbf {{(pid=119955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:58:55.865982 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61584c86-1bc5-404f-b641-5b94a583b2c3 None None] Checking agent: {'id': '3df9d949-03e8-46c4-b37f-6f8a21aeab22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-24-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 16, 44, 23), 'started_at': datetime.datetime(2022, 3, 7, 16, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 58, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-24-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:58:55.866350 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61584c86-1bc5-404f-b641-5b94a583b2c3 None None] Checking segment: {'id': 'e205b5a5-74b0-4737-8080-0998e240c007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '3df42a45-56b5-4fc7-8b36-6d79a9e64fbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:58:55.866749 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-61584c86-1bc5-404f-b641-5b94a583b2c3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:58:55.867138 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61584c86-1bc5-404f-b641-5b94a583b2c3 None None] Bound using segment: {'id': 'e205b5a5-74b0-4737-8080-0998e240c007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '3df42a45-56b5-4fc7-8b36-6d79a9e64fbf'} {{(pid=119955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:58:55.867622 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.managers [None req-61584c86-1bc5-404f-b641-5b94a583b2c3 None None] Bound port: b65794ee-2638-4767-b75b-665e41be860f, host: dv-cinder-804757-24-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e205b5a5-74b0-4737-8080-0998e240c007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '3df42a45-56b5-4fc7-8b36-6d79a9e64fbf'}}] {{(pid=119955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:58:55.868029 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-61584c86-1bc5-404f-b641-5b94a583b2c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8385759'] for port (b65794ee-2638-4767-b75b-665e41be860f), before_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:58:55.878781 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Pushing event updated for resources: {'Port': ['ID=1c7e8f28-8a6d-4a6a-ba0e-ab1b54a1106b,revision_number=4']} {{(pid=119955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:58:55.892101 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-2a900082-21ff-4026-87e7-c60f5487b6a4 req-4fcf838e-f32e-4ba3-b675-5fb727aa3072 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=96d24f87dbc54cf4a14285a307b25838&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0541513 Mar 07 16:58:55.945095 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.db [None req-61584c86-1bc5-404f-b641-5b94a583b2c3 None None] For port b65794ee-2638-4767-b75b-665e41be860f, host dv-cinder-804757-24-iscsi, cleared binding levels {{(pid=119955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:58:55.948409 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.db [None req-61584c86-1bc5-404f-b641-5b94a583b2c3 None None] For port b65794ee-2638-4767-b75b-665e41be860f, host dv-cinder-804757-24-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-24-iscsi',level=0,port_id=b65794ee-2638-4767-b75b-665e41be860f,segment=NetworkSegment(e205b5a5-74b0-4737-8080-0998e240c007),segment_id=e205b5a5-74b0-4737-8080-0998e240c007)] {{(pid=119955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:58:55.955388 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-61584c86-1bc5-404f-b641-5b94a583b2c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754346672056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754346267073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754346267091'] for port (b65794ee-2638-4767-b75b-665e41be860f), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:58:55.988559 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-2a900082-21ff-4026-87e7-c60f5487b6a4 req-3be61f5e-75d5-4cb9-b9cd-58033cc532f8 service neutron] 10.222.0.18 "GET /v2.0/networks/3df42a45-56b5-4fc7-8b36-6d79a9e64fbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896876 Mar 07 16:58:56.025063 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.provisioning_blocks [None req-1beb436b-364d-46b4-bed2-6eca420e4c1d None None] Provisioning complete for port b65794ee-2638-4767-b75b-665e41be860f triggered by entity DHCP. {{(pid=119955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:58:56.025655 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-1beb436b-364d-46b4-bed2-6eca420e4c1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8194280'] for port (b65794ee-2638-4767-b75b-665e41be860f), provisioning_complete {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:58:56.028786 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61584c86-1bc5-404f-b641-5b94a583b2c3 None None] Routers {'6d9caf44-7118-4035-ab12-21883e79a634'} bound to L3 agent in host dv-cinder-804757-24-iscsi {{(pid=119955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:58:56.029023 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.l3_hamode_db [None req-61584c86-1bc5-404f-b641-5b94a583b2c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T16:44:19Z,description=,heartbeat_timestamp=2022-03-07T16:58:49Z,host='dv-cinder-804757-24-iscsi',id=4cbb3502-d72e-4663-b57e-51d645794085,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:44:19Z,topic='l3_agent')) {'router_ids': ['6d9caf44-7118-4035-ab12-21883e79a634'], 'active': True} {{(pid=119955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:58:56.030696 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68f5196-90be-4ac9-bae4-4979ab2e4a72 None None] Pushing event updated for resources: {'Port': ['ID=b65794ee-2638-4767-b75b-665e41be860f,revision_number=4']} {{(pid=119955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:58:56.079580 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-2a900082-21ff-4026-87e7-c60f5487b6a4 req-32dd19fd-32f5-45b3-aa1a-8348c8a35e86 service neutron] 10.222.0.18 "GET /v2.0/networks/3df42a45-56b5-4fc7-8b36-6d79a9e64fbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848236 Mar 07 16:58:56.192110 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.l3_dvr_db [None req-61584c86-1bc5-404f-b641-5b94a583b2c3 None None] Set router 6d9caf44-7118-4035-ab12-21883e79a634 gateway port host: dv-cinder-804757-24-iscsi {{(pid=119955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:58:56.228218 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.plugin [None req-1beb436b-364d-46b4-bed2-6eca420e4c1d None None] Current status of the port b65794ee-2638-4767-b75b-665e41be860f is: DOWN; New status is: ACTIVE {{(pid=119955) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:58:56.228659 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-1beb436b-364d-46b4-bed2-6eca420e4c1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8385759'] for port (b65794ee-2638-4767-b75b-665e41be860f), before_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:58:56.260228 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-3a10d7e5-be25-498c-bee3-194d11093362 req-49fa4b31-2a2a-4c28-80af-9377ba7e0f9a tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] 10.222.0.18 "GET /v2.0/ports?device_id=7af19147-a75b-4a40-9d5c-30f5b734f59b HTTP/1.1" status: 200 len: 210 time: 0.0327070 Mar 07 16:58:56.314094 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.db [None req-1beb436b-364d-46b4-bed2-6eca420e4c1d None None] For port b65794ee-2638-4767-b75b-665e41be860f, host dv-cinder-804757-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-24-iscsi',level=0,port_id=b65794ee-2638-4767-b75b-665e41be860f,segment=NetworkSegment(e205b5a5-74b0-4737-8080-0998e240c007),segment_id=e205b5a5-74b0-4737-8080-0998e240c007)] {{(pid=119955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:58:56.344665 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-1beb436b-364d-46b4-bed2-6eca420e4c1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754346672056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754346267073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754346267091'] for port (b65794ee-2638-4767-b75b-665e41be860f), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:58:56.414787 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1beb436b-364d-46b4-bed2-6eca420e4c1d None None] Pushing event updated for resources: {'Port': ['ID=b65794ee-2638-4767-b75b-665e41be860f,revision_number=5']} {{(pid=119955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:58:56.473328 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.l3_hamode_db [None req-61584c86-1bc5-404f-b641-5b94a583b2c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d9caf44-7118-4035-ab12-21883e79a634', 'name': 'tempest-AttachVolumeNegativeTest-1588558018-router', 'tenant_id': '96d24f87dbc54cf4a14285a307b25838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'external_fixed_ips': [{'subnet_id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'ip_address': '172.27.2.95'}], 'enable_snat': True}, 'gw_port_id': '1c7e8f28-8a6d-4a6a-ba0e-ab1b54a1106b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:58:50Z', 'updated_at': '2022-03-07T16:58:53Z', 'revision_number': 4, 'project_id': '96d24f87dbc54cf4a14285a307b25838', 'gw_port': {'id': '1c7e8f28-8a6d-4a6a-ba0e-ab1b54a1106b', 'name': '', 'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:81:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d9caf44-7118-4035-ab12-21883e79a634', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'ip_address': '172.27.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:58:50Z', 'updated_at': '2022-03-07T16:58:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-24-iscsi', '_interfaces': [{'id': 'b65794ee-2638-4767-b75b-665e41be860f', 'name': '', 'network_id': '3df42a45-56b5-4fc7-8b36-6d79a9e64fbf', 'tenant_id': '96d24f87dbc54cf4a14285a307b25838', 'mac_address': 'fa:16:3e:4d:30:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d9caf44-7118-4035-ab12-21883e79a634', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '150f4a27-7a6f-4353-8977-b85e496ab7bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:58:52Z', 'updated_at': '2022-03-07T16:58:55Z', 'revision_number': 4, 'project_id': '96d24f87dbc54cf4a14285a307b25838', 'subnets': [{'id': '150f4a27-7a6f-4353-8977-b85e496ab7bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-24-iscsi', False) {} {{(pid=119955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:58:56.476551 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.provisioning_blocks [None req-89bff572-eb98-4e22-b537-70bee06af7de None None] Provisioning complete for port b65794ee-2638-4767-b75b-665e41be860f triggered by entity DHCP. {{(pid=119955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:58:56.476551 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-89bff572-eb98-4e22-b537-70bee06af7de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8194280'] for port (b65794ee-2638-4767-b75b-665e41be860f), provisioning_complete {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:58:56.520835 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61584c86-1bc5-404f-b641-5b94a583b2c3 None None] The sync data for ids ['6d9caf44-7118-4035-ab12-21883e79a634'] in dv-cinder-804757-24-iscsi is: [{'id': '6d9caf44-7118-4035-ab12-21883e79a634', 'name': 'tempest-AttachVolumeNegativeTest-1588558018-router', 'tenant_id': '96d24f87dbc54cf4a14285a307b25838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'external_fixed_ips': [{'subnet_id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'ip_address': '172.27.2.95'}], 'enable_snat': True}, 'gw_port_id': '1c7e8f28-8a6d-4a6a-ba0e-ab1b54a1106b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:58:50Z', 'updated_at': '2022-03-07T16:58:53Z', 'revision_number': 4, 'project_id': '96d24f87dbc54cf4a14285a307b25838', 'gw_port': {'id': '1c7e8f28-8a6d-4a6a-ba0e-ab1b54a1106b', 'name': '', 'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:81:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d9caf44-7118-4035-ab12-21883e79a634', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'ip_address': '172.27.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:58:50Z', 'updated_at': '2022-03-07T16:58:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-24-iscsi', '_interfaces': [{'id': 'b65794ee-2638-4767-b75b-665e41be860f', 'name': '', 'network_id': '3df42a45-56b5-4fc7-8b36-6d79a9e64fbf', 'tenant_id': '96d24f87dbc54cf4a14285a307b25838', 'mac_address': 'fa:16:3e:4d:30:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d9caf44-7118-4035-ab12-21883e79a634', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '150f4a27-7a6f-4353-8977-b85e496ab7bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:58:52Z', 'updated_at': '2022-03-07T16:58:55Z', 'revision_number': 4, 'project_id': '96d24f87dbc54cf4a14285a307b25838', 'subnets': [{'id': '150f4a27-7a6f-4353-8977-b85e496ab7bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:58:56.606811 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.plugin [None req-89bff572-eb98-4e22-b537-70bee06af7de None None] Current status of the port b65794ee-2638-4767-b75b-665e41be860f is: ACTIVE; New status is: ACTIVE {{(pid=119955) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:58:57.381280 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-7fdcd2e1-48e9-45ea-af85-c543af7814c7 req-f652ceb5-f99e-4958-8a15-40bf3cd378c7 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] 10.222.0.18 "GET /v2.0/ports?device_id=7af19147-a75b-4a40-9d5c-30f5b734f59b HTTP/1.1" status: 200 len: 210 time: 0.0487485 Mar 07 16:58:57.410759 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a900082-21ff-4026-87e7-c60f5487b6a4 req-156df820-59f1-45b3-b383-51934c1754b9 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:58:57.412290 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-2a900082-21ff-4026-87e7-c60f5487b6a4 req-156df820-59f1-45b3-b383-51934c1754b9 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] 10.222.0.66 "GET /v2.0/networks?id=3df42a45-56b5-4fc7-8b36-6d79a9e64fbf HTTP/1.1" status: 200 len: 815 time: 0.1624563 Mar 07 16:58:57.491283 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-2a900082-21ff-4026-87e7-c60f5487b6a4 req-70f3f4b1-18a0-4433-83a7-f61c02865bda tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=96d24f87dbc54cf4a14285a307b25838 HTTP/1.1" status: 200 len: 378 time: 0.0590022 Mar 07 16:58:57.501242 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.v2.base [req-2a900082-21ff-4026-87e7-c60f5487b6a4 req-5e61156c-aedd-46c1-8b7f-c582f5540361 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Request body: {'port': {'device_id': '7af19147-a75b-4a40-9d5c-30f5b734f59b', 'network_id': '3df42a45-56b5-4fc7-8b36-6d79a9e64fbf', 'admin_state_up': True, 'tenant_id': '96d24f87dbc54cf4a14285a307b25838', 'security_groups': ['fbbb9d9e-52ba-47be-9edd-cd24d9329af1']}} {{(pid=119953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:58:57.529526 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.rpc [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Device 1c7e8f28-8a6d-4a6a-ba0e-ab1b54a1106b up at agent ovs-agent-dv-cinder-804757-24-iscsi {{(pid=119955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:58:57.582015 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.provisioning_blocks [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Provisioning complete for port 1c7e8f28-8a6d-4a6a-ba0e-ab1b54a1106b triggered by entity L2. {{(pid=119955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:58:57.582663 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8194280'] for port (1c7e8f28-8a6d-4a6a-ba0e-ab1b54a1106b), provisioning_complete {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:58:57.614386 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a900082-21ff-4026-87e7-c60f5487b6a4 req-5e61156c-aedd-46c1-8b7f-c582f5540361 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Made reservation on behalf of 96d24f87dbc54cf4a14285a307b25838 for: {'port': 1} {{(pid=119953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:58:57.618131 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [req-2a900082-21ff-4026-87e7-c60f5487b6a4 req-5e61156c-aedd-46c1-8b7f-c582f5540361 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8385759'] for port (None), before_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:58:57.665153 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.plugin [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Current status of the port 1c7e8f28-8a6d-4a6a-ba0e-ab1b54a1106b is: ACTIVE; New status is: ACTIVE {{(pid=119955) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:58:57.666301 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.rpc [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Device b65794ee-2638-4767-b75b-665e41be860f up at agent ovs-agent-dv-cinder-804757-24-iscsi {{(pid=119955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:58:57.711789 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.provisioning_blocks [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Provisioning complete for port b65794ee-2638-4767-b75b-665e41be860f triggered by entity L2. {{(pid=119955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:58:57.712203 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8194280'] for port (b65794ee-2638-4767-b75b-665e41be860f), provisioning_complete {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:58:57.748046 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.db.db_base_plugin_common [req-2a900082-21ff-4026-87e7-c60f5487b6a4 req-5e61156c-aedd-46c1-8b7f-c582f5540361 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Allocated IP 172.20.0.5 (3df42a45-56b5-4fc7-8b36-6d79a9e64fbf/150f4a27-7a6f-4353-8977-b85e496ab7bc/92eedfee-c273-40fa-b640-d8c986e615d3) {{(pid=119953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:58:57.790713 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.plugin [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Current status of the port b65794ee-2638-4767-b75b-665e41be860f is: ACTIVE; New status is: ACTIVE {{(pid=119955) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:58:57.878376 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [req-2a900082-21ff-4026-87e7-c60f5487b6a4 req-5e61156c-aedd-46c1-8b7f-c582f5540361 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Publish callbacks [] for port (92eedfee-c273-40fa-b640-d8c986e615d3), precommit_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:58:57.913193 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [req-2a900082-21ff-4026-87e7-c60f5487b6a4 req-5e61156c-aedd-46c1-8b7f-c582f5540361 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754346267055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9282916'] for port (92eedfee-c273-40fa-b640-d8c986e615d3), after_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:58:57.967314 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a900082-21ff-4026-87e7-c60f5487b6a4 req-5e61156c-aedd-46c1-8b7f-c582f5540361 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Network 3df42a45-56b5-4fc7-8b36-6d79a9e64fbf is already hosted by enough agents. {{(pid=119953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:58:57.970340 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.scheduler.base_scheduler [req-2a900082-21ff-4026-87e7-c60f5487b6a4 req-5e61156c-aedd-46c1-8b7f-c582f5540361 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Resources bound (agent type, host, resource id): {{(pid=119953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:58:57.974148 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a900082-21ff-4026-87e7-c60f5487b6a4 req-5e61156c-aedd-46c1-8b7f-c582f5540361 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Received port after_create {{(pid=119953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:58:57.980850 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e61156c-aedd-46c1-8b7f-c582f5540361 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Pushing event updated for resources: {'Port': ['ID=92eedfee-c273-40fa-b640-d8c986e615d3,revision_number=1']} {{(pid=119953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:58:58.026896 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a900082-21ff-4026-87e7-c60f5487b6a4 req-5e61156c-aedd-46c1-8b7f-c582f5540361 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:58:58.027613 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [req-2a900082-21ff-4026-87e7-c60f5487b6a4 req-5e61156c-aedd-46c1-8b7f-c582f5540361 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47102'] for port (None), before_response {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:58:58.048192 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-2a900082-21ff-4026-87e7-c60f5487b6a4 req-5e61156c-aedd-46c1-8b7f-c582f5540361 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5506856 Mar 07 16:58:58.066508 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.v2.base [req-2a900082-21ff-4026-87e7-c60f5487b6a4 req-de5fedcc-abf3-4533-adf2-0dbe1e555ec2 service neutron] Request body: {'port': {'device_id': '7af19147-a75b-4a40-9d5c-30f5b734f59b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80475'}} {{(pid=119953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:58:58.128144 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [req-2a900082-21ff-4026-87e7-c60f5487b6a4 req-de5fedcc-abf3-4533-adf2-0dbe1e555ec2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8385759'] for port (92eedfee-c273-40fa-b640-d8c986e615d3), before_update {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:58:58.237919 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.provisioning_blocks [None req-ccb95fcb-3be2-4d74-83f6-96ea267366b3 None None] Provisioning complete for port 92eedfee-c273-40fa-b640-d8c986e615d3 triggered by entity DHCP. {{(pid=119955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:58:58.238414 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-ccb95fcb-3be2-4d74-83f6-96ea267366b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8194280'] for port (92eedfee-c273-40fa-b640-d8c986e615d3), provisioning_complete {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:58:58.273761 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.plugin [None req-ccb95fcb-3be2-4d74-83f6-96ea267366b3 None None] Port 92eedfee-c273-40fa-b640-d8c986e615d3 cannot update to ACTIVE because it is not bound. {{(pid=119955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:58:58.384824 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.notifiers.nova [req-2a900082-21ff-4026-87e7-c60f5487b6a4 req-de5fedcc-abf3-4533-adf2-0dbe1e555ec2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92eedfee-c273-40fa-b640-d8c986e615d3 {{(pid=119953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:58:58.392304 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [req-2a900082-21ff-4026-87e7-c60f5487b6a4 req-de5fedcc-abf3-4533-adf2-0dbe1e555ec2 service neutron] Publish callbacks [] for port (92eedfee-c273-40fa-b640-d8c986e615d3), precommit_update {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:58:58.404132 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.db.provisioning_blocks [req-2a900082-21ff-4026-87e7-c60f5487b6a4 req-de5fedcc-abf3-4533-adf2-0dbe1e555ec2 service neutron] Transition to ACTIVE for port object 92eedfee-c273-40fa-b640-d8c986e615d3 will not be triggered until provisioned by entity L2. {{(pid=119953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 16:58:58.410877 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [req-2a900082-21ff-4026-87e7-c60f5487b6a4 req-de5fedcc-abf3-4533-adf2-0dbe1e555ec2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754346672056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754346267073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754346267091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9282845'] for port (92eedfee-c273-40fa-b640-d8c986e615d3), after_update {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:58:58.463162 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5fedcc-abf3-4533-adf2-0dbe1e555ec2 service neutron] Pushing event updated for resources: {'Port': ['ID=92eedfee-c273-40fa-b640-d8c986e615d3,revision_number=2']} {{(pid=119953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:58:58.565599 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.managers [req-2a900082-21ff-4026-87e7-c60f5487b6a4 req-de5fedcc-abf3-4533-adf2-0dbe1e555ec2 service neutron] Attempting to bind port 92eedfee-c273-40fa-b640-d8c986e615d3 on host hv-cinder-80475 for vnic_type normal with profile {{(pid=119953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:58:58.565951 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.managers [req-2a900082-21ff-4026-87e7-c60f5487b6a4 req-de5fedcc-abf3-4533-adf2-0dbe1e555ec2 service neutron] Attempting to bind port 92eedfee-c273-40fa-b640-d8c986e615d3 by drivers openvswitch,hyperv on host hv-cinder-80475 at level 0 using segments [{'id': 'e205b5a5-74b0-4737-8080-0998e240c007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '3df42a45-56b5-4fc7-8b36-6d79a9e64fbf'}] {{(pid=119953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:58:58.566277 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a900082-21ff-4026-87e7-c60f5487b6a4 req-de5fedcc-abf3-4533-adf2-0dbe1e555ec2 service neutron] Attempting to bind port 92eedfee-c273-40fa-b640-d8c986e615d3 on network 3df42a45-56b5-4fc7-8b36-6d79a9e64fbf {{(pid=119953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:58:58.576363 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f7480c-6045-44e8-88e9-27a5d7c03dde req-63681fb2-fc26-441f-8049-58a97d437c52 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:58:58.577945 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-55f7480c-6045-44e8-88e9-27a5d7c03dde req-63681fb2-fc26-441f-8049-58a97d437c52 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] 10.222.0.18 "GET /v2.0/ports?device_id=7af19147-a75b-4a40-9d5c-30f5b734f59b HTTP/1.1" status: 200 len: 943 time: 0.1186531 Mar 07 16:58:58.580265 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a900082-21ff-4026-87e7-c60f5487b6a4 req-de5fedcc-abf3-4533-adf2-0dbe1e555ec2 service neutron] Port 92eedfee-c273-40fa-b640-d8c986e615d3 on network 3df42a45-56b5-4fc7-8b36-6d79a9e64fbf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80475 {{(pid=119953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 16:58:58.580586 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a900082-21ff-4026-87e7-c60f5487b6a4 req-de5fedcc-abf3-4533-adf2-0dbe1e555ec2 service neutron] Attempting to bind port 92eedfee-c273-40fa-b640-d8c986e615d3 on network 3df42a45-56b5-4fc7-8b36-6d79a9e64fbf {{(pid=119953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:58:58.592522 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a900082-21ff-4026-87e7-c60f5487b6a4 req-de5fedcc-abf3-4533-adf2-0dbe1e555ec2 service neutron] Checking agent: {'id': '152bcc15-84f4-40a7-afe1-c30bc7269f8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80475', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 16, 50, 24), 'started_at': datetime.datetime(2022, 3, 7, 16, 50, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 58, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:58:58.593094 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a900082-21ff-4026-87e7-c60f5487b6a4 req-de5fedcc-abf3-4533-adf2-0dbe1e555ec2 service neutron] Checking segment: {'id': 'e205b5a5-74b0-4737-8080-0998e240c007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '3df42a45-56b5-4fc7-8b36-6d79a9e64fbf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:58:58.593310 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a900082-21ff-4026-87e7-c60f5487b6a4 req-de5fedcc-abf3-4533-adf2-0dbe1e555ec2 service neutron] Bound using segment: {'id': 'e205b5a5-74b0-4737-8080-0998e240c007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '3df42a45-56b5-4fc7-8b36-6d79a9e64fbf'} {{(pid=119953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:58:58.593752 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.managers [req-2a900082-21ff-4026-87e7-c60f5487b6a4 req-de5fedcc-abf3-4533-adf2-0dbe1e555ec2 service neutron] Bound port: 92eedfee-c273-40fa-b640-d8c986e615d3, host: hv-cinder-80475, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e205b5a5-74b0-4737-8080-0998e240c007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '3df42a45-56b5-4fc7-8b36-6d79a9e64fbf'}}] {{(pid=119953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:58:58.594109 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [req-2a900082-21ff-4026-87e7-c60f5487b6a4 req-de5fedcc-abf3-4533-adf2-0dbe1e555ec2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8385759'] for port (92eedfee-c273-40fa-b640-d8c986e615d3), before_update {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:58:58.663779 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-55f7480c-6045-44e8-88e9-27a5d7c03dde req-cf879391-4b5d-4893-ae62-91797c894546 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] 10.222.0.18 "GET /v2.0/security-groups?id=fbbb9d9e-52ba-47be-9edd-cd24d9329af1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0796742 Mar 07 16:58:58.684252 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.db [req-2a900082-21ff-4026-87e7-c60f5487b6a4 req-de5fedcc-abf3-4533-adf2-0dbe1e555ec2 service neutron] For port 92eedfee-c273-40fa-b640-d8c986e615d3, host hv-cinder-80475, cleared binding levels {{(pid=119953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:58:58.688165 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.db [req-2a900082-21ff-4026-87e7-c60f5487b6a4 req-de5fedcc-abf3-4533-adf2-0dbe1e555ec2 service neutron] For port 92eedfee-c273-40fa-b640-d8c986e615d3, host hv-cinder-80475, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=92eedfee-c273-40fa-b640-d8c986e615d3,segment=NetworkSegment(e205b5a5-74b0-4737-8080-0998e240c007),segment_id=e205b5a5-74b0-4737-8080-0998e240c007)] {{(pid=119953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:58:58.694655 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [req-2a900082-21ff-4026-87e7-c60f5487b6a4 req-de5fedcc-abf3-4533-adf2-0dbe1e555ec2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754346672056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754346267073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754346267091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9282845'] for port (92eedfee-c273-40fa-b640-d8c986e615d3), after_update {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:58:58.729418 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a900082-21ff-4026-87e7-c60f5487b6a4 req-de5fedcc-abf3-4533-adf2-0dbe1e555ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:58:58.729821 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [req-2a900082-21ff-4026-87e7-c60f5487b6a4 req-de5fedcc-abf3-4533-adf2-0dbe1e555ec2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47102'] for port (None), before_response {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:58:58.731208 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-2a900082-21ff-4026-87e7-c60f5487b6a4 req-de5fedcc-abf3-4533-adf2-0dbe1e555ec2 service neutron] 10.222.0.66 "PUT /v2.0/ports/92eedfee-c273-40fa-b640-d8c986e615d3 HTTP/1.1" status: 200 len: 1093 time: 0.6692135 Mar 07 16:58:58.731629 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7af19147-a75b-4a40-9d5c-30f5b734f59b', 'tag': '92eedfee-c273-40fa-b640-d8c986e615d3'}] {{(pid=119953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:58:58.733936 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed95515d7af65a162ef4af60abe3e4aacc73bb6c2379f81891a58e09c3a2d0f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4277ab8f-0859-4b1a-a9f5-89d0a788cb68" -d '{"events": [{"name": "network-changed", "server_uuid": "7af19147-a75b-4a40-9d5c-30f5b734f59b", "tag": "92eedfee-c273-40fa-b640-d8c986e615d3"}]}' {{(pid=119953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:58:58.757041 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5fedcc-abf3-4533-adf2-0dbe1e555ec2 service neutron] Pushing event updated for resources: {'Port': ['ID=92eedfee-c273-40fa-b640-d8c986e615d3,revision_number=3']} {{(pid=119953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:58:58.787852 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 16:58:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27c484bb-a2e0-41d6-bb50-f6603633ae94 x-openstack-request-id: req-27c484bb-a2e0-41d6-bb50-f6603633ae94 {{(pid=119953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:58:58.788196 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7af19147-a75b-4a40-9d5c-30f5b734f59b", "tag": "92eedfee-c273-40fa-b640-d8c986e615d3", "status": "completed", "code": 200}]} {{(pid=119953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:58:58.788435 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-27c484bb-a2e0-41d6-bb50-f6603633ae94 {{(pid=119953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:58:58.789465 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7af19147-a75b-4a40-9d5c-30f5b734f59b', 'tag': '92eedfee-c273-40fa-b640-d8c986e615d3', 'status': 'completed', 'code': 200} Mar 07 16:58:58.856698 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a900082-21ff-4026-87e7-c60f5487b6a4 req-1088b81e-c804-4b1f-96fe-9ea22fbd8b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:58:58.858232 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-2a900082-21ff-4026-87e7-c60f5487b6a4 req-1088b81e-c804-4b1f-96fe-9ea22fbd8b14 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=96d24f87dbc54cf4a14285a307b25838&device_id=7af19147-a75b-4a40-9d5c-30f5b734f59b HTTP/1.1" status: 200 len: 1127 time: 0.0504148 Mar 07 16:58:58.907076 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-2a900082-21ff-4026-87e7-c60f5487b6a4 req-1b61a649-f159-4208-b1bd-9401c2ae3227 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=92eedfee-c273-40fa-b640-d8c986e615d3 HTTP/1.1" status: 200 len: 217 time: 0.0365665 Mar 07 16:58:58.955561 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a900082-21ff-4026-87e7-c60f5487b6a4 req-6e502686-5dac-475f-aed1-1fe9807e6a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:58:58.957017 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-2a900082-21ff-4026-87e7-c60f5487b6a4 req-6e502686-5dac-475f-aed1-1fe9807e6a2f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=150f4a27-7a6f-4353-8977-b85e496ab7bc HTTP/1.1" status: 200 len: 854 time: 0.0441973 Mar 07 16:58:59.010908 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a900082-21ff-4026-87e7-c60f5487b6a4 req-96e69090-c88f-4edb-86f0-78868c331250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:58:59.012534 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-2a900082-21ff-4026-87e7-c60f5487b6a4 req-96e69090-c88f-4edb-86f0-78868c331250 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=3df42a45-56b5-4fc7-8b36-6d79a9e64fbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0499337 Mar 07 16:58:59.110337 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-2a900082-21ff-4026-87e7-c60f5487b6a4 req-c97fd8f5-ad09-4daa-8a1c-f9e53310ff86 service neutron] 10.222.0.66 "GET /v2.0/networks/3df42a45-56b5-4fc7-8b36-6d79a9e64fbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915563 Mar 07 16:58:59.203346 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-2a900082-21ff-4026-87e7-c60f5487b6a4 req-a8a91f35-2453-4043-beec-aa95a443c5a7 service neutron] 10.222.0.66 "GET /v2.0/networks/3df42a45-56b5-4fc7-8b36-6d79a9e64fbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867200 Mar 07 16:58:59.353278 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4277ab8f-0859-4b1a-a9f5-89d0a788cb68 req-cfc9d123-562b-4964-a69a-25b2e7c99c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:58:59.354819 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-4277ab8f-0859-4b1a-a9f5-89d0a788cb68 req-cfc9d123-562b-4964-a69a-25b2e7c99c5d service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=96d24f87dbc54cf4a14285a307b25838&device_id=7af19147-a75b-4a40-9d5c-30f5b734f59b HTTP/1.1" status: 200 len: 1127 time: 0.0467348 Mar 07 16:58:59.445344 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4277ab8f-0859-4b1a-a9f5-89d0a788cb68 req-84ae2d1a-87a1-454e-b945-ddaf02a97cae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:58:59.446701 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-4277ab8f-0859-4b1a-a9f5-89d0a788cb68 req-84ae2d1a-87a1-454e-b945-ddaf02a97cae service neutron] 10.222.0.66 "GET /v2.0/networks?id=3df42a45-56b5-4fc7-8b36-6d79a9e64fbf HTTP/1.1" status: 200 len: 916 time: 0.0854011 Mar 07 16:58:59.487888 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-4277ab8f-0859-4b1a-a9f5-89d0a788cb68 req-98bf5356-9d7d-43e6-b4bf-70707b95e86a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=92eedfee-c273-40fa-b640-d8c986e615d3 HTTP/1.1" status: 200 len: 217 time: 0.0332608 Mar 07 16:58:59.537539 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4277ab8f-0859-4b1a-a9f5-89d0a788cb68 req-8b090213-d210-4e8b-a817-189847ae1c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:58:59.538931 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-4277ab8f-0859-4b1a-a9f5-89d0a788cb68 req-8b090213-d210-4e8b-a817-189847ae1c34 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=150f4a27-7a6f-4353-8977-b85e496ab7bc HTTP/1.1" status: 200 len: 854 time: 0.0443370 Mar 07 16:58:59.588876 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4277ab8f-0859-4b1a-a9f5-89d0a788cb68 req-a3a1ada9-640e-4130-9b14-66402bf8a329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:58:59.590362 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-4277ab8f-0859-4b1a-a9f5-89d0a788cb68 req-a3a1ada9-640e-4130-9b14-66402bf8a329 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=3df42a45-56b5-4fc7-8b36-6d79a9e64fbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0451469 Mar 07 16:58:59.680108 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-4277ab8f-0859-4b1a-a9f5-89d0a788cb68 req-4724f3e4-8f03-4a7b-854d-86f5e05cc6c8 service neutron] 10.222.0.66 "GET /v2.0/networks/3df42a45-56b5-4fc7-8b36-6d79a9e64fbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827911 Mar 07 16:59:00.055264 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-4277ab8f-0859-4b1a-a9f5-89d0a788cb68 req-4cc11943-d7a2-496c-905f-d925eebb05b4 service neutron] 10.222.0.66 "GET /v2.0/networks/3df42a45-56b5-4fc7-8b36-6d79a9e64fbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3675885 Mar 07 16:59:00.068693 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc6b06d-4ff4-4340-a852-5084193aa9fd req-51a03294-d3a0-4b61-bd0e-b754e88bcec3 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:59:00.070072 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-9bc6b06d-4ff4-4340-a852-5084193aa9fd req-51a03294-d3a0-4b61-bd0e-b754e88bcec3 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] 10.222.0.18 "GET /v2.0/ports?device_id=7af19147-a75b-4a40-9d5c-30f5b734f59b HTTP/1.1" status: 200 len: 943 time: 0.3259733 Mar 07 16:59:00.118700 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-9bc6b06d-4ff4-4340-a852-5084193aa9fd req-74fe1e3a-2d84-4266-a895-36de215dfda4 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] 10.222.0.18 "GET /v2.0/security-groups?id=fbbb9d9e-52ba-47be-9edd-cd24d9329af1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424204 Mar 07 16:59:01.237240 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.rpc [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Device 92eedfee-c273-40fa-b640-d8c986e615d3 details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=119955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 16:59:01.240367 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5f7638-db46-40e1-9577-b11d8d18da10 req-48fc0834-2074-4af8-891d-22ebb507c116 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:59:01.241867 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-8d5f7638-db46-40e1-9577-b11d8d18da10 req-48fc0834-2074-4af8-891d-22ebb507c116 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] 10.222.0.18 "GET /v2.0/ports?device_id=7af19147-a75b-4a40-9d5c-30f5b734f59b HTTP/1.1" status: 200 len: 943 time: 0.0541241 Mar 07 16:59:01.289680 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-8d5f7638-db46-40e1-9577-b11d8d18da10 req-68585f93-d07c-4def-83cf-72b6183f0896 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] 10.222.0.18 "GET /v2.0/security-groups?id=fbbb9d9e-52ba-47be-9edd-cd24d9329af1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0419955 Mar 07 16:59:01.336588 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.db [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] For port 92eedfee-c273-40fa-b640-d8c986e615d3, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=92eedfee-c273-40fa-b640-d8c986e615d3,segment=NetworkSegment(e205b5a5-74b0-4737-8080-0998e240c007),segment_id=e205b5a5-74b0-4737-8080-0998e240c007)] {{(pid=119955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:59:01.346977 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.rpc [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Returning: {'device': '92eedfee-c273-40fa-b640-d8c986e615d3', 'network_id': '3df42a45-56b5-4fc7-8b36-6d79a9e64fbf', 'port_id': '92eedfee-c273-40fa-b640-d8c986e615d3', 'mac_address': 'fa:16:3e:7e:4c:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 895, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '150f4a27-7a6f-4353-8977-b85e496ab7bc', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 16:59:01.383234 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.plugin [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Current status of the port 92eedfee-c273-40fa-b640-d8c986e615d3 is: DOWN; New status is: BUILD {{(pid=119955) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:59:01.383639 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8385759'] for port (92eedfee-c273-40fa-b640-d8c986e615d3), before_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:59:01.396510 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.notifiers.nova [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92eedfee-c273-40fa-b640-d8c986e615d3 {{(pid=119955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:59:01.416406 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.db [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] For port 92eedfee-c273-40fa-b640-d8c986e615d3, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=92eedfee-c273-40fa-b640-d8c986e615d3,segment=NetworkSegment(e205b5a5-74b0-4737-8080-0998e240c007),segment_id=e205b5a5-74b0-4737-8080-0998e240c007)] {{(pid=119955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:59:01.422847 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754346672056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754346267073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754346267091'] for port (92eedfee-c273-40fa-b640-d8c986e615d3), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:59:01.475824 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Pushing event updated for resources: {'Port': ['ID=92eedfee-c273-40fa-b640-d8c986e615d3,revision_number=4']} {{(pid=119955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:59:01.833136 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.db [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] get_ports_and_sgs() called for port_ids ['92eedfee-c273-40fa-b640-d8c986e615d3'] {{(pid=119955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:59:02.418753 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248053a5-2824-4c89-95cb-969736cf6998 req-611a677e-0ee5-44a9-ab8a-c2c27d150e73 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:59:02.420193 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-248053a5-2824-4c89-95cb-969736cf6998 req-611a677e-0ee5-44a9-ab8a-c2c27d150e73 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] 10.222.0.18 "GET /v2.0/ports?device_id=7af19147-a75b-4a40-9d5c-30f5b734f59b HTTP/1.1" status: 200 len: 944 time: 0.0583863 Mar 07 16:59:02.469881 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-248053a5-2824-4c89-95cb-969736cf6998 req-0abd251f-415b-49a1-a5d5-42ed4d2628d6 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] 10.222.0.18 "GET /v2.0/security-groups?id=fbbb9d9e-52ba-47be-9edd-cd24d9329af1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0414228 Mar 07 16:59:02.675698 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.db.agents_db [None req-64435fe0-d7c6-4327-a557-6d3e8ab92464 None None] Agent healthcheck: found 6 active agents {{(pid=119956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 16:59:03.278879 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.rpc [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Device 92eedfee-c273-40fa-b640-d8c986e615d3 up at agent hyperv_hv-cinder-80475 {{(pid=119955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:59:03.341564 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.provisioning_blocks [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Provisioning for port 92eedfee-c273-40fa-b640-d8c986e615d3 completed by entity L2. {{(pid=119955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 16:59:03.345513 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.provisioning_blocks [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Provisioning complete for port 92eedfee-c273-40fa-b640-d8c986e615d3 triggered by entity L2. {{(pid=119955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:59:03.345877 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8194280'] for port (92eedfee-c273-40fa-b640-d8c986e615d3), provisioning_complete {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:59:03.421338 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.plugin [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Current status of the port 92eedfee-c273-40fa-b640-d8c986e615d3 is: BUILD; New status is: ACTIVE {{(pid=119955) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:59:03.421717 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8385759'] for port (92eedfee-c273-40fa-b640-d8c986e615d3), before_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:59:03.449544 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7af19147-a75b-4a40-9d5c-30f5b734f59b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92eedfee-c273-40fa-b640-d8c986e615d3'}] {{(pid=119955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:59:03.452835 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd4f8a5135c3a8ba668d7ce7b18abb72183bcf445ca628a57cbbb7bee2c3e543" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-116da96d-f220-458f-9936-ca35f0a025e7" -d '{"events": [{"server_uuid": "7af19147-a75b-4a40-9d5c-30f5b734f59b", "name": "network-vif-plugged", "status": "completed", "tag": "92eedfee-c273-40fa-b640-d8c986e615d3"}]}' {{(pid=119955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:59:03.465209 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.db [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] For port 92eedfee-c273-40fa-b640-d8c986e615d3, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=92eedfee-c273-40fa-b640-d8c986e615d3,segment=NetworkSegment(e205b5a5-74b0-4737-8080-0998e240c007),segment_id=e205b5a5-74b0-4737-8080-0998e240c007)] {{(pid=119955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:59:03.470321 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754346672056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754346267073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754346267091'] for port (92eedfee-c273-40fa-b640-d8c986e615d3), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:59:03.495727 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 16:59:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19125659-b9ef-462c-9fff-43ba088013a1 x-openstack-request-id: req-19125659-b9ef-462c-9fff-43ba088013a1 {{(pid=119955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:59:03.496056 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7af19147-a75b-4a40-9d5c-30f5b734f59b", "name": "network-vif-plugged", "status": "completed", "tag": "92eedfee-c273-40fa-b640-d8c986e615d3", "code": 200}]} {{(pid=119955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:59:03.496311 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-19125659-b9ef-462c-9fff-43ba088013a1 {{(pid=119955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:59:03.496698 dv-cinder-804757-24-iscsi neutron-server[119955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7af19147-a75b-4a40-9d5c-30f5b734f59b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92eedfee-c273-40fa-b640-d8c986e615d3', 'code': 200} Mar 07 16:59:03.522789 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Pushing event updated for resources: {'Port': ['ID=92eedfee-c273-40fa-b640-d8c986e615d3,revision_number=5']} {{(pid=119955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:59:03.530029 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:59:03.530430 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:59:03.530776 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:59:03.531129 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:59:03.531469 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:59:03.531853 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:59:03.532170 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:59:03.532573 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:59:03.532816 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:59:03.533215 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:59:03.533597 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:59:03.533913 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:59:03.534278 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:59:03.612859 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b521f5c8-e4c2-4f9f-ac3d-1827357775db req-982558d2-32aa-4036-a086-82c4bd84c4bd tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:59:03.614832 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-b521f5c8-e4c2-4f9f-ac3d-1827357775db req-982558d2-32aa-4036-a086-82c4bd84c4bd tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] 10.222.0.18 "GET /v2.0/ports?device_id=7af19147-a75b-4a40-9d5c-30f5b734f59b HTTP/1.1" status: 200 len: 945 time: 0.0566769 Mar 07 16:59:03.670510 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-b521f5c8-e4c2-4f9f-ac3d-1827357775db req-926b589d-8154-4011-94bf-cacc8deab85f tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] 10.222.0.18 "GET /v2.0/security-groups?id=fbbb9d9e-52ba-47be-9edd-cd24d9329af1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0500648 Mar 07 16:59:03.703487 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb80c66c-2c8b-4ae4-82b1-929ca54d213f req-c939db5d-2317-456c-84b1-cd52f3c03b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:59:03.705027 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-fb80c66c-2c8b-4ae4-82b1-929ca54d213f req-c939db5d-2317-456c-84b1-cd52f3c03b0d service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=7af19147-a75b-4a40-9d5c-30f5b734f59b HTTP/1.1" status: 200 len: 1129 time: 0.0459504 Mar 07 16:59:03.749400 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-fb80c66c-2c8b-4ae4-82b1-929ca54d213f req-abed3b2d-2283-42fe-98ed-2ca7439406ee service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=fbbb9d9e-52ba-47be-9edd-cd24d9329af1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0383332 Mar 07 16:59:04.794182 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e41cba-4653-4bda-af44-717e9a13378e req-d9a194df-9f67-46f0-9ad8-4d9ce445b67b tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:59:04.795551 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-68e41cba-4653-4bda-af44-717e9a13378e req-d9a194df-9f67-46f0-9ad8-4d9ce445b67b tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] 10.222.0.18 "GET /v2.0/ports?device_id=7af19147-a75b-4a40-9d5c-30f5b734f59b HTTP/1.1" status: 200 len: 945 time: 0.0556552 Mar 07 16:59:04.842039 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-68e41cba-4653-4bda-af44-717e9a13378e req-cc0ae3dc-fb2f-4870-90e5-d95fe7391f31 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] 10.222.0.18 "GET /v2.0/security-groups?id=fbbb9d9e-52ba-47be-9edd-cd24d9329af1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0404868 Mar 07 16:59:05.970206 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb5bcfe-7f91-4513-8427-a12b4483b0e7 req-3f10d187-4bff-4f4b-8e46-5d50a1c03173 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:59:05.971649 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-5fb5bcfe-7f91-4513-8427-a12b4483b0e7 req-3f10d187-4bff-4f4b-8e46-5d50a1c03173 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] 10.222.0.18 "GET /v2.0/ports?device_id=7af19147-a75b-4a40-9d5c-30f5b734f59b HTTP/1.1" status: 200 len: 945 time: 0.0572357 Mar 07 16:59:06.019053 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-5fb5bcfe-7f91-4513-8427-a12b4483b0e7 req-edde6154-4674-4b18-a9c5-f0fd9a30d696 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] 10.222.0.18 "GET /v2.0/security-groups?id=fbbb9d9e-52ba-47be-9edd-cd24d9329af1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0417221 Mar 07 16:59:06.140210 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c1d0f2-b78a-4ad4-91da-846ea1af3336 req-afb53f2c-c232-4085-b7a1-bbb410976e71 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:59:06.141720 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-05c1d0f2-b78a-4ad4-91da-846ea1af3336 req-afb53f2c-c232-4085-b7a1-bbb410976e71 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] 10.222.0.18 "GET /v2.0/ports?device_id=7af19147-a75b-4a40-9d5c-30f5b734f59b HTTP/1.1" status: 200 len: 945 time: 0.0594802 Mar 07 16:59:06.150552 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.wsgi [-] (119954) accepted ('10.222.0.18', 57246) {{(pid=119954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:59:06.154852 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.v2.base [None req-fd7125f0-9e56-4a16-9b45-263e6cc17e87 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Request body: {'floatingip': {'port_id': '92eedfee-c273-40fa-b640-d8c986e615d3'}} {{(pid=119954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:59:06.193807 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-fd7125f0-9e56-4a16-9b45-263e6cc17e87 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Publish callbacks [] for floatingip (8be82812-5058-4e3d-a28b-6b768862ea0b), before_update {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:59:06.662066 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-fd7125f0-9e56-4a16-9b45-263e6cc17e87 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:59:06.668637 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-fd7125f0-9e56-4a16-9b45-263e6cc17e87 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-706389'] for floatingip (8be82812-5058-4e3d-a28b-6b768862ea0b), after_update {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:59:06.768307 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.db.l3_db [None req-fd7125f0-9e56-4a16-9b45-263e6cc17e87 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Floating IP 8be82812-5058-4e3d-a28b-6b768862ea0b associated. External IP: 172.27.2.94, port: 92eedfee-c273-40fa-b640-d8c986e615d3. Mar 07 16:59:06.975681 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd7125f0-9e56-4a16-9b45-263e6cc17e87 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Router 6d9caf44-7118-4035-ab12-21883e79a634 has already been hosted by L3 agent 4cbb3502-d72e-4663-b57e-51d645794085 {{(pid=119954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 16:59:07.094992 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd7125f0-9e56-4a16-9b45-263e6cc17e87 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Notify agent at l3_agent.dv-cinder-804757-24-iscsi the message routers_updated {{(pid=119954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:59:07.099936 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-fd7125f0-9e56-4a16-9b45-263e6cc17e87 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47102'] for floatingip (None), before_response {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:59:07.105610 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38046d11-60db-48e2-8860-3cfb6cbc3167 None None] Sync routers for ids ['6d9caf44-7118-4035-ab12-21883e79a634'] in dv-cinder-804757-24-iscsi {{(pid=119956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:59:07.116591 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38046d11-60db-48e2-8860-3cfb6cbc3167 None None] Routers {'6d9caf44-7118-4035-ab12-21883e79a634'} bound to L3 agent in host dv-cinder-804757-24-iscsi {{(pid=119956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:59:07.117245 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.db.l3_hamode_db [None req-38046d11-60db-48e2-8860-3cfb6cbc3167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T16:44:19Z,description=,heartbeat_timestamp=2022-03-07T16:58:49Z,host='dv-cinder-804757-24-iscsi',id=4cbb3502-d72e-4663-b57e-51d645794085,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:44:19Z,topic='l3_agent')) {'router_ids': ['6d9caf44-7118-4035-ab12-21883e79a634'], 'active': True} {{(pid=119956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:59:07.231136 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.db.l3_dvr_db [None req-38046d11-60db-48e2-8860-3cfb6cbc3167 None None] Set router 6d9caf44-7118-4035-ab12-21883e79a634 gateway port host: dv-cinder-804757-24-iscsi {{(pid=119956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:59:07.359462 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [None req-fd7125f0-9e56-4a16-9b45-263e6cc17e87 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] 10.222.0.18 "PUT /v2.0/floatingips/8be82812-5058-4e3d-a28b-6b768862ea0b HTTP/1.1" status: 200 len: 990 time: 1.2078605 Mar 07 16:59:07.360734 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7af19147-a75b-4a40-9d5c-30f5b734f59b', 'tag': '92eedfee-c273-40fa-b640-d8c986e615d3'}] {{(pid=119954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:59:07.363516 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}841d5110a94e235157c02b6f4389d133be5f90b089d7eeb6218efd7d6b06db25" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72764f4b-a656-4335-9a9c-b40298fa4238" -d '{"events": [{"name": "network-changed", "server_uuid": "7af19147-a75b-4a40-9d5c-30f5b734f59b", "tag": "92eedfee-c273-40fa-b640-d8c986e615d3"}]}' {{(pid=119954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:59:07.454059 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 16:59:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-180aec13-5039-4b8e-9b1f-868f06870864 x-openstack-request-id: req-180aec13-5039-4b8e-9b1f-868f06870864 {{(pid=119954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:59:07.454348 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7af19147-a75b-4a40-9d5c-30f5b734f59b", "tag": "92eedfee-c273-40fa-b640-d8c986e615d3", "status": "completed", "code": 200}]} {{(pid=119954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:59:07.454598 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-180aec13-5039-4b8e-9b1f-868f06870864 {{(pid=119954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:59:07.454988 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7af19147-a75b-4a40-9d5c-30f5b734f59b', 'tag': '92eedfee-c273-40fa-b640-d8c986e615d3', 'status': 'completed', 'code': 200} Mar 07 16:59:07.474784 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.db.l3_hamode_db [None req-38046d11-60db-48e2-8860-3cfb6cbc3167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d9caf44-7118-4035-ab12-21883e79a634', 'name': 'tempest-AttachVolumeNegativeTest-1588558018-router', 'tenant_id': '96d24f87dbc54cf4a14285a307b25838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'external_fixed_ips': [{'subnet_id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'ip_address': '172.27.2.95'}], 'enable_snat': True}, 'gw_port_id': '1c7e8f28-8a6d-4a6a-ba0e-ab1b54a1106b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:58:50Z', 'updated_at': '2022-03-07T16:58:53Z', 'revision_number': 4, 'project_id': '96d24f87dbc54cf4a14285a307b25838', 'gw_port': {'id': '1c7e8f28-8a6d-4a6a-ba0e-ab1b54a1106b', 'name': '', 'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:81:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d9caf44-7118-4035-ab12-21883e79a634', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'ip_address': '172.27.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:58:50Z', 'updated_at': '2022-03-07T16:58:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-24-iscsi', '_floatingips': [{'id': '8be82812-5058-4e3d-a28b-6b768862ea0b', 'tenant_id': '96d24f87dbc54cf4a14285a307b25838', 'floating_ip_address': '172.27.2.94', 'floating_network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'router_id': '6d9caf44-7118-4035-ab12-21883e79a634', 'port_id': '92eedfee-c273-40fa-b640-d8c986e615d3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 585, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3df42a45-56b5-4fc7-8b36-6d79a9e64fbf', 'mac_address': 'fa:16:3e:7e:4c:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7af19147-a75b-4a40-9d5c-30f5b734f59b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T16:58:55Z', 'updated_at': '2022-03-07T16:59:06Z', 'revision_number': 1, 'project_id': '96d24f87dbc54cf4a14285a307b25838', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b65794ee-2638-4767-b75b-665e41be860f', 'name': '', 'network_id': '3df42a45-56b5-4fc7-8b36-6d79a9e64fbf', 'tenant_id': '96d24f87dbc54cf4a14285a307b25838', 'mac_address': 'fa:16:3e:4d:30:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d9caf44-7118-4035-ab12-21883e79a634', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '150f4a27-7a6f-4353-8977-b85e496ab7bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:58:52Z', 'updated_at': '2022-03-07T16:58:56Z', 'revision_number': 5, 'project_id': '96d24f87dbc54cf4a14285a307b25838', 'subnets': [{'id': '150f4a27-7a6f-4353-8977-b85e496ab7bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-24-iscsi', False) {} {{(pid=119956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:59:07.501852 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38046d11-60db-48e2-8860-3cfb6cbc3167 None None] Checking router: 6d9caf44-7118-4035-ab12-21883e79a634 for host: dv-cinder-804757-24-iscsi {{(pid=119956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 16:59:07.511311 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38046d11-60db-48e2-8860-3cfb6cbc3167 None None] Routers {'6d9caf44-7118-4035-ab12-21883e79a634'} bound to L3 agent in host dv-cinder-804757-24-iscsi {{(pid=119956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:59:07.511947 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.db.l3_hamode_db [None req-38046d11-60db-48e2-8860-3cfb6cbc3167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T16:44:19Z,description=,heartbeat_timestamp=2022-03-07T16:58:49Z,host='dv-cinder-804757-24-iscsi',id=4cbb3502-d72e-4663-b57e-51d645794085,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:44:19Z,topic='l3_agent')) {'router_ids': ['6d9caf44-7118-4035-ab12-21883e79a634'], 'active': True} {{(pid=119956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:59:07.543170 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72764f4b-a656-4335-9a9c-b40298fa4238 req-cb174432-3445-4b0e-95c1-3c7df3389074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:59:07.544837 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-72764f4b-a656-4335-9a9c-b40298fa4238 req-cb174432-3445-4b0e-95c1-3c7df3389074 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=96d24f87dbc54cf4a14285a307b25838&device_id=7af19147-a75b-4a40-9d5c-30f5b734f59b HTTP/1.1" status: 200 len: 1129 time: 0.0445893 Mar 07 16:59:07.619904 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.db.l3_dvr_db [None req-38046d11-60db-48e2-8860-3cfb6cbc3167 None None] Set router 6d9caf44-7118-4035-ab12-21883e79a634 gateway port host: dv-cinder-804757-24-iscsi {{(pid=119956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:59:07.636393 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72764f4b-a656-4335-9a9c-b40298fa4238 req-ad06b2c5-bce8-4dc5-aede-0fb14f10c705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:59:07.637893 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-72764f4b-a656-4335-9a9c-b40298fa4238 req-ad06b2c5-bce8-4dc5-aede-0fb14f10c705 service neutron] 10.222.0.66 "GET /v2.0/networks?id=3df42a45-56b5-4fc7-8b36-6d79a9e64fbf HTTP/1.1" status: 200 len: 916 time: 0.0856400 Mar 07 16:59:07.702216 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-72764f4b-a656-4335-9a9c-b40298fa4238 req-a9f317e4-8787-41f7-8e46-5f98876ba924 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=92eedfee-c273-40fa-b640-d8c986e615d3 HTTP/1.1" status: 200 len: 998 time: 0.0578871 Mar 07 16:59:07.760054 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72764f4b-a656-4335-9a9c-b40298fa4238 req-6e642ba8-f07f-4095-9390-d4176da71be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:59:07.761446 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-72764f4b-a656-4335-9a9c-b40298fa4238 req-6e642ba8-f07f-4095-9390-d4176da71be5 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=150f4a27-7a6f-4353-8977-b85e496ab7bc HTTP/1.1" status: 200 len: 854 time: 0.0527849 Mar 07 16:59:07.820263 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72764f4b-a656-4335-9a9c-b40298fa4238 req-d2f274c8-9a9f-4ad5-a34a-9f7bbdd79b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:59:07.821786 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-72764f4b-a656-4335-9a9c-b40298fa4238 req-d2f274c8-9a9f-4ad5-a34a-9f7bbdd79b6e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=3df42a45-56b5-4fc7-8b36-6d79a9e64fbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0543697 Mar 07 16:59:07.849174 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.db.l3_hamode_db [None req-38046d11-60db-48e2-8860-3cfb6cbc3167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d9caf44-7118-4035-ab12-21883e79a634', 'name': 'tempest-AttachVolumeNegativeTest-1588558018-router', 'tenant_id': '96d24f87dbc54cf4a14285a307b25838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'external_fixed_ips': [{'subnet_id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'ip_address': '172.27.2.95'}], 'enable_snat': True}, 'gw_port_id': '1c7e8f28-8a6d-4a6a-ba0e-ab1b54a1106b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:58:50Z', 'updated_at': '2022-03-07T16:58:53Z', 'revision_number': 4, 'project_id': '96d24f87dbc54cf4a14285a307b25838', 'gw_port': {'id': '1c7e8f28-8a6d-4a6a-ba0e-ab1b54a1106b', 'name': '', 'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:81:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d9caf44-7118-4035-ab12-21883e79a634', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'ip_address': '172.27.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:58:50Z', 'updated_at': '2022-03-07T16:58:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-24-iscsi', '_floatingips': [{'id': '8be82812-5058-4e3d-a28b-6b768862ea0b', 'tenant_id': '96d24f87dbc54cf4a14285a307b25838', 'floating_ip_address': '172.27.2.94', 'floating_network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'router_id': '6d9caf44-7118-4035-ab12-21883e79a634', 'port_id': '92eedfee-c273-40fa-b640-d8c986e615d3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 585, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3df42a45-56b5-4fc7-8b36-6d79a9e64fbf', 'mac_address': 'fa:16:3e:7e:4c:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7af19147-a75b-4a40-9d5c-30f5b734f59b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T16:58:55Z', 'updated_at': '2022-03-07T16:59:06Z', 'revision_number': 1, 'project_id': '96d24f87dbc54cf4a14285a307b25838', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b65794ee-2638-4767-b75b-665e41be860f', 'name': '', 'network_id': '3df42a45-56b5-4fc7-8b36-6d79a9e64fbf', 'tenant_id': '96d24f87dbc54cf4a14285a307b25838', 'mac_address': 'fa:16:3e:4d:30:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d9caf44-7118-4035-ab12-21883e79a634', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '150f4a27-7a6f-4353-8977-b85e496ab7bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:58:52Z', 'updated_at': '2022-03-07T16:58:56Z', 'revision_number': 5, 'project_id': '96d24f87dbc54cf4a14285a307b25838', 'subnets': [{'id': '150f4a27-7a6f-4353-8977-b85e496ab7bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-24-iscsi', False) {} {{(pid=119956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:59:07.878338 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38046d11-60db-48e2-8860-3cfb6cbc3167 None None] The sync data for ids ['6d9caf44-7118-4035-ab12-21883e79a634'] in dv-cinder-804757-24-iscsi is: [{'id': '6d9caf44-7118-4035-ab12-21883e79a634', 'name': 'tempest-AttachVolumeNegativeTest-1588558018-router', 'tenant_id': '96d24f87dbc54cf4a14285a307b25838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'external_fixed_ips': [{'subnet_id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'ip_address': '172.27.2.95'}], 'enable_snat': True}, 'gw_port_id': '1c7e8f28-8a6d-4a6a-ba0e-ab1b54a1106b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:58:50Z', 'updated_at': '2022-03-07T16:58:53Z', 'revision_number': 4, 'project_id': '96d24f87dbc54cf4a14285a307b25838', 'gw_port': {'id': '1c7e8f28-8a6d-4a6a-ba0e-ab1b54a1106b', 'name': '', 'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:81:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d9caf44-7118-4035-ab12-21883e79a634', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'ip_address': '172.27.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:58:50Z', 'updated_at': '2022-03-07T16:58:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-24-iscsi', '_floatingips': [{'id': '8be82812-5058-4e3d-a28b-6b768862ea0b', 'tenant_id': '96d24f87dbc54cf4a14285a307b25838', 'floating_ip_address': '172.27.2.94', 'floating_network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'router_id': '6d9caf44-7118-4035-ab12-21883e79a634', 'port_id': '92eedfee-c273-40fa-b640-d8c986e615d3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 585, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3df42a45-56b5-4fc7-8b36-6d79a9e64fbf', 'mac_address': 'fa:16:3e:7e:4c:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7af19147-a75b-4a40-9d5c-30f5b734f59b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T16:58:55Z', 'updated_at': '2022-03-07T16:59:06Z', 'revision_number': 1, 'project_id': '96d24f87dbc54cf4a14285a307b25838', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b65794ee-2638-4767-b75b-665e41be860f', 'name': '', 'network_id': '3df42a45-56b5-4fc7-8b36-6d79a9e64fbf', 'tenant_id': '96d24f87dbc54cf4a14285a307b25838', 'mac_address': 'fa:16:3e:4d:30:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d9caf44-7118-4035-ab12-21883e79a634', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '150f4a27-7a6f-4353-8977-b85e496ab7bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:58:52Z', 'updated_at': '2022-03-07T16:58:56Z', 'revision_number': 5, 'project_id': '96d24f87dbc54cf4a14285a307b25838', 'subnets': [{'id': '150f4a27-7a6f-4353-8977-b85e496ab7bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:59:07.911333 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-72764f4b-a656-4335-9a9c-b40298fa4238 req-d187bc2f-56c0-4df1-9e34-12f1662ec54a service neutron] 10.222.0.66 "GET /v2.0/networks/3df42a45-56b5-4fc7-8b36-6d79a9e64fbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825970 Mar 07 16:59:08.005972 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-72764f4b-a656-4335-9a9c-b40298fa4238 req-4e9790fa-7ac5-46a5-9ff1-77c7dee60c0a service neutron] 10.222.0.66 "GET /v2.0/networks/3df42a45-56b5-4fc7-8b36-6d79a9e64fbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880013 Mar 07 16:59:08.077358 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f97bdb94-38ba-4c3b-a19e-2c8ae56e90b5 None None] New status for floating IP 8be82812-5058-4e3d-a28b-6b768862ea0b: ACTIVE {{(pid=119955) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 16:59:15.428412 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8af597-d6b7-4894-b572-c2c6d447a49d req-74ee5389-6e9f-4c36-922d-3d4649593d37 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:59:15.429867 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-8d8af597-d6b7-4894-b572-c2c6d447a49d req-74ee5389-6e9f-4c36-922d-3d4649593d37 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] 10.222.0.18 "GET /v2.0/ports?device_id=a473c2c6-d445-43a8-925c-f636c20796af HTTP/1.1" status: 200 len: 947 time: 0.0544467 Mar 07 16:59:15.478927 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-8d8af597-d6b7-4894-b572-c2c6d447a49d req-1b946e34-b0a3-4194-a4b4-d1a080a9d1fc tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] 10.222.0.18 "GET /v2.0/security-groups?id=71651f4e-e00c-47c4-95be-ed1b5e372be7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405753 Mar 07 16:59:16.612201 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5a18a2-833d-4448-92d8-8b8c28402e6e req-3a294e47-26be-49dd-b951-f7c2625c3aee tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:59:16.613668 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-6f5a18a2-833d-4448-92d8-8b8c28402e6e req-3a294e47-26be-49dd-b951-f7c2625c3aee tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] 10.222.0.18 "GET /v2.0/ports?device_id=a473c2c6-d445-43a8-925c-f636c20796af HTTP/1.1" status: 200 len: 947 time: 0.0569932 Mar 07 16:59:16.665744 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-6f5a18a2-833d-4448-92d8-8b8c28402e6e req-bbbcb9fd-4e43-4a80-ba6f-3b22a313776b tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] 10.222.0.18 "GET /v2.0/security-groups?id=71651f4e-e00c-47c4-95be-ed1b5e372be7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439260 Mar 07 16:59:17.004679 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782ace76-cbad-44e2-8978-d3908b810601 req-39b36607-9219-4d38-8a8d-1d7288f4ce66 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:59:17.006111 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-782ace76-cbad-44e2-8978-d3908b810601 req-39b36607-9219-4d38-8a8d-1d7288f4ce66 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] 10.222.0.66 "GET /v2.0/ports?device_id=a473c2c6-d445-43a8-925c-f636c20796af HTTP/1.1" status: 200 len: 947 time: 0.0621138 Mar 07 16:59:17.103523 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.plugin [req-782ace76-cbad-44e2-8978-d3908b810601 req-90542fb5-39de-42ea-b123-c0be0a8b12d6 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] Deleting port 66d6c196-3481-4add-a423-0e68af89bcf6 {{(pid=119953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:59:17.103901 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [req-782ace76-cbad-44e2-8978-d3908b810601 req-90542fb5-39de-42ea-b123-c0be0a8b12d6 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754346666051'] for port (66d6c196-3481-4add-a423-0e68af89bcf6), before_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:59:17.168178 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-4b796a49-6750-4f6d-a4b1-adfa4cab696d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194190'] for agent (85f07778-81ef-4888-a2e3-51ae57b6426a), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:59:17.195970 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.db [req-782ace76-cbad-44e2-8978-d3908b810601 req-90542fb5-39de-42ea-b123-c0be0a8b12d6 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] For port 66d6c196-3481-4add-a423-0e68af89bcf6, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=66d6c196-3481-4add-a423-0e68af89bcf6,segment=NetworkSegment(ad3735d7-6f1d-4396-8c2b-5f6199488faa),segment_id=ad3735d7-6f1d-4396-8c2b-5f6199488faa)] {{(pid=119953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:59:17.196341 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [req-782ace76-cbad-44e2-8978-d3908b810601 req-90542fb5-39de-42ea-b123-c0be0a8b12d6 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704071'] for port (66d6c196-3481-4add-a423-0e68af89bcf6), precommit_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:59:17.372997 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [req-782ace76-cbad-44e2-8978-d3908b810601 req-90542fb5-39de-42ea-b123-c0be0a8b12d6 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:59:17.373313 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [req-782ace76-cbad-44e2-8978-d3908b810601 req-90542fb5-39de-42ea-b123-c0be0a8b12d6 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-706389'] for floatingip (607457b5-481c-43d3-b146-fe4f0ba362f5), after_update {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:59:17.373662 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.db.l3_db [req-782ace76-cbad-44e2-8978-d3908b810601 req-90542fb5-39de-42ea-b123-c0be0a8b12d6 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] Floating IP 607457b5-481c-43d3-b146-fe4f0ba362f5 disassociated. External IP: 172.27.2.228, port: 66d6c196-3481-4add-a423-0e68af89bcf6. Mar 07 16:59:17.373999 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.plugin [req-782ace76-cbad-44e2-8978-d3908b810601 req-90542fb5-39de-42ea-b123-c0be0a8b12d6 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] Calling delete_port for 66d6c196-3481-4add-a423-0e68af89bcf6 owned by compute:nova {{(pid=119953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:59:17.501866 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [req-782ace76-cbad-44e2-8978-d3908b810601 req-90542fb5-39de-42ea-b123-c0be0a8b12d6 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754346672038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754346267064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9282916'] for port (66d6c196-3481-4add-a423-0e68af89bcf6), after_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:59:17.534474 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90542fb5-39de-42ea-b123-c0be0a8b12d6 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] Pushing event deleted for resources: {'Port': ['ID=66d6c196-3481-4add-a423-0e68af89bcf6,revision_number=None']} {{(pid=119953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:59:17.655012 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.scheduler.l3_agent_scheduler [req-782ace76-cbad-44e2-8978-d3908b810601 req-90542fb5-39de-42ea-b123-c0be0a8b12d6 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] Router 31af1578-2e16-497b-982e-6dcdf8b503fa has already been hosted by L3 agent 4cbb3502-d72e-4663-b57e-51d645794085 {{(pid=119953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 16:59:17.764248 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-c8c14085-0d17-440d-bc0b-afd34243f905 req-5e2dfe86-6236-45ab-998e-6dc0e2b8c7a1 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] 10.222.0.18 "GET /v2.0/ports?device_id=a473c2c6-d445-43a8-925c-f636c20796af HTTP/1.1" status: 200 len: 210 time: 0.0267215 Mar 07 16:59:17.765418 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-782ace76-cbad-44e2-8978-d3908b810601 req-90542fb5-39de-42ea-b123-c0be0a8b12d6 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] Notify agent at l3_agent.dv-cinder-804757-24-iscsi the message routers_updated {{(pid=119953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:59:17.777675 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4837e9b-fca8-4b89-9559-b84eb5d0f6fc None None] Sync routers for ids ['31af1578-2e16-497b-982e-6dcdf8b503fa'] in dv-cinder-804757-24-iscsi {{(pid=119956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:59:17.797606 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4837e9b-fca8-4b89-9559-b84eb5d0f6fc None None] Routers {'31af1578-2e16-497b-982e-6dcdf8b503fa'} bound to L3 agent in host dv-cinder-804757-24-iscsi {{(pid=119956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:59:17.798206 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.db.l3_hamode_db [None req-c4837e9b-fca8-4b89-9559-b84eb5d0f6fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T16:44:19Z,description=,heartbeat_timestamp=2022-03-07T16:58:49Z,host='dv-cinder-804757-24-iscsi',id=4cbb3502-d72e-4663-b57e-51d645794085,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:44:19Z,topic='l3_agent')) {'router_ids': ['31af1578-2e16-497b-982e-6dcdf8b503fa'], 'active': True} {{(pid=119956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:59:17.808089 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.db.l3_dvrscheduler_db [req-782ace76-cbad-44e2-8978-d3908b810601 req-90542fb5-39de-42ea-b123-c0be0a8b12d6 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] No DVR routers for this DVR port 66d6c196-3481-4add-a423-0e68af89bcf6 on host hv-cinder-80475 {{(pid=119953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:59:17.810694 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [req-782ace76-cbad-44e2-8978-d3908b810601 req-90542fb5-39de-42ea-b123-c0be0a8b12d6 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47102'] for port (None), before_response {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:59:17.814112 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-782ace76-cbad-44e2-8978-d3908b810601 req-90542fb5-39de-42ea-b123-c0be0a8b12d6 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] 10.222.0.66 "DELETE /v2.0/ports/66d6c196-3481-4add-a423-0e68af89bcf6 HTTP/1.1" status: 204 len: 173 time: 0.8015077 Mar 07 16:59:17.814543 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a473c2c6-d445-43a8-925c-f636c20796af', 'name': 'network-vif-deleted', 'tag': '66d6c196-3481-4add-a423-0e68af89bcf6'}] {{(pid=119953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:59:17.816849 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed95515d7af65a162ef4af60abe3e4aacc73bb6c2379f81891a58e09c3a2d0f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-436ba573-7403-4062-9bfb-a48c573b4f61" -d '{"events": [{"server_uuid": "a473c2c6-d445-43a8-925c-f636c20796af", "name": "network-vif-deleted", "tag": "66d6c196-3481-4add-a423-0e68af89bcf6"}]}' {{(pid=119953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:59:17.853526 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 16:59:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9271f8c4-1344-44d4-b448-b2ade5451d3b x-openstack-request-id: req-9271f8c4-1344-44d4-b448-b2ade5451d3b {{(pid=119953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:59:17.853822 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a473c2c6-d445-43a8-925c-f636c20796af", "name": "network-vif-deleted", "tag": "66d6c196-3481-4add-a423-0e68af89bcf6", "status": "completed", "code": 200}]} {{(pid=119953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:59:17.854077 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9271f8c4-1344-44d4-b448-b2ade5451d3b {{(pid=119953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:59:17.854485 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a473c2c6-d445-43a8-925c-f636c20796af', 'name': 'network-vif-deleted', 'tag': '66d6c196-3481-4add-a423-0e68af89bcf6', 'status': 'completed', 'code': 200} Mar 07 16:59:18.016906 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.db.l3_dvr_db [None req-c4837e9b-fca8-4b89-9559-b84eb5d0f6fc None None] Set router 31af1578-2e16-497b-982e-6dcdf8b503fa gateway port host: dv-cinder-804757-24-iscsi {{(pid=119956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:59:18.208334 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.db.l3_hamode_db [None req-c4837e9b-fca8-4b89-9559-b84eb5d0f6fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31af1578-2e16-497b-982e-6dcdf8b503fa', 'name': 'tempest-AttachVolumeShelveTestJSON-1712230962-router', 'tenant_id': '8ffb87e782b3452ab1b5e98b2ae4804b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'external_fixed_ips': [{'subnet_id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'ip_address': '172.27.2.28'}], 'enable_snat': True}, 'gw_port_id': '290c4866-1262-4288-abf9-0facba2a54f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:52:20Z', 'updated_at': '2022-03-07T16:52:36Z', 'revision_number': 4, 'project_id': '8ffb87e782b3452ab1b5e98b2ae4804b', 'gw_port': {'id': '290c4866-1262-4288-abf9-0facba2a54f1', 'name': '', 'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:a1:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31af1578-2e16-497b-982e-6dcdf8b503fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'ip_address': '172.27.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:52:21Z', 'updated_at': '2022-03-07T16:52:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-24-iscsi', '_interfaces': [{'id': '12eb627a-3000-4be1-95ec-01ed9572f28c', 'name': '', 'network_id': '863049fb-91f0-4803-9992-666b65540a85', 'tenant_id': '8ffb87e782b3452ab1b5e98b2ae4804b', 'mac_address': 'fa:16:3e:66:cd:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31af1578-2e16-497b-982e-6dcdf8b503fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'f97910cd-d5d7-4b8c-bfe2-694a46e38478', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:52:29Z', 'updated_at': '2022-03-07T16:52:44Z', 'revision_number': 5, 'project_id': '8ffb87e782b3452ab1b5e98b2ae4804b', 'subnets': [{'id': 'f97910cd-d5d7-4b8c-bfe2-694a46e38478', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-24-iscsi', False) {} {{(pid=119956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:59:18.237607 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4837e9b-fca8-4b89-9559-b84eb5d0f6fc None None] Checking router: 31af1578-2e16-497b-982e-6dcdf8b503fa for host: dv-cinder-804757-24-iscsi {{(pid=119956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 16:59:18.245873 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4837e9b-fca8-4b89-9559-b84eb5d0f6fc None None] Routers {'31af1578-2e16-497b-982e-6dcdf8b503fa'} bound to L3 agent in host dv-cinder-804757-24-iscsi {{(pid=119956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:59:18.246548 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.db.l3_hamode_db [None req-c4837e9b-fca8-4b89-9559-b84eb5d0f6fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T16:44:19Z,description=,heartbeat_timestamp=2022-03-07T16:58:49Z,host='dv-cinder-804757-24-iscsi',id=4cbb3502-d72e-4663-b57e-51d645794085,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:44:19Z,topic='l3_agent')) {'router_ids': ['31af1578-2e16-497b-982e-6dcdf8b503fa'], 'active': True} {{(pid=119956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:59:18.359522 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.db.l3_dvr_db [None req-c4837e9b-fca8-4b89-9559-b84eb5d0f6fc None None] Set router 31af1578-2e16-497b-982e-6dcdf8b503fa gateway port host: dv-cinder-804757-24-iscsi {{(pid=119956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:59:18.553497 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.db.l3_hamode_db [None req-c4837e9b-fca8-4b89-9559-b84eb5d0f6fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31af1578-2e16-497b-982e-6dcdf8b503fa', 'name': 'tempest-AttachVolumeShelveTestJSON-1712230962-router', 'tenant_id': '8ffb87e782b3452ab1b5e98b2ae4804b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'external_fixed_ips': [{'subnet_id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'ip_address': '172.27.2.28'}], 'enable_snat': True}, 'gw_port_id': '290c4866-1262-4288-abf9-0facba2a54f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:52:20Z', 'updated_at': '2022-03-07T16:52:36Z', 'revision_number': 4, 'project_id': '8ffb87e782b3452ab1b5e98b2ae4804b', 'gw_port': {'id': '290c4866-1262-4288-abf9-0facba2a54f1', 'name': '', 'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:a1:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31af1578-2e16-497b-982e-6dcdf8b503fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'ip_address': '172.27.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:52:21Z', 'updated_at': '2022-03-07T16:52:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-24-iscsi', '_interfaces': [{'id': '12eb627a-3000-4be1-95ec-01ed9572f28c', 'name': '', 'network_id': '863049fb-91f0-4803-9992-666b65540a85', 'tenant_id': '8ffb87e782b3452ab1b5e98b2ae4804b', 'mac_address': 'fa:16:3e:66:cd:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31af1578-2e16-497b-982e-6dcdf8b503fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'f97910cd-d5d7-4b8c-bfe2-694a46e38478', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:52:29Z', 'updated_at': '2022-03-07T16:52:44Z', 'revision_number': 5, 'project_id': '8ffb87e782b3452ab1b5e98b2ae4804b', 'subnets': [{'id': 'f97910cd-d5d7-4b8c-bfe2-694a46e38478', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-24-iscsi', False) {} {{(pid=119956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:59:18.579058 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4837e9b-fca8-4b89-9559-b84eb5d0f6fc None None] The sync data for ids ['31af1578-2e16-497b-982e-6dcdf8b503fa'] in dv-cinder-804757-24-iscsi is: [{'id': '31af1578-2e16-497b-982e-6dcdf8b503fa', 'name': 'tempest-AttachVolumeShelveTestJSON-1712230962-router', 'tenant_id': '8ffb87e782b3452ab1b5e98b2ae4804b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'external_fixed_ips': [{'subnet_id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'ip_address': '172.27.2.28'}], 'enable_snat': True}, 'gw_port_id': '290c4866-1262-4288-abf9-0facba2a54f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:52:20Z', 'updated_at': '2022-03-07T16:52:36Z', 'revision_number': 4, 'project_id': '8ffb87e782b3452ab1b5e98b2ae4804b', 'gw_port': {'id': '290c4866-1262-4288-abf9-0facba2a54f1', 'name': '', 'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:a1:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31af1578-2e16-497b-982e-6dcdf8b503fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'ip_address': '172.27.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:52:21Z', 'updated_at': '2022-03-07T16:52:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-24-iscsi', '_interfaces': [{'id': '12eb627a-3000-4be1-95ec-01ed9572f28c', 'name': '', 'network_id': '863049fb-91f0-4803-9992-666b65540a85', 'tenant_id': '8ffb87e782b3452ab1b5e98b2ae4804b', 'mac_address': 'fa:16:3e:66:cd:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31af1578-2e16-497b-982e-6dcdf8b503fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'f97910cd-d5d7-4b8c-bfe2-694a46e38478', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:52:29Z', 'updated_at': '2022-03-07T16:52:44Z', 'revision_number': 5, 'project_id': '8ffb87e782b3452ab1b5e98b2ae4804b', 'subnets': [{'id': 'f97910cd-d5d7-4b8c-bfe2-694a46e38478', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:59:18.807314 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-183b2a3a-dcca-47be-8d60-655367cd9f73 None None] New status for floating IP 607457b5-481c-43d3-b146-fe4f0ba362f5: DOWN {{(pid=119955) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 16:59:18.856941 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.wsgi [-] (119954) accepted ('10.222.0.18', 57280) {{(pid=119954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:59:18.914678 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-db313236-9b10-4ae4-9db9-75d0bf570667 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] Publish callbacks [] for security_group (71651f4e-e00c-47c4-95be-ed1b5e372be7), before_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:59:18.939402 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-db313236-9b10-4ae4-9db9-75d0bf570667 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] Publish callbacks [] for security_group (71651f4e-e00c-47c4-95be-ed1b5e372be7), precommit_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:59:18.987807 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-db313236-9b10-4ae4-9db9-75d0bf570667 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543383'] for security_group (71651f4e-e00c-47c4-95be-ed1b5e372be7), after_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:59:18.990567 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-db313236-9b10-4ae4-9db9-75d0bf570667 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] Publish callbacks [] for security_group (None), before_response {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:59:18.991777 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [None req-db313236-9b10-4ae4-9db9-75d0bf570667 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] 10.222.0.18 "DELETE /v2.0/security-groups/71651f4e-e00c-47c4-95be-ed1b5e372be7 HTTP/1.1" status: 204 len: 168 time: 0.1336815 Mar 07 16:59:18.994601 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.wsgi [-] (119953) accepted ('10.222.0.18', 57282) {{(pid=119953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:59:19.000884 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db313236-9b10-4ae4-9db9-75d0bf570667 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=71651f4e-e00c-47c4-95be-ed1b5e372be7,revision_number=None']} {{(pid=119954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:59:19.009621 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.api.v2.resource [None req-6c35452d-a08d-426d-9030-e54688a70a87 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] show failed (client error): The resource could not be found. Mar 07 16:59:19.010864 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [None req-6c35452d-a08d-426d-9030-e54688a70a87 tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] 10.222.0.18 "GET /v2.0/security-groups/71651f4e-e00c-47c4-95be-ed1b5e372be7 HTTP/1.1" status: 404 len: 347 time: 0.0151563 Mar 07 16:59:19.013672 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.wsgi [-] (119953) accepted ('10.222.0.18', 57284) {{(pid=119953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:59:19.143000 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.plugin [None req-49065c66-dc2d-49f1-be4d-a762f4f0d33f tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] Deleting port f7156ae8-5942-44d9-8c52-eca43c2e0b8a {{(pid=119953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:59:19.143350 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-49065c66-dc2d-49f1-be4d-a762f4f0d33f tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754346666051'] for port (f7156ae8-5942-44d9-8c52-eca43c2e0b8a), before_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:59:19.224813 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-49065c66-dc2d-49f1-be4d-a762f4f0d33f tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704071'] for port (f7156ae8-5942-44d9-8c52-eca43c2e0b8a), precommit_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:59:19.225123 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-49065c66-dc2d-49f1-be4d-a762f4f0d33f tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] Publish callbacks [] for floatingip (f7156ae8-5942-44d9-8c52-eca43c2e0b8a), precommit_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:59:19.237889 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.plugin [None req-49065c66-dc2d-49f1-be4d-a762f4f0d33f tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] Calling delete_port for f7156ae8-5942-44d9-8c52-eca43c2e0b8a owned by network:floatingip {{(pid=119953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:59:19.357099 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.rpc [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Device 66d6c196-3481-4add-a423-0e68af89bcf6 no longer exists at agent hyperv_hv-cinder-80475 {{(pid=119955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:59:19.373053 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-49065c66-dc2d-49f1-be4d-a762f4f0d33f tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754346672038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754346267064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9282916'] for port (f7156ae8-5942-44d9-8c52-eca43c2e0b8a), after_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:59:19.381643 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.plugin [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] No Port match for: 66d6c196-3481-4add-a423-0e68af89bcf6 {{(pid=119955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:59:19.381986 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.rpc [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Device 66d6c196-3481-4add-a423-0e68af89bcf6 not bound to the agent host hv-cinder-80475 {{(pid=119955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:59:19.395241 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-042a9ea7-7d3c-46a8-a4ac-ae76f7f78cbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194190'] for agent (4cbb3502-d72e-4663-b57e-51d645794085), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:59:19.401303 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49065c66-dc2d-49f1-be4d-a762f4f0d33f tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] Pushing event deleted for resources: {'Port': ['ID=f7156ae8-5942-44d9-8c52-eca43c2e0b8a,revision_number=None']} {{(pid=119953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:59:19.460381 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-49065c66-dc2d-49f1-be4d-a762f4f0d33f tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] Publish callbacks [] for floatingip (607457b5-481c-43d3-b146-fe4f0ba362f5), after_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:59:19.462912 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-49065c66-dc2d-49f1-be4d-a762f4f0d33f tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47102'] for floatingip (None), before_response {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:59:19.464078 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [None req-49065c66-dc2d-49f1-be4d-a762f4f0d33f tempest-AttachVolumeShelveTestJSON-1685574181 tempest-AttachVolumeShelveTestJSON-1685574181-project] 10.222.0.18 "DELETE /v2.0/floatingips/607457b5-481c-43d3-b146-fe4f0ba362f5 HTTP/1.1" status: 204 len: 168 time: 0.4493592 Mar 07 16:59:20.541311 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-ad94e2ed-e0a8-44ae-a5ff-cf9ca5ab0e17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194190'] for agent (82ccd293-b7fb-4417-a581-186a4d7e9931), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:59:21.888778 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.wsgi [-] (119954) accepted ('10.222.0.18', 57308) {{(pid=119954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:59:22.157857 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-0d1b32c5-0803-4391-a623-fc098c7d5199 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194190'] for agent (8123e327-866e-42b5-856f-55ddd9e9e5b2), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:59:22.296448 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-25a0e01a-dd00-4aaa-9957-341a12dca636 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-708437'] for router_interface (31af1578-2e16-497b-982e-6dcdf8b503fa), before_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:59:22.535578 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.plugins.ml2.plugin [None req-25a0e01a-dd00-4aaa-9957-341a12dca636 admin admin] Deleting port 12eb627a-3000-4be1-95ec-01ed9572f28c {{(pid=119954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:59:22.535844 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-25a0e01a-dd00-4aaa-9957-341a12dca636 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754346666051'] for port (12eb627a-3000-4be1-95ec-01ed9572f28c), before_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:59:22.618096 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.plugins.ml2.db [None req-25a0e01a-dd00-4aaa-9957-341a12dca636 admin admin] For port 12eb627a-3000-4be1-95ec-01ed9572f28c, host dv-cinder-804757-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-24-iscsi',level=0,port_id=12eb627a-3000-4be1-95ec-01ed9572f28c,segment=NetworkSegment(ad3735d7-6f1d-4396-8c2b-5f6199488faa),segment_id=ad3735d7-6f1d-4396-8c2b-5f6199488faa)] {{(pid=119954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:59:22.618453 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-25a0e01a-dd00-4aaa-9957-341a12dca636 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704071'] for port (12eb627a-3000-4be1-95ec-01ed9572f28c), precommit_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:59:22.630367 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.plugins.ml2.plugin [None req-25a0e01a-dd00-4aaa-9957-341a12dca636 admin admin] Calling delete_port for 12eb627a-3000-4be1-95ec-01ed9572f28c owned by network:router_interface {{(pid=119954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:59:22.815190 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-25a0e01a-dd00-4aaa-9957-341a12dca636 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754346672038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754346267064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3211674'] for port (12eb627a-3000-4be1-95ec-01ed9572f28c), after_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:59:22.845167 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a0e01a-dd00-4aaa-9957-341a12dca636 admin admin] Pushing event deleted for resources: {'Port': ['ID=12eb627a-3000-4be1-95ec-01ed9572f28c,revision_number=None']} {{(pid=119954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:59:23.004818 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-25a0e01a-dd00-4aaa-9957-341a12dca636 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-550922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-708385'] for router_interface (31af1578-2e16-497b-982e-6dcdf8b503fa), after_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:59:23.225908 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25a0e01a-dd00-4aaa-9957-341a12dca636 admin admin] Router 31af1578-2e16-497b-982e-6dcdf8b503fa has already been hosted by L3 agent 4cbb3502-d72e-4663-b57e-51d645794085 {{(pid=119954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 16:59:23.333412 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25a0e01a-dd00-4aaa-9957-341a12dca636 admin admin] Notify agent at l3_agent.dv-cinder-804757-24-iscsi the message routers_updated {{(pid=119954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:59:23.340116 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [None req-25a0e01a-dd00-4aaa-9957-341a12dca636 admin admin] 10.222.0.18 "PUT /v2.0/routers/31af1578-2e16-497b-982e-6dcdf8b503fa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4503016 Mar 07 16:59:23.343675 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.wsgi [-] (119954) accepted ('10.222.0.18', 57312) {{(pid=119954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:59:23.344624 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bdc4d3f-427d-428d-9648-5b9387075ccd None None] Sync routers for ids ['31af1578-2e16-497b-982e-6dcdf8b503fa'] in dv-cinder-804757-24-iscsi {{(pid=119956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:59:23.358045 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bdc4d3f-427d-428d-9648-5b9387075ccd None None] Routers {'31af1578-2e16-497b-982e-6dcdf8b503fa'} bound to L3 agent in host dv-cinder-804757-24-iscsi {{(pid=119956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:59:23.358947 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.db.l3_hamode_db [None req-0bdc4d3f-427d-428d-9648-5b9387075ccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T16:44:19Z,description=,heartbeat_timestamp=2022-03-07T16:59:19Z,host='dv-cinder-804757-24-iscsi',id=4cbb3502-d72e-4663-b57e-51d645794085,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:44:19Z,topic='l3_agent')) {'router_ids': ['31af1578-2e16-497b-982e-6dcdf8b503fa'], 'active': True} {{(pid=119956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:59:23.461604 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-11fba133-8af8-4d0b-9d2c-be158ce482e9 admin admin] Publish callbacks [] for router (31af1578-2e16-497b-982e-6dcdf8b503fa), before_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:59:23.477714 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194190'] for agent (3df9d949-03e8-46c4-b37f-6f8a21aeab22), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:59:23.484383 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.db.l3_dvr_db [None req-0bdc4d3f-427d-428d-9648-5b9387075ccd None None] Set router 31af1578-2e16-497b-982e-6dcdf8b503fa gateway port host: dv-cinder-804757-24-iscsi {{(pid=119956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:59:23.565254 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-11fba133-8af8-4d0b-9d2c-be158ce482e9 admin admin] Publish callbacks [] for router_gateway (31af1578-2e16-497b-982e-6dcdf8b503fa), before_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:59:23.617193 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.plugins.ml2.plugin [None req-11fba133-8af8-4d0b-9d2c-be158ce482e9 admin admin] Deleting port 290c4866-1262-4288-abf9-0facba2a54f1 {{(pid=119954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:59:23.617536 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-11fba133-8af8-4d0b-9d2c-be158ce482e9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754346666051'] for port (290c4866-1262-4288-abf9-0facba2a54f1), before_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:59:23.658797 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.db.l3_hamode_db [None req-0bdc4d3f-427d-428d-9648-5b9387075ccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31af1578-2e16-497b-982e-6dcdf8b503fa', 'name': 'tempest-AttachVolumeShelveTestJSON-1712230962-router', 'tenant_id': '8ffb87e782b3452ab1b5e98b2ae4804b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'external_fixed_ips': [{'subnet_id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'ip_address': '172.27.2.28'}], 'enable_snat': True}, 'gw_port_id': '290c4866-1262-4288-abf9-0facba2a54f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:52:20Z', 'updated_at': '2022-03-07T16:59:22Z', 'revision_number': 5, 'project_id': '8ffb87e782b3452ab1b5e98b2ae4804b', 'gw_port': {'id': '290c4866-1262-4288-abf9-0facba2a54f1', 'name': '', 'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:a1:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31af1578-2e16-497b-982e-6dcdf8b503fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'ip_address': '172.27.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:52:21Z', 'updated_at': '2022-03-07T16:52:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-24-iscsi'}], 'dv-cinder-804757-24-iscsi', False) {} {{(pid=119956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:59:23.685743 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bdc4d3f-427d-428d-9648-5b9387075ccd None None] Checking router: 31af1578-2e16-497b-982e-6dcdf8b503fa for host: dv-cinder-804757-24-iscsi {{(pid=119956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 16:59:23.694199 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bdc4d3f-427d-428d-9648-5b9387075ccd None None] Routers {'31af1578-2e16-497b-982e-6dcdf8b503fa'} bound to L3 agent in host dv-cinder-804757-24-iscsi {{(pid=119956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:59:23.694790 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.db.l3_hamode_db [None req-0bdc4d3f-427d-428d-9648-5b9387075ccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T16:44:19Z,description=,heartbeat_timestamp=2022-03-07T16:59:19Z,host='dv-cinder-804757-24-iscsi',id=4cbb3502-d72e-4663-b57e-51d645794085,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:44:19Z,topic='l3_agent')) {'router_ids': ['31af1578-2e16-497b-982e-6dcdf8b503fa'], 'active': True} {{(pid=119956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:59:23.697247 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.plugins.ml2.db [None req-11fba133-8af8-4d0b-9d2c-be158ce482e9 admin admin] For port 290c4866-1262-4288-abf9-0facba2a54f1, host dv-cinder-804757-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-24-iscsi',level=0,port_id=290c4866-1262-4288-abf9-0facba2a54f1,segment=NetworkSegment(0349b9bd-653a-4400-b295-28c1bc47d9ca),segment_id=0349b9bd-653a-4400-b295-28c1bc47d9ca)] {{(pid=119954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:59:23.697607 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-11fba133-8af8-4d0b-9d2c-be158ce482e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704071'] for port (290c4866-1262-4288-abf9-0facba2a54f1), precommit_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:59:23.710773 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.plugins.ml2.plugin [None req-11fba133-8af8-4d0b-9d2c-be158ce482e9 admin admin] Calling delete_port for 290c4866-1262-4288-abf9-0facba2a54f1 owned by network:router_gateway {{(pid=119954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:59:23.781763 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.db.l3_dvr_db [None req-0bdc4d3f-427d-428d-9648-5b9387075ccd None None] Set router 31af1578-2e16-497b-982e-6dcdf8b503fa gateway port host: None {{(pid=119956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:59:23.840590 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.db.l3_hamode_db [None req-0bdc4d3f-427d-428d-9648-5b9387075ccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31af1578-2e16-497b-982e-6dcdf8b503fa', 'name': 'tempest-AttachVolumeShelveTestJSON-1712230962-router', 'tenant_id': '8ffb87e782b3452ab1b5e98b2ae4804b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:52:20Z', 'updated_at': '2022-03-07T16:59:23Z', 'revision_number': 6, 'project_id': '8ffb87e782b3452ab1b5e98b2ae4804b', 'gw_port_host': None}], 'dv-cinder-804757-24-iscsi', False) {} {{(pid=119956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:59:23.869569 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bdc4d3f-427d-428d-9648-5b9387075ccd None None] The sync data for ids ['31af1578-2e16-497b-982e-6dcdf8b503fa'] in dv-cinder-804757-24-iscsi is: [{'id': '31af1578-2e16-497b-982e-6dcdf8b503fa', 'name': 'tempest-AttachVolumeShelveTestJSON-1712230962-router', 'tenant_id': '8ffb87e782b3452ab1b5e98b2ae4804b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:52:20Z', 'updated_at': '2022-03-07T16:59:23Z', 'revision_number': 6, 'project_id': '8ffb87e782b3452ab1b5e98b2ae4804b', 'gw_port_host': None}] {{(pid=119956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:59:23.888770 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-11fba133-8af8-4d0b-9d2c-be158ce482e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754346672038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754346267064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3211674'] for port (290c4866-1262-4288-abf9-0facba2a54f1), after_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:59:23.914141 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fba133-8af8-4d0b-9d2c-be158ce482e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=290c4866-1262-4288-abf9-0facba2a54f1,revision_number=None']} {{(pid=119954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:59:23.973794 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-11fba133-8af8-4d0b-9d2c-be158ce482e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-705163'] for router_gateway (31af1578-2e16-497b-982e-6dcdf8b503fa), after_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:59:24.065151 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-11fba133-8af8-4d0b-9d2c-be158ce482e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-708159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24387'] for router (31af1578-2e16-497b-982e-6dcdf8b503fa), precommit_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:59:24.067322 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-11fba133-8af8-4d0b-9d2c-be158ce482e9 admin admin] Publish callbacks [] for router_controller (31af1578-2e16-497b-982e-6dcdf8b503fa), precommit_delete_associations {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:59:24.114118 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-11fba133-8af8-4d0b-9d2c-be158ce482e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-708136'] for router (31af1578-2e16-497b-982e-6dcdf8b503fa), after_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:59:24.114686 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11fba133-8af8-4d0b-9d2c-be158ce482e9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 31af1578-2e16-497b-982e-6dcdf8b503fa {{(pid=119954) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 16:59:24.121385 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-11fba133-8af8-4d0b-9d2c-be158ce482e9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:59:24.123037 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [None req-11fba133-8af8-4d0b-9d2c-be158ce482e9 admin admin] 10.222.0.18 "DELETE /v2.0/routers/31af1578-2e16-497b-982e-6dcdf8b503fa HTTP/1.1" status: 204 len: 168 time: 0.7783434 Mar 07 16:59:24.125803 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.wsgi [-] (119954) accepted ('10.222.0.18', 57314) {{(pid=119954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:59:24.171191 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb2348c7-c141-4304-bbd4-b9477e5f3cad admin admin] Deleting subnet f97910cd-d5d7-4b8c-bfe2-694a46e38478 {{(pid=119954) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 16:59:24.174748 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-eb2348c7-c141-4304-bbd4-b9477e5f3cad admin admin] Publish callbacks [] for subnet (f97910cd-d5d7-4b8c-bfe2-694a46e38478), before_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:59:24.211549 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-eb2348c7-c141-4304-bbd4-b9477e5f3cad admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3033181'] for subnet (f97910cd-d5d7-4b8c-bfe2-694a46e38478), precommit_delete_associations {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:59:24.222071 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194190'] for agent (152bcc15-84f4-40a7-afe1-c30bc7269f8a), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:59:24.322161 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-eb2348c7-c141-4304-bbd4-b9477e5f3cad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8314618'] for subnet (f97910cd-d5d7-4b8c-bfe2-694a46e38478), precommit_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:59:24.376695 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-eb2348c7-c141-4304-bbd4-b9477e5f3cad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8314593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3211693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3853989'] for subnet (f97910cd-d5d7-4b8c-bfe2-694a46e38478), after_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:59:24.409213 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2348c7-c141-4304-bbd4-b9477e5f3cad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f97910cd-d5d7-4b8c-bfe2-694a46e38478,revision_number=None']} {{(pid=119954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:59:24.412762 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-eb2348c7-c141-4304-bbd4-b9477e5f3cad admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:59:24.415782 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [None req-eb2348c7-c141-4304-bbd4-b9477e5f3cad admin admin] 10.222.0.18 "DELETE /v2.0/subnets/f97910cd-d5d7-4b8c-bfe2-694a46e38478 HTTP/1.1" status: 204 len: 168 time: 0.2886484 Mar 07 16:59:24.418565 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.wsgi [-] (119953) accepted ('10.222.0.18', 57316) {{(pid=119953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:59:24.421156 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17b7f6b7-a727-45a2-921c-c9c7f4c5e90f None None] Network 863049fb-91f0-4803-9992-666b65540a85 requested from dv-cinder-804757-24-iscsi {{(pid=119955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:59:24.491456 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-a1cb7d5e-45c1-4d67-94cb-fd66ef59b80f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7565685'] for network (863049fb-91f0-4803-9992-666b65540a85), before_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:59:24.543800 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.plugin [None req-a1cb7d5e-45c1-4d67-94cb-fd66ef59b80f admin admin] Deleting port 5a083d48-7069-4127-be6b-966688f4241c {{(pid=119953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:59:24.544154 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-a1cb7d5e-45c1-4d67-94cb-fd66ef59b80f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754346666051'] for port (5a083d48-7069-4127-be6b-966688f4241c), before_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:59:24.605373 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.db [None req-a1cb7d5e-45c1-4d67-94cb-fd66ef59b80f admin admin] For port 5a083d48-7069-4127-be6b-966688f4241c, host dv-cinder-804757-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-24-iscsi',level=0,port_id=5a083d48-7069-4127-be6b-966688f4241c,segment=NetworkSegment(ad3735d7-6f1d-4396-8c2b-5f6199488faa),segment_id=ad3735d7-6f1d-4396-8c2b-5f6199488faa)] {{(pid=119953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:59:24.605596 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-a1cb7d5e-45c1-4d67-94cb-fd66ef59b80f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704071'] for port (5a083d48-7069-4127-be6b-966688f4241c), precommit_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:59:24.618545 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.plugin [None req-a1cb7d5e-45c1-4d67-94cb-fd66ef59b80f admin admin] Calling delete_port for 5a083d48-7069-4127-be6b-966688f4241c owned by network:dhcp {{(pid=119953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:59:24.657175 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6d6bea8-6093-42ea-b001-cb96ad026f1d None None] DHCP port deletion for 863049fb-91f0-4803-9992-666b65540a85 request from dv-cinder-804757-24-iscsi {{(pid=119955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 16:59:24.705000 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.plugin [None req-a6d6bea8-6093-42ea-b001-cb96ad026f1d None None] Deleting port 5a083d48-7069-4127-be6b-966688f4241c {{(pid=119955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 16:59:24.705387 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-a6d6bea8-6093-42ea-b001-cb96ad026f1d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754346666051'] for port (5a083d48-7069-4127-be6b-966688f4241c), before_delete {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:59:24.710711 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-a1cb7d5e-45c1-4d67-94cb-fd66ef59b80f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754346672038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754346267064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9282916'] for port (5a083d48-7069-4127-be6b-966688f4241c), after_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:59:24.737058 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cb7d5e-45c1-4d67-94cb-fd66ef59b80f admin admin] Pushing event deleted for resources: {'Port': ['ID=5a083d48-7069-4127-be6b-966688f4241c,revision_number=None']} {{(pid=119953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:59:24.738863 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1cb7d5e-45c1-4d67-94cb-fd66ef59b80f admin admin] No DVR routers for this DVR port 5a083d48-7069-4127-be6b-966688f4241c on host dv-cinder-804757-24-iscsi {{(pid=119953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:59:24.767236 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.db [None req-a6d6bea8-6093-42ea-b001-cb96ad026f1d None None] For port 5a083d48-7069-4127-be6b-966688f4241c, host dv-cinder-804757-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-24-iscsi',level=0,port_id=5a083d48-7069-4127-be6b-966688f4241c,segment=NetworkSegment(ad3735d7-6f1d-4396-8c2b-5f6199488faa),segment_id=ad3735d7-6f1d-4396-8c2b-5f6199488faa)] {{(pid=119955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:59:24.767637 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-a6d6bea8-6093-42ea-b001-cb96ad026f1d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704071'] for port (5a083d48-7069-4127-be6b-966688f4241c), precommit_delete {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:59:24.781945 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.plugin [None req-a6d6bea8-6093-42ea-b001-cb96ad026f1d None None] Calling delete_port for 5a083d48-7069-4127-be6b-966688f4241c owned by network:dhcp {{(pid=119955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 16:59:24.811859 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-a1cb7d5e-45c1-4d67-94cb-fd66ef59b80f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8196213', 'neutron.services.segments.db._delete_segments_for_network-8754346594151'] for network (863049fb-91f0-4803-9992-666b65540a85), precommit_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:59:24.833702 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.services.segments.db [None req-a1cb7d5e-45c1-4d67-94cb-fd66ef59b80f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['863049fb-91f0-4803-9992-666b65540a85']}} {{(pid=119953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:59:24.843320 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.services.segments.db [None req-a1cb7d5e-45c1-4d67-94cb-fd66ef59b80f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad3735d7-6f1d-4396-8c2b-5f6199488faa') {'for_net_delete': True} {{(pid=119953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:59:24.843669 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.services.segments.db [None req-a1cb7d5e-45c1-4d67-94cb-fd66ef59b80f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad3735d7-6f1d-4396-8c2b-5f6199488faa') {} {{(pid=119953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:59:24.853538 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-a1cb7d5e-45c1-4d67-94cb-fd66ef59b80f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754346595440', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8886615'] for segment (ad3735d7-6f1d-4396-8c2b-5f6199488faa), before_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:59:24.859977 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-a6d6bea8-6093-42ea-b001-cb96ad026f1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754346672038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754346267064'] for port (5a083d48-7069-4127-be6b-966688f4241c), after_delete {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:59:24.869328 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-a1cb7d5e-45c1-4d67-94cb-fd66ef59b80f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8315985'] for segment (ad3735d7-6f1d-4396-8c2b-5f6199488faa), precommit_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:59:24.875832 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1cb7d5e-45c1-4d67-94cb-fd66ef59b80f admin admin] Releasing vlan 872 on physical network physnet1 to pool {{(pid=119953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 16:59:24.876259 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-a1cb7d5e-45c1-4d67-94cb-fd66ef59b80f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8315985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9282873'] for segment (ad3735d7-6f1d-4396-8c2b-5f6199488faa), after_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:59:24.878567 dv-cinder-804757-24-iscsi neutron-server[119953]: Traceback (most recent call last): Mar 07 16:59:24.878567 dv-cinder-804757-24-iscsi neutron-server[119953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 16:59:24.878567 dv-cinder-804757-24-iscsi neutron-server[119953]: timer() Mar 07 16:59:24.878567 dv-cinder-804757-24-iscsi neutron-server[119953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 16:59:24.878567 dv-cinder-804757-24-iscsi neutron-server[119953]: cb(*args, **kw) Mar 07 16:59:24.878567 dv-cinder-804757-24-iscsi neutron-server[119953]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 16:59:24.878567 dv-cinder-804757-24-iscsi neutron-server[119953]: return func(*args, **kwargs) Mar 07 16:59:24.878567 dv-cinder-804757-24-iscsi neutron-server[119953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 16:59:24.878567 dv-cinder-804757-24-iscsi neutron-server[119953]: self._notify() Mar 07 16:59:24.878567 dv-cinder-804757-24-iscsi neutron-server[119953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 16:59:24.878567 dv-cinder-804757-24-iscsi neutron-server[119953]: self.callback(batched_events) Mar 07 16:59:24.878567 dv-cinder-804757-24-iscsi neutron-server[119953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 16:59:24.878567 dv-cinder-804757-24-iscsi neutron-server[119953]: event.method(event) Mar 07 16:59:24.878567 dv-cinder-804757-24-iscsi neutron-server[119953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 16:59:24.878567 dv-cinder-804757-24-iscsi neutron-server[119953]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 16:59:24.878567 dv-cinder-804757-24-iscsi neutron-server[119953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 16:59:24.878567 dv-cinder-804757-24-iscsi neutron-server[119953]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 16:59:24.878567 dv-cinder-804757-24-iscsi neutron-server[119953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 16:59:24.878567 dv-cinder-804757-24-iscsi neutron-server[119953]: return f(self, *a, **k) Mar 07 16:59:24.878567 dv-cinder-804757-24-iscsi neutron-server[119953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 16:59:24.878567 dv-cinder-804757-24-iscsi neutron-server[119953]: return self._get(url).json() Mar 07 16:59:24.878567 dv-cinder-804757-24-iscsi neutron-server[119953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 16:59:24.878567 dv-cinder-804757-24-iscsi neutron-server[119953]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 16:59:24.878567 dv-cinder-804757-24-iscsi neutron-server[119953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 16:59:24.878567 dv-cinder-804757-24-iscsi neutron-server[119953]: return self.request(url, 'GET', **kwargs) Mar 07 16:59:24.878567 dv-cinder-804757-24-iscsi neutron-server[119953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 16:59:24.878567 dv-cinder-804757-24-iscsi neutron-server[119953]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 16:59:24.878567 dv-cinder-804757-24-iscsi neutron-server[119953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 16:59:24.878567 dv-cinder-804757-24-iscsi neutron-server[119953]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 16:59:24.878567 dv-cinder-804757-24-iscsi neutron-server[119953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 16:59:24.878567 dv-cinder-804757-24-iscsi neutron-server[119953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 16:59:24.878567 dv-cinder-804757-24-iscsi neutron-server[119953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 16:59:24.881739 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d6bea8-6093-42ea-b001-cb96ad026f1d None None] Pushing event deleted for resources: {'Port': ['ID=5a083d48-7069-4127-be6b-966688f4241c,revision_number=None']} {{(pid=119955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:59:24.890945 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6d6bea8-6093-42ea-b001-cb96ad026f1d None None] No DVR routers for this DVR port 5a083d48-7069-4127-be6b-966688f4241c on host dv-cinder-804757-24-iscsi {{(pid=119955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 16:59:24.938341 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-a1cb7d5e-45c1-4d67-94cb-fd66ef59b80f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8196220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-705199'] for network (863049fb-91f0-4803-9992-666b65540a85), after_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:59:24.942893 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-a1cb7d5e-45c1-4d67-94cb-fd66ef59b80f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550935'] for network (None), before_response {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:59:24.949233 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [None req-a1cb7d5e-45c1-4d67-94cb-fd66ef59b80f admin admin] 10.222.0.18 "DELETE /v2.0/networks/863049fb-91f0-4803-9992-666b65540a85 HTTP/1.1" status: 204 len: 168 time: 0.5273294 Mar 07 16:59:24.960667 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cb7d5e-45c1-4d67-94cb-fd66ef59b80f admin admin] Pushing event deleted for resources: {'Network': ['ID=863049fb-91f0-4803-9992-666b65540a85,revision_number=None']} {{(pid=119953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:59:25.073353 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.wsgi [-] (119954) accepted ('10.222.0.18', 57320) {{(pid=119954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:59:25.112624 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [None req-7d42b0d7-34ef-4f1d-b89c-8aabf70fe356 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8ffb87e782b3452ab1b5e98b2ae4804b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0380056 Mar 07 16:59:25.115041 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.wsgi [-] (119954) accepted ('10.222.0.18', 57322) {{(pid=119954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:59:25.162431 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-bf281a1f-b09e-456b-920f-9cce04e30a49 admin admin] Publish callbacks [] for security_group (f5ef100a-639b-4916-b32b-383e23e87536), before_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:59:25.184572 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-bf281a1f-b09e-456b-920f-9cce04e30a49 admin admin] Publish callbacks [] for security_group (f5ef100a-639b-4916-b32b-383e23e87536), precommit_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:59:25.235010 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-bf281a1f-b09e-456b-920f-9cce04e30a49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543383'] for security_group (f5ef100a-639b-4916-b32b-383e23e87536), after_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:59:25.237904 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-bf281a1f-b09e-456b-920f-9cce04e30a49 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:59:25.239233 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [None req-bf281a1f-b09e-456b-920f-9cce04e30a49 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f5ef100a-639b-4916-b32b-383e23e87536 HTTP/1.1" status: 204 len: 168 time: 0.1232817 Mar 07 16:59:25.248272 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf281a1f-b09e-456b-920f-9cce04e30a49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5ef100a-639b-4916-b32b-383e23e87536,revision_number=None']} {{(pid=119954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:59:25.423113 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.rpc [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Device 12eb627a-3000-4be1-95ec-01ed9572f28c no longer exists at agent ovs-agent-dv-cinder-804757-24-iscsi {{(pid=119955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:59:25.443012 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.plugin [None req-63748041-7458-40ab-a922-e876cef088c3 None None] No Port match for: 12eb627a-3000-4be1-95ec-01ed9572f28c {{(pid=119955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:59:25.443351 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.rpc [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Device 12eb627a-3000-4be1-95ec-01ed9572f28c not bound to the agent host dv-cinder-804757-24-iscsi {{(pid=119955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:59:25.443766 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.rpc [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Device 290c4866-1262-4288-abf9-0facba2a54f1 no longer exists at agent ovs-agent-dv-cinder-804757-24-iscsi {{(pid=119955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:59:25.464643 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.plugin [None req-63748041-7458-40ab-a922-e876cef088c3 None None] No Port match for: 290c4866-1262-4288-abf9-0facba2a54f1 {{(pid=119955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:59:25.464945 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.rpc [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Device 290c4866-1262-4288-abf9-0facba2a54f1 not bound to the agent host dv-cinder-804757-24-iscsi {{(pid=119955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:59:25.465344 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.rpc [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Device 5a083d48-7069-4127-be6b-966688f4241c no longer exists at agent ovs-agent-dv-cinder-804757-24-iscsi {{(pid=119955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 16:59:25.483518 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.plugin [None req-63748041-7458-40ab-a922-e876cef088c3 None None] No Port match for: 5a083d48-7069-4127-be6b-966688f4241c {{(pid=119955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 16:59:25.483882 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.rpc [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Device 5a083d48-7069-4127-be6b-966688f4241c not bound to the agent host dv-cinder-804757-24-iscsi {{(pid=119955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 16:59:39.671661 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.db.agents_db [None req-64435fe0-d7c6-4327-a557-6d3e8ab92464 None None] Agent healthcheck: found 6 active agents {{(pid=119956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 16:59:42.929036 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-0e3a7334-07ac-40f3-aaac-65e5f796edcd req-8455d392-c2da-4674-9261-2c7f832708f2 tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1001898324&fields=id&tenant_id=f13607869be844f9bb555f4bee0519ef HTTP/1.1" status: 200 len: 267 time: 0.0438080 Mar 07 16:59:43.034698 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3a7334-07ac-40f3-aaac-65e5f796edcd req-938a61fa-83ff-42ed-97cd-bae02cbce036 tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:59:43.036053 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-0e3a7334-07ac-40f3-aaac-65e5f796edcd req-938a61fa-83ff-42ed-97cd-bae02cbce036 tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] 10.222.0.18 "GET /v2.0/networks?id=8f05d5cd-7919-446b-b1be-b892178c27ff HTTP/1.1" status: 200 len: 812 time: 0.1008277 Mar 07 16:59:43.050571 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-0e3a7334-07ac-40f3-aaac-65e5f796edcd req-099a4d1f-a3f2-409b-9255-e78ec69f74d2 tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] 10.222.0.18 "GET /v2.0/quotas/f13607869be844f9bb555f4bee0519ef HTTP/1.1" status: 200 len: 375 time: 0.0091724 Mar 07 16:59:43.111781 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-0e3a7334-07ac-40f3-aaac-65e5f796edcd req-a15b59f3-8b1b-4b91-8ad9-8e4665d4b51e tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=f13607869be844f9bb555f4bee0519ef&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0560021 Mar 07 16:59:43.206504 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-0e3a7334-07ac-40f3-aaac-65e5f796edcd req-4299cc39-1fa3-43aa-a278-d5c1b732afcd service neutron] 10.222.0.18 "GET /v2.0/networks/8f05d5cd-7919-446b-b1be-b892178c27ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833285 Mar 07 16:59:43.293101 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-0e3a7334-07ac-40f3-aaac-65e5f796edcd req-1793cfab-1232-417c-8287-63ea220f9df7 service neutron] 10.222.0.18 "GET /v2.0/networks/8f05d5cd-7919-446b-b1be-b892178c27ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793958 Mar 07 16:59:43.613518 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-d39e88bf-f304-4f65-9153-6235f230fa60 req-142cba39-143d-4d73-ab89-00b5d6caa992 tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] 10.222.0.18 "GET /v2.0/ports?device_id=e1d78364-5e86-4802-993e-7712ab78d746 HTTP/1.1" status: 200 len: 210 time: 0.0542023 Mar 07 16:59:44.057542 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.wsgi [-] (119953) accepted ('10.222.0.18', 57608) {{(pid=119953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:59:44.167708 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-3527ed5c-97c0-4dfe-84bd-b9ff394cd305 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:59:44.244530 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-3527ed5c-97c0-4dfe-84bd-b9ff394cd305 admin admin] Publish callbacks [] for security_group (396cfa98-9dbd-421a-9f2c-f137c7b57c56), precommit_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:59:44.249437 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-3527ed5c-97c0-4dfe-84bd-b9ff394cd305 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543383'] for security_group (396cfa98-9dbd-421a-9f2c-f137c7b57c56), after_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:59:44.285684 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [None req-3527ed5c-97c0-4dfe-84bd-b9ff394cd305 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5082f62cd1b343ed9b38b2a799c850ef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2270718 Mar 07 16:59:44.286623 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3527ed5c-97c0-4dfe-84bd-b9ff394cd305 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=396cfa98-9dbd-421a-9f2c-f137c7b57c56,revision_number=1']} {{(pid=119953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:59:44.288662 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.wsgi [-] (119954) accepted ('10.222.0.18', 57612) {{(pid=119954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:59:44.349003 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-ca10fe37-54df-4c99-9c87-59fb901e4273 admin admin] Publish callbacks [] for security_group (396cfa98-9dbd-421a-9f2c-f137c7b57c56), before_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:59:44.372022 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-ca10fe37-54df-4c99-9c87-59fb901e4273 admin admin] Publish callbacks [] for security_group (396cfa98-9dbd-421a-9f2c-f137c7b57c56), precommit_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:59:44.424974 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-ca10fe37-54df-4c99-9c87-59fb901e4273 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543383'] for security_group (396cfa98-9dbd-421a-9f2c-f137c7b57c56), after_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:59:44.427490 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-ca10fe37-54df-4c99-9c87-59fb901e4273 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:59:44.428710 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [None req-ca10fe37-54df-4c99-9c87-59fb901e4273 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/396cfa98-9dbd-421a-9f2c-f137c7b57c56 HTTP/1.1" status: 204 len: 168 time: 0.1389871 Mar 07 16:59:44.436393 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca10fe37-54df-4c99-9c87-59fb901e4273 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=396cfa98-9dbd-421a-9f2c-f137c7b57c56,revision_number=None']} {{(pid=119954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:59:44.443297 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca10fe37-54df-4c99-9c87-59fb901e4273 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:59:44.443670 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca10fe37-54df-4c99-9c87-59fb901e4273 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:59:44.444068 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca10fe37-54df-4c99-9c87-59fb901e4273 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:59:44.444476 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca10fe37-54df-4c99-9c87-59fb901e4273 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:59:44.444734 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca10fe37-54df-4c99-9c87-59fb901e4273 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:59:44.445066 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca10fe37-54df-4c99-9c87-59fb901e4273 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:59:44.445392 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca10fe37-54df-4c99-9c87-59fb901e4273 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:59:44.445716 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca10fe37-54df-4c99-9c87-59fb901e4273 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:59:44.446040 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca10fe37-54df-4c99-9c87-59fb901e4273 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:59:44.446361 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca10fe37-54df-4c99-9c87-59fb901e4273 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:59:44.446680 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca10fe37-54df-4c99-9c87-59fb901e4273 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:59:44.446996 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca10fe37-54df-4c99-9c87-59fb901e4273 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:59:44.447310 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca10fe37-54df-4c99-9c87-59fb901e4273 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:59:44.644143 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3a7334-07ac-40f3-aaac-65e5f796edcd req-525d6643-3c05-45c7-bc9d-2badbdc0af0b tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:59:44.645465 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-0e3a7334-07ac-40f3-aaac-65e5f796edcd req-525d6643-3c05-45c7-bc9d-2badbdc0af0b tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] 10.222.0.66 "GET /v2.0/networks?id=8f05d5cd-7919-446b-b1be-b892178c27ff HTTP/1.1" status: 200 len: 812 time: 0.1056871 Mar 07 16:59:44.728308 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.wsgi [-] (119953) accepted ('10.222.0.18', 57624) {{(pid=119953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:59:44.742881 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-2cc16863-98ae-4ea0-aae5-9b4a9b98c703 req-bb6cc000-4ae4-4043-9c59-8b603d3c867d tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] 10.222.0.18 "GET /v2.0/ports?device_id=e1d78364-5e86-4802-993e-7712ab78d746 HTTP/1.1" status: 200 len: 210 time: 0.0284011 Mar 07 16:59:44.744845 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-e641167e-8654-4c8c-8308-b810544c622a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:59:44.758636 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-0e3a7334-07ac-40f3-aaac-65e5f796edcd req-2ecb7e15-9fa2-4f3f-b1c1-dcef9ee842b0 tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f13607869be844f9bb555f4bee0519ef HTTP/1.1" status: 200 len: 380 time: 0.0901797 Mar 07 16:59:44.768169 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.v2.base [req-0e3a7334-07ac-40f3-aaac-65e5f796edcd req-e2642ef3-c961-4868-afdf-d71190467dd5 tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] Request body: {'port': {'device_id': 'e1d78364-5e86-4802-993e-7712ab78d746', 'network_id': '8f05d5cd-7919-446b-b1be-b892178c27ff', 'admin_state_up': True, 'tenant_id': 'f13607869be844f9bb555f4bee0519ef', 'security_groups': ['8ad0d2f6-f98b-473c-8468-cfc7e978930e']}} {{(pid=119953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:59:44.913447 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-e641167e-8654-4c8c-8308-b810544c622a admin admin] Publish callbacks [] for security_group (9b9b4d86-c982-4686-8c52-853c90946801), precommit_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:59:44.919497 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-e641167e-8654-4c8c-8308-b810544c622a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543383'] for security_group (9b9b4d86-c982-4686-8c52-853c90946801), after_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:59:44.932379 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e3a7334-07ac-40f3-aaac-65e5f796edcd req-e2642ef3-c961-4868-afdf-d71190467dd5 tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] Made reservation on behalf of f13607869be844f9bb555f4bee0519ef for: {'port': 1} {{(pid=119953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:59:44.935583 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [req-0e3a7334-07ac-40f3-aaac-65e5f796edcd req-e2642ef3-c961-4868-afdf-d71190467dd5 tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8385759'] for port (None), before_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:59:44.971317 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [None req-e641167e-8654-4c8c-8308-b810544c622a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=df693c30f8a149ef9719f8ae2eddd1e5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2419679 Mar 07 16:59:44.974166 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.wsgi [-] (119954) accepted ('10.222.0.18', 57632) {{(pid=119954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:59:44.976774 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e641167e-8654-4c8c-8308-b810544c622a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b9b4d86-c982-4686-8c52-853c90946801,revision_number=1']} {{(pid=119953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:59:45.033987 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-e18fea25-eae2-4b94-a2a3-774a5a6b9e72 admin admin] Publish callbacks [] for security_group (9b9b4d86-c982-4686-8c52-853c90946801), before_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:59:45.064396 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-e18fea25-eae2-4b94-a2a3-774a5a6b9e72 admin admin] Publish callbacks [] for security_group (9b9b4d86-c982-4686-8c52-853c90946801), precommit_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:59:45.103499 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.db.db_base_plugin_common [req-0e3a7334-07ac-40f3-aaac-65e5f796edcd req-e2642ef3-c961-4868-afdf-d71190467dd5 tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] Allocated IP 172.20.0.13 (8f05d5cd-7919-446b-b1be-b892178c27ff/e51eb166-648f-4129-afbc-b350e9a7b41b/4eca5ae4-cdb4-459d-8e50-c0e23591f0df) {{(pid=119953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:59:45.122976 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-e18fea25-eae2-4b94-a2a3-774a5a6b9e72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543383'] for security_group (9b9b4d86-c982-4686-8c52-853c90946801), after_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:59:45.125923 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-e18fea25-eae2-4b94-a2a3-774a5a6b9e72 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:59:45.127083 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [None req-e18fea25-eae2-4b94-a2a3-774a5a6b9e72 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9b9b4d86-c982-4686-8c52-853c90946801 HTTP/1.1" status: 204 len: 168 time: 0.1515417 Mar 07 16:59:45.135068 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18fea25-eae2-4b94-a2a3-774a5a6b9e72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b9b4d86-c982-4686-8c52-853c90946801,revision_number=None']} {{(pid=119954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:59:45.248774 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [req-0e3a7334-07ac-40f3-aaac-65e5f796edcd req-e2642ef3-c961-4868-afdf-d71190467dd5 tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] Publish callbacks [] for port (4eca5ae4-cdb4-459d-8e50-c0e23591f0df), precommit_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:59:45.284995 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [req-0e3a7334-07ac-40f3-aaac-65e5f796edcd req-e2642ef3-c961-4868-afdf-d71190467dd5 tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754346267055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9282916'] for port (4eca5ae4-cdb4-459d-8e50-c0e23591f0df), after_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:59:45.338309 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e3a7334-07ac-40f3-aaac-65e5f796edcd req-e2642ef3-c961-4868-afdf-d71190467dd5 tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] Network 8f05d5cd-7919-446b-b1be-b892178c27ff is already hosted by enough agents. {{(pid=119953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:59:45.342324 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.scheduler.base_scheduler [req-0e3a7334-07ac-40f3-aaac-65e5f796edcd req-e2642ef3-c961-4868-afdf-d71190467dd5 tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] Resources bound (agent type, host, resource id): {{(pid=119953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:59:45.346017 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e3a7334-07ac-40f3-aaac-65e5f796edcd req-e2642ef3-c961-4868-afdf-d71190467dd5 tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] Received port after_create {{(pid=119953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:59:45.352398 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2642ef3-c961-4868-afdf-d71190467dd5 tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] Pushing event updated for resources: {'Port': ['ID=4eca5ae4-cdb4-459d-8e50-c0e23591f0df,revision_number=1']} {{(pid=119953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:59:45.411840 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3a7334-07ac-40f3-aaac-65e5f796edcd req-e2642ef3-c961-4868-afdf-d71190467dd5 tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:59:45.413202 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [req-0e3a7334-07ac-40f3-aaac-65e5f796edcd req-e2642ef3-c961-4868-afdf-d71190467dd5 tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47102'] for port (None), before_response {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:59:45.437470 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-0e3a7334-07ac-40f3-aaac-65e5f796edcd req-e2642ef3-c961-4868-afdf-d71190467dd5 tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6718981 Mar 07 16:59:45.454165 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.v2.base [req-0e3a7334-07ac-40f3-aaac-65e5f796edcd req-8bc96441-0140-4e00-9e82-d39c520fa258 service neutron] Request body: {'port': {'device_id': 'e1d78364-5e86-4802-993e-7712ab78d746', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80475'}} {{(pid=119953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:59:45.523732 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [req-0e3a7334-07ac-40f3-aaac-65e5f796edcd req-8bc96441-0140-4e00-9e82-d39c520fa258 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8385759'] for port (4eca5ae4-cdb4-459d-8e50-c0e23591f0df), before_update {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:59:45.599361 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.provisioning_blocks [None req-e96a900e-5a21-4801-bf44-4559797e35be None None] Provisioning complete for port 4eca5ae4-cdb4-459d-8e50-c0e23591f0df triggered by entity DHCP. {{(pid=119955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:59:45.599992 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-e96a900e-5a21-4801-bf44-4559797e35be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8194280'] for port (4eca5ae4-cdb4-459d-8e50-c0e23591f0df), provisioning_complete {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:59:45.634843 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.plugin [None req-e96a900e-5a21-4801-bf44-4559797e35be None None] Port 4eca5ae4-cdb4-459d-8e50-c0e23591f0df cannot update to ACTIVE because it is not bound. {{(pid=119955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:59:45.800246 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.notifiers.nova [req-0e3a7334-07ac-40f3-aaac-65e5f796edcd req-8bc96441-0140-4e00-9e82-d39c520fa258 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4eca5ae4-cdb4-459d-8e50-c0e23591f0df {{(pid=119953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:59:45.809788 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [req-0e3a7334-07ac-40f3-aaac-65e5f796edcd req-8bc96441-0140-4e00-9e82-d39c520fa258 service neutron] Publish callbacks [] for port (4eca5ae4-cdb4-459d-8e50-c0e23591f0df), precommit_update {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:59:45.827079 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.db.provisioning_blocks [req-0e3a7334-07ac-40f3-aaac-65e5f796edcd req-8bc96441-0140-4e00-9e82-d39c520fa258 service neutron] Transition to ACTIVE for port object 4eca5ae4-cdb4-459d-8e50-c0e23591f0df will not be triggered until provisioned by entity L2. {{(pid=119953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 16:59:45.831804 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [req-0e3a7334-07ac-40f3-aaac-65e5f796edcd req-8bc96441-0140-4e00-9e82-d39c520fa258 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754346672056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754346267073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754346267091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9282845'] for port (4eca5ae4-cdb4-459d-8e50-c0e23591f0df), after_update {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:59:45.876402 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2638bc-1c2c-499f-abd8-0cacb13120f6 req-f14e10a5-95ff-4c73-9206-ca95b7649dfc tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:59:45.878991 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-8c2638bc-1c2c-499f-abd8-0cacb13120f6 req-f14e10a5-95ff-4c73-9206-ca95b7649dfc tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] 10.222.0.18 "GET /v2.0/ports?device_id=e1d78364-5e86-4802-993e-7712ab78d746 HTTP/1.1" status: 200 len: 944 time: 0.0593565 Mar 07 16:59:45.891110 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc96441-0140-4e00-9e82-d39c520fa258 service neutron] Pushing event updated for resources: {'Port': ['ID=4eca5ae4-cdb4-459d-8e50-c0e23591f0df,revision_number=2']} {{(pid=119953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:59:45.942258 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-8c2638bc-1c2c-499f-abd8-0cacb13120f6 req-1c6195ee-ac09-4146-a56b-1d33049bf207 tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ad0d2f6-f98b-473c-8468-cfc7e978930e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564368 Mar 07 16:59:45.983206 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.managers [req-0e3a7334-07ac-40f3-aaac-65e5f796edcd req-8bc96441-0140-4e00-9e82-d39c520fa258 service neutron] Attempting to bind port 4eca5ae4-cdb4-459d-8e50-c0e23591f0df on host hv-cinder-80475 for vnic_type normal with profile {{(pid=119953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:59:45.983629 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.managers [req-0e3a7334-07ac-40f3-aaac-65e5f796edcd req-8bc96441-0140-4e00-9e82-d39c520fa258 service neutron] Attempting to bind port 4eca5ae4-cdb4-459d-8e50-c0e23591f0df by drivers openvswitch,hyperv on host hv-cinder-80475 at level 0 using segments [{'id': '7ab29d0f-d9dc-4af3-8a14-c40680d91b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '8f05d5cd-7919-446b-b1be-b892178c27ff'}] {{(pid=119953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:59:45.984012 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e3a7334-07ac-40f3-aaac-65e5f796edcd req-8bc96441-0140-4e00-9e82-d39c520fa258 service neutron] Attempting to bind port 4eca5ae4-cdb4-459d-8e50-c0e23591f0df on network 8f05d5cd-7919-446b-b1be-b892178c27ff {{(pid=119953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:59:45.988561 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e3a7334-07ac-40f3-aaac-65e5f796edcd req-8bc96441-0140-4e00-9e82-d39c520fa258 service neutron] Port 4eca5ae4-cdb4-459d-8e50-c0e23591f0df on network 8f05d5cd-7919-446b-b1be-b892178c27ff not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80475 {{(pid=119953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 16:59:45.988888 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e3a7334-07ac-40f3-aaac-65e5f796edcd req-8bc96441-0140-4e00-9e82-d39c520fa258 service neutron] Attempting to bind port 4eca5ae4-cdb4-459d-8e50-c0e23591f0df on network 8f05d5cd-7919-446b-b1be-b892178c27ff {{(pid=119953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:59:45.993824 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e3a7334-07ac-40f3-aaac-65e5f796edcd req-8bc96441-0140-4e00-9e82-d39c520fa258 service neutron] Checking agent: {'id': '152bcc15-84f4-40a7-afe1-c30bc7269f8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80475', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 16, 50, 24), 'started_at': datetime.datetime(2022, 3, 7, 16, 50, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 59, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:59:45.994167 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e3a7334-07ac-40f3-aaac-65e5f796edcd req-8bc96441-0140-4e00-9e82-d39c520fa258 service neutron] Checking segment: {'id': '7ab29d0f-d9dc-4af3-8a14-c40680d91b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '8f05d5cd-7919-446b-b1be-b892178c27ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:59:45.994549 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e3a7334-07ac-40f3-aaac-65e5f796edcd req-8bc96441-0140-4e00-9e82-d39c520fa258 service neutron] Bound using segment: {'id': '7ab29d0f-d9dc-4af3-8a14-c40680d91b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '8f05d5cd-7919-446b-b1be-b892178c27ff'} {{(pid=119953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:59:45.994983 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.managers [req-0e3a7334-07ac-40f3-aaac-65e5f796edcd req-8bc96441-0140-4e00-9e82-d39c520fa258 service neutron] Bound port: 4eca5ae4-cdb4-459d-8e50-c0e23591f0df, host: hv-cinder-80475, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ab29d0f-d9dc-4af3-8a14-c40680d91b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '8f05d5cd-7919-446b-b1be-b892178c27ff'}}] {{(pid=119953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:59:45.995344 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [req-0e3a7334-07ac-40f3-aaac-65e5f796edcd req-8bc96441-0140-4e00-9e82-d39c520fa258 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8385759'] for port (4eca5ae4-cdb4-459d-8e50-c0e23591f0df), before_update {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:59:46.063689 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.db [req-0e3a7334-07ac-40f3-aaac-65e5f796edcd req-8bc96441-0140-4e00-9e82-d39c520fa258 service neutron] For port 4eca5ae4-cdb4-459d-8e50-c0e23591f0df, host hv-cinder-80475, cleared binding levels {{(pid=119953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:59:46.067382 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.db [req-0e3a7334-07ac-40f3-aaac-65e5f796edcd req-8bc96441-0140-4e00-9e82-d39c520fa258 service neutron] For port 4eca5ae4-cdb4-459d-8e50-c0e23591f0df, host hv-cinder-80475, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=4eca5ae4-cdb4-459d-8e50-c0e23591f0df,segment=NetworkSegment(7ab29d0f-d9dc-4af3-8a14-c40680d91b99),segment_id=7ab29d0f-d9dc-4af3-8a14-c40680d91b99)] {{(pid=119953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:59:46.076954 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [req-0e3a7334-07ac-40f3-aaac-65e5f796edcd req-8bc96441-0140-4e00-9e82-d39c520fa258 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754346672056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754346267073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754346267091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9282845'] for port (4eca5ae4-cdb4-459d-8e50-c0e23591f0df), after_update {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:59:46.108597 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3a7334-07ac-40f3-aaac-65e5f796edcd req-8bc96441-0140-4e00-9e82-d39c520fa258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:59:46.109214 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [req-0e3a7334-07ac-40f3-aaac-65e5f796edcd req-8bc96441-0140-4e00-9e82-d39c520fa258 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47102'] for port (None), before_response {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:59:46.110601 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-0e3a7334-07ac-40f3-aaac-65e5f796edcd req-8bc96441-0140-4e00-9e82-d39c520fa258 service neutron] 10.222.0.66 "PUT /v2.0/ports/4eca5ae4-cdb4-459d-8e50-c0e23591f0df HTTP/1.1" status: 200 len: 1094 time: 0.6609344 Mar 07 16:59:46.111046 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1d78364-5e86-4802-993e-7712ab78d746', 'tag': '4eca5ae4-cdb4-459d-8e50-c0e23591f0df'}] {{(pid=119953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:59:46.113498 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed95515d7af65a162ef4af60abe3e4aacc73bb6c2379f81891a58e09c3a2d0f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4ac92da-e802-4836-83be-9321b1976f2d" -d '{"events": [{"name": "network-changed", "server_uuid": "e1d78364-5e86-4802-993e-7712ab78d746", "tag": "4eca5ae4-cdb4-459d-8e50-c0e23591f0df"}]}' {{(pid=119953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:59:46.140013 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc96441-0140-4e00-9e82-d39c520fa258 service neutron] Pushing event updated for resources: {'Port': ['ID=4eca5ae4-cdb4-459d-8e50-c0e23591f0df,revision_number=3']} {{(pid=119953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:59:46.207339 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 16:59:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c7f07e7-d67e-40cb-a4a9-dd16503c5636 x-openstack-request-id: req-5c7f07e7-d67e-40cb-a4a9-dd16503c5636 {{(pid=119953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:59:46.207710 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1d78364-5e86-4802-993e-7712ab78d746", "tag": "4eca5ae4-cdb4-459d-8e50-c0e23591f0df", "status": "completed", "code": 200}]} {{(pid=119953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:59:46.208059 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5c7f07e7-d67e-40cb-a4a9-dd16503c5636 {{(pid=119953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:59:46.208525 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1d78364-5e86-4802-993e-7712ab78d746', 'tag': '4eca5ae4-cdb4-459d-8e50-c0e23591f0df', 'status': 'completed', 'code': 200} Mar 07 16:59:46.229666 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3a7334-07ac-40f3-aaac-65e5f796edcd req-33bb6ac5-0944-422b-8f10-719d1ebf6a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:59:46.231180 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-0e3a7334-07ac-40f3-aaac-65e5f796edcd req-33bb6ac5-0944-422b-8f10-719d1ebf6a62 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f13607869be844f9bb555f4bee0519ef&device_id=e1d78364-5e86-4802-993e-7712ab78d746 HTTP/1.1" status: 200 len: 1128 time: 0.0571747 Mar 07 16:59:46.285844 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-0e3a7334-07ac-40f3-aaac-65e5f796edcd req-74edf29c-9445-4294-aec6-8c8c796cfce2 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4eca5ae4-cdb4-459d-8e50-c0e23591f0df HTTP/1.1" status: 200 len: 217 time: 0.0408664 Mar 07 16:59:46.334770 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3a7334-07ac-40f3-aaac-65e5f796edcd req-7cdf7ed8-6d50-4442-a1fa-07d09080b5b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:59:46.336268 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-0e3a7334-07ac-40f3-aaac-65e5f796edcd req-7cdf7ed8-6d50-4442-a1fa-07d09080b5b6 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=e51eb166-648f-4129-afbc-b350e9a7b41b HTTP/1.1" status: 200 len: 851 time: 0.0449171 Mar 07 16:59:46.385313 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3a7334-07ac-40f3-aaac-65e5f796edcd req-310090e1-cf44-4d6e-8840-e6baff0041b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:59:46.390471 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-0e3a7334-07ac-40f3-aaac-65e5f796edcd req-310090e1-cf44-4d6e-8840-e6baff0041b9 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=8f05d5cd-7919-446b-b1be-b892178c27ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0450335 Mar 07 16:59:46.736187 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-0e3a7334-07ac-40f3-aaac-65e5f796edcd req-56261e88-db60-4678-98c7-74715c1631d6 service neutron] 10.222.0.66 "GET /v2.0/networks/8f05d5cd-7919-446b-b1be-b892178c27ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3422883 Mar 07 16:59:46.830430 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-0e3a7334-07ac-40f3-aaac-65e5f796edcd req-4e2ebd00-fffe-45a1-ada3-b11bbc692f0c service neutron] 10.222.0.66 "GET /v2.0/networks/8f05d5cd-7919-446b-b1be-b892178c27ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828419 Mar 07 16:59:46.969206 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ac92da-e802-4836-83be-9321b1976f2d req-f7e6c3ec-ca61-4611-a55c-933e5e0e2ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:59:46.972647 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-e4ac92da-e802-4836-83be-9321b1976f2d req-f7e6c3ec-ca61-4611-a55c-933e5e0e2ca9 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f13607869be844f9bb555f4bee0519ef&device_id=e1d78364-5e86-4802-993e-7712ab78d746 HTTP/1.1" status: 200 len: 1128 time: 0.0531461 Mar 07 16:59:47.086604 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e928a53f-1c1d-4b1c-bcbf-936307ce3b3a req-1cedbcea-c21e-4185-8c5e-7c7ebea1eb10 tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:59:47.093583 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-e928a53f-1c1d-4b1c-bcbf-936307ce3b3a req-1cedbcea-c21e-4185-8c5e-7c7ebea1eb10 tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] 10.222.0.18 "GET /v2.0/ports?device_id=e1d78364-5e86-4802-993e-7712ab78d746 HTTP/1.1" status: 200 len: 944 time: 0.0603654 Mar 07 16:59:47.102750 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ac92da-e802-4836-83be-9321b1976f2d req-bc665069-24f5-47b0-a022-b27284218974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:59:47.104329 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-e4ac92da-e802-4836-83be-9321b1976f2d req-bc665069-24f5-47b0-a022-b27284218974 service neutron] 10.222.0.66 "GET /v2.0/networks?id=8f05d5cd-7919-446b-b1be-b892178c27ff HTTP/1.1" status: 200 len: 913 time: 0.1258814 Mar 07 16:59:47.138064 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-e928a53f-1c1d-4b1c-bcbf-936307ce3b3a req-3d5563df-3123-4cfe-a232-da9b36b4c4f4 tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ad0d2f6-f98b-473c-8468-cfc7e978930e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435493 Mar 07 16:59:47.148076 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-e4ac92da-e802-4836-83be-9321b1976f2d req-fb51b852-a25d-409b-9aa5-55044d58716a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4eca5ae4-cdb4-459d-8e50-c0e23591f0df HTTP/1.1" status: 200 len: 217 time: 0.0368986 Mar 07 16:59:47.163694 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-740383cf-f340-4aae-ae69-0e0729b9544a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194190'] for agent (85f07778-81ef-4888-a2e3-51ae57b6426a), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:59:47.200866 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ac92da-e802-4836-83be-9321b1976f2d req-101aedcc-81d7-487c-a49d-5035688dbed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:59:47.202352 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-e4ac92da-e802-4836-83be-9321b1976f2d req-101aedcc-81d7-487c-a49d-5035688dbed1 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=e51eb166-648f-4129-afbc-b350e9a7b41b HTTP/1.1" status: 200 len: 851 time: 0.0446146 Mar 07 16:59:47.254262 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ac92da-e802-4836-83be-9321b1976f2d req-8d3d335a-2bcd-43e3-99be-78ceafdf29ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:59:47.255897 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-e4ac92da-e802-4836-83be-9321b1976f2d req-8d3d335a-2bcd-43e3-99be-78ceafdf29ab service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=8f05d5cd-7919-446b-b1be-b892178c27ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0467989 Mar 07 16:59:47.351421 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-e4ac92da-e802-4836-83be-9321b1976f2d req-7ad2bcad-f1ba-400f-bc8f-6b0e106791ca service neutron] 10.222.0.66 "GET /v2.0/networks/8f05d5cd-7919-446b-b1be-b892178c27ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861304 Mar 07 16:59:47.449481 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-e4ac92da-e802-4836-83be-9321b1976f2d req-be6ae6bd-c25b-4890-a0de-f0169e07e47a service neutron] 10.222.0.66 "GET /v2.0/networks/8f05d5cd-7919-446b-b1be-b892178c27ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896392 Mar 07 16:59:48.260841 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9c5519-3a31-4484-bcbb-0ee3a4ac8336 req-37221271-4bf4-45c2-97c0-dd97de032c6d tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:59:48.262365 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-4f9c5519-3a31-4484-bcbb-0ee3a4ac8336 req-37221271-4bf4-45c2-97c0-dd97de032c6d tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] 10.222.0.18 "GET /v2.0/ports?device_id=e1d78364-5e86-4802-993e-7712ab78d746 HTTP/1.1" status: 200 len: 944 time: 0.0552020 Mar 07 16:59:48.320590 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-4f9c5519-3a31-4484-bcbb-0ee3a4ac8336 req-f7a83013-8451-4d1e-990b-f850a3be1818 tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ad0d2f6-f98b-473c-8468-cfc7e978930e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508983 Mar 07 16:59:49.390870 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-17644613-a3c6-49e1-a80f-d0cf5cab3256 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194190'] for agent (4cbb3502-d72e-4663-b57e-51d645794085), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:59:49.454114 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752b092e-7fc9-4a6f-9feb-e9fff186c3ba req-a32040fb-1908-4d41-8501-becad96acf3d tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:59:49.455845 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-752b092e-7fc9-4a6f-9feb-e9fff186c3ba req-a32040fb-1908-4d41-8501-becad96acf3d tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] 10.222.0.18 "GET /v2.0/ports?device_id=e1d78364-5e86-4802-993e-7712ab78d746 HTTP/1.1" status: 200 len: 944 time: 0.0625210 Mar 07 16:59:49.503603 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-752b092e-7fc9-4a6f-9feb-e9fff186c3ba req-25ad79f7-4fb3-49bc-9bed-0e705d417b97 tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ad0d2f6-f98b-473c-8468-cfc7e978930e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420260 Mar 07 16:59:49.617757 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.wsgi [-] (119953) accepted ('10.222.0.18', 57724) {{(pid=119953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:59:49.726824 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-d8c46b86-a092-4c16-a9bf-efe3aef2999a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:59:49.801945 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-d8c46b86-a092-4c16-a9bf-efe3aef2999a admin admin] Publish callbacks [] for security_group (d48b2eac-c045-493e-95f7-49fa10bc5c15), precommit_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:59:49.806658 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-d8c46b86-a092-4c16-a9bf-efe3aef2999a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543383'] for security_group (d48b2eac-c045-493e-95f7-49fa10bc5c15), after_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:59:49.843811 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [None req-d8c46b86-a092-4c16-a9bf-efe3aef2999a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f681b9461a464c05a9cb10d9bf6242b1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2249537 Mar 07 16:59:49.844640 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c46b86-a092-4c16-a9bf-efe3aef2999a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d48b2eac-c045-493e-95f7-49fa10bc5c15,revision_number=1']} {{(pid=119953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:59:49.846787 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.wsgi [-] (119954) accepted ('10.222.0.18', 57728) {{(pid=119954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:59:49.894377 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-e57fa638-c4b6-4a62-a54c-c67f29e8ff83 admin admin] Publish callbacks [] for security_group (d48b2eac-c045-493e-95f7-49fa10bc5c15), before_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:59:49.915017 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-e57fa638-c4b6-4a62-a54c-c67f29e8ff83 admin admin] Publish callbacks [] for security_group (d48b2eac-c045-493e-95f7-49fa10bc5c15), precommit_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:59:49.963584 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-e57fa638-c4b6-4a62-a54c-c67f29e8ff83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543383'] for security_group (d48b2eac-c045-493e-95f7-49fa10bc5c15), after_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:59:49.966066 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-e57fa638-c4b6-4a62-a54c-c67f29e8ff83 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:59:49.967204 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [None req-e57fa638-c4b6-4a62-a54c-c67f29e8ff83 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d48b2eac-c045-493e-95f7-49fa10bc5c15 HTTP/1.1" status: 204 len: 168 time: 0.1194091 Mar 07 16:59:49.974888 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57fa638-c4b6-4a62-a54c-c67f29e8ff83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d48b2eac-c045-493e-95f7-49fa10bc5c15,revision_number=None']} {{(pid=119954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:59:50.254224 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.wsgi [-] (119953) accepted ('10.222.0.18', 57734) {{(pid=119953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:59:50.267961 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-985f6df8-63ba-4ff3-b216-2a53934b5309 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:59:50.348045 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-985f6df8-63ba-4ff3-b216-2a53934b5309 admin admin] Publish callbacks [] for security_group (7856a854-e051-4620-b6ba-c76c029879dc), precommit_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:59:50.353018 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-985f6df8-63ba-4ff3-b216-2a53934b5309 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543383'] for security_group (7856a854-e051-4620-b6ba-c76c029879dc), after_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:59:50.390041 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [None req-985f6df8-63ba-4ff3-b216-2a53934b5309 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7bea993ace5d43b98ed77a81a1add75b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1346519 Mar 07 16:59:50.390891 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985f6df8-63ba-4ff3-b216-2a53934b5309 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7856a854-e051-4620-b6ba-c76c029879dc,revision_number=1']} {{(pid=119953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:59:50.393150 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.wsgi [-] (119954) accepted ('10.222.0.18', 57738) {{(pid=119954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:59:50.443569 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-2d7c9ba7-d102-41a7-83ed-5e39f68ca292 admin admin] Publish callbacks [] for security_group (7856a854-e051-4620-b6ba-c76c029879dc), before_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:59:50.464848 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-2d7c9ba7-d102-41a7-83ed-5e39f68ca292 admin admin] Publish callbacks [] for security_group (7856a854-e051-4620-b6ba-c76c029879dc), precommit_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:59:50.516830 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-2d7c9ba7-d102-41a7-83ed-5e39f68ca292 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543383'] for security_group (7856a854-e051-4620-b6ba-c76c029879dc), after_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:59:50.519403 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-2d7c9ba7-d102-41a7-83ed-5e39f68ca292 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:59:50.520597 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [None req-2d7c9ba7-d102-41a7-83ed-5e39f68ca292 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7856a854-e051-4620-b6ba-c76c029879dc HTTP/1.1" status: 204 len: 168 time: 0.1264553 Mar 07 16:59:50.528267 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7c9ba7-d102-41a7-83ed-5e39f68ca292 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7856a854-e051-4620-b6ba-c76c029879dc,revision_number=None']} {{(pid=119954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:59:50.535100 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-ad94e2ed-e0a8-44ae-a5ff-cf9ca5ab0e17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194190'] for agent (82ccd293-b7fb-4417-a581-186a4d7e9931), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:59:50.635055 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c59d7c6-8b7d-46f5-8273-c6c00e79afb5 req-f55c1579-873f-4821-a37d-08f6d9801a5b tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:59:50.636800 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-6c59d7c6-8b7d-46f5-8273-c6c00e79afb5 req-f55c1579-873f-4821-a37d-08f6d9801a5b tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] 10.222.0.18 "GET /v2.0/ports?device_id=e1d78364-5e86-4802-993e-7712ab78d746 HTTP/1.1" status: 200 len: 944 time: 0.0555859 Mar 07 16:59:50.689185 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-6c59d7c6-8b7d-46f5-8273-c6c00e79afb5 req-a30a8991-ea54-491c-975f-012fbf0e8ae8 tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ad0d2f6-f98b-473c-8468-cfc7e978930e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461841 Mar 07 16:59:51.256165 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.wsgi [-] (119954) accepted ('10.222.0.18', 57762) {{(pid=119954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:59:51.352876 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.v2.base [None req-c66334c3-9564-495f-8aad-064d2c37c620 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1653716222-network', 'tenant_id': '07fdb8afa99544c18da4ae5ec2172a6a'}} {{(pid=119954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:59:51.597630 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c66334c3-9564-495f-8aad-064d2c37c620 admin admin] Made reservation on behalf of 07fdb8afa99544c18da4ae5ec2172a6a for: {'network': 1} {{(pid=119954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:59:51.599734 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-c66334c3-9564-495f-8aad-064d2c37c620 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8385759'] for network (None), before_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:59:51.607732 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-c66334c3-9564-495f-8aad-064d2c37c620 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:59:51.679110 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-c66334c3-9564-495f-8aad-064d2c37c620 admin admin] Publish callbacks [] for security_group (d54878f9-32a8-4665-9f93-319a45debe8e), precommit_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:59:51.684012 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-c66334c3-9564-495f-8aad-064d2c37c620 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543383'] for security_group (d54878f9-32a8-4665-9f93-319a45debe8e), after_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:59:51.708705 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c66334c3-9564-495f-8aad-064d2c37c620 admin admin] vlan segment allocate from pool success with {'vlan_id': 887, 'physical_network': 'physnet1'} {{(pid=119954) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 16:59:51.719333 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66334c3-9564-495f-8aad-064d2c37c620 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d54878f9-32a8-4665-9f93-319a45debe8e,revision_number=1']} {{(pid=119954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:59:51.724455 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-c66334c3-9564-495f-8aad-064d2c37c620 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8315985'] for segment (27963672-8b94-4491-bec5-1ad2614eae26), precommit_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:59:51.724794 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.db.segments_db [None req-c66334c3-9564-495f-8aad-064d2c37c620 admin admin] Added segment 27963672-8b94-4491-bec5-1ad2614eae26 of type vlan for network 261e9aec-ed08-4c0f-a3ce-d3fd24f570ae Mar 07 16:59:51.777544 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-c66334c3-9564-495f-8aad-064d2c37c620 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754346284054'] for network (261e9aec-ed08-4c0f-a3ce-d3fd24f570ae), precommit_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:59:51.826682 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-c66334c3-9564-495f-8aad-064d2c37c620 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917'] for network (261e9aec-ed08-4c0f-a3ce-d3fd24f570ae), after_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:59:51.828082 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c66334c3-9564-495f-8aad-064d2c37c620 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:59:51.828664 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-c66334c3-9564-495f-8aad-064d2c37c620 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550935'] for network (None), before_response {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:59:51.850080 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c0ba26-5d33-49a6-8d8f-fd2583d70000 req-3c9713cf-cb9f-4b0f-a6b2-4405eb460cfd tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:59:51.851591 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-45c0ba26-5d33-49a6-8d8f-fd2583d70000 req-3c9713cf-cb9f-4b0f-a6b2-4405eb460cfd tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] 10.222.0.18 "GET /v2.0/ports?device_id=e1d78364-5e86-4802-993e-7712ab78d746 HTTP/1.1" status: 200 len: 944 time: 0.0900486 Mar 07 16:59:51.909296 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [None req-c66334c3-9564-495f-8aad-064d2c37c620 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6519382 Mar 07 16:59:51.912462 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.wsgi [-] (119953) accepted ('10.222.0.18', 57770) {{(pid=119953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:59:51.913955 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66334c3-9564-495f-8aad-064d2c37c620 admin admin] Pushing event updated for resources: {'Network': ['ID=261e9aec-ed08-4c0f-a3ce-d3fd24f570ae,revision_number=1']} {{(pid=119954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:59:51.925518 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.rpc [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Network 261e9aec-ed08-4c0f-a3ce-d3fd24f570ae details requested by agent ovs-agent-dv-cinder-804757-24-iscsi with host dv-cinder-804757-24-iscsi {{(pid=119955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 16:59:51.926074 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.v2.base [None req-0ac9493c-ae6c-45d4-8c2f-62fcf60dc399 admin admin] Request body: {'subnet': {'network_id': '261e9aec-ed08-4c0f-a3ce-d3fd24f570ae', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1653716222-subnet', 'tenant_id': '07fdb8afa99544c18da4ae5ec2172a6a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=119953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:59:51.946596 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ac9493c-ae6c-45d4-8c2f-62fcf60dc399 admin admin] Made reservation on behalf of 07fdb8afa99544c18da4ae5ec2172a6a for: {'subnet': 1} {{(pid=119953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:59:51.949262 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-0ac9493c-ae6c-45d4-8c2f-62fcf60dc399 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9423202'] for subnet (None), before_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:59:51.961268 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-45c0ba26-5d33-49a6-8d8f-fd2583d70000 req-b106c3d6-f91c-4992-8cea-a19ed9bde149 tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ad0d2f6-f98b-473c-8468-cfc7e978930e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0998690 Mar 07 16:59:52.120444 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-0ac9493c-ae6c-45d4-8c2f-62fcf60dc399 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9282708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9423228'] for subnet (35c89b9b-390b-41f8-9fe3-fa2ca6cc8575), after_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:59:52.158215 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-0d1b32c5-0803-4391-a623-fc098c7d5199 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194190'] for agent (8123e327-866e-42b5-856f-55ddd9e9e5b2), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:59:52.171307 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac9493c-ae6c-45d4-8c2f-62fcf60dc399 admin admin] Pushing event updated for resources: {'Subnet': ['ID=35c89b9b-390b-41f8-9fe3-fa2ca6cc8575,revision_number=0']} {{(pid=119953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:59:52.183270 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac9493c-ae6c-45d4-8c2f-62fcf60dc399 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:59:52.183616 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac9493c-ae6c-45d4-8c2f-62fcf60dc399 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:59:52.183945 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac9493c-ae6c-45d4-8c2f-62fcf60dc399 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:59:52.184308 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac9493c-ae6c-45d4-8c2f-62fcf60dc399 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:59:52.184629 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac9493c-ae6c-45d4-8c2f-62fcf60dc399 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:59:52.184948 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac9493c-ae6c-45d4-8c2f-62fcf60dc399 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:59:52.185269 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac9493c-ae6c-45d4-8c2f-62fcf60dc399 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:59:52.185589 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac9493c-ae6c-45d4-8c2f-62fcf60dc399 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:59:52.185889 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac9493c-ae6c-45d4-8c2f-62fcf60dc399 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:59:52.186204 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac9493c-ae6c-45d4-8c2f-62fcf60dc399 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:59:52.186529 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac9493c-ae6c-45d4-8c2f-62fcf60dc399 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:59:52.186827 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac9493c-ae6c-45d4-8c2f-62fcf60dc399 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:59:52.187137 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac9493c-ae6c-45d4-8c2f-62fcf60dc399 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:59:52.192321 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ac9493c-ae6c-45d4-8c2f-62fcf60dc399 admin admin] Checking segment: {'id': '27963672-8b94-4491-bec5-1ad2614eae26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '261e9aec-ed08-4c0f-a3ce-d3fd24f570ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:59:52.192677 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ac9493c-ae6c-45d4-8c2f-62fcf60dc399 admin admin] Network hostable DHCP agents. Network: 261e9aec-ed08-4c0f-a3ce-d3fd24f570ae, hostable agents: ['85f07778-81ef-4888-a2e3-51ae57b6426a'], hosted agents: [] {{(pid=119953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 16:59:52.211315 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ac9493c-ae6c-45d4-8c2f-62fcf60dc399 admin admin] Network 261e9aec-ed08-4c0f-a3ce-d3fd24f570ae is scheduled to be hosted by DHCP agent 85f07778-81ef-4888-a2e3-51ae57b6426a with binding_index 1 {{(pid=119953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 16:59:52.221660 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.scheduler.base_scheduler [None req-0ac9493c-ae6c-45d4-8c2f-62fcf60dc399 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804757-24-iscsi, 261e9aec-ed08-4c0f-a3ce-d3fd24f570ae) {{(pid=119953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:59:52.225630 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ac9493c-ae6c-45d4-8c2f-62fcf60dc399 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:59:52.226219 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-0ac9493c-ae6c-45d4-8c2f-62fcf60dc399 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550935'] for subnet (None), before_response {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:59:52.231130 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5329413c-af41-46d2-8874-ee6026aa05f7 None None] Network 261e9aec-ed08-4c0f-a3ce-d3fd24f570ae requested from dv-cinder-804757-24-iscsi {{(pid=119955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:59:52.241570 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [None req-0ac9493c-ae6c-45d4-8c2f-62fcf60dc399 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3272564 Mar 07 16:59:52.333475 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eeb17ef-4100-4418-b837-573fa5380c0f None None] Network 261e9aec-ed08-4c0f-a3ce-d3fd24f570ae requested from dv-cinder-804757-24-iscsi {{(pid=119955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:59:53.036189 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.wsgi [-] (119953) accepted ('10.222.0.18', 57790) {{(pid=119953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:59:53.040952 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.v2.base [None req-08855eff-1097-4410-bb03-705558f51225 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2091701501', 'description': 'tempest-description--1483071493'}} {{(pid=119953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:59:53.062318 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-08855eff-1097-4410-bb03-705558f51225 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Publish callbacks [] for security_group (None), before_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:59:53.077133 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e8d67b-4b84-4cbb-9119-edf73daae6c3 req-bf72eaa7-6584-4bd3-82fb-9d98789129df tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:59:53.078625 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-37e8d67b-4b84-4cbb-9119-edf73daae6c3 req-bf72eaa7-6584-4bd3-82fb-9d98789129df tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] 10.222.0.18 "GET /v2.0/ports?device_id=e1d78364-5e86-4802-993e-7712ab78d746 HTTP/1.1" status: 200 len: 944 time: 0.0585434 Mar 07 16:59:53.132605 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-37e8d67b-4b84-4cbb-9119-edf73daae6c3 req-8b23186c-8157-4c95-b6d2-f1939bcc341e tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ad0d2f6-f98b-473c-8468-cfc7e978930e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480549 Mar 07 16:59:53.135640 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-08855eff-1097-4410-bb03-705558f51225 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Publish callbacks [] for security_group (01c2d2a5-417f-4887-abbc-1813726d2ed7), precommit_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:59:53.140188 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-08855eff-1097-4410-bb03-705558f51225 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543383'] for security_group (01c2d2a5-417f-4887-abbc-1813726d2ed7), after_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:59:53.164838 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-08855eff-1097-4410-bb03-705558f51225 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Publish callbacks [] for security_group (None), before_response {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:59:53.166068 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [None req-08855eff-1097-4410-bb03-705558f51225 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1288528 Mar 07 16:59:53.169117 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.wsgi [-] (119954) accepted ('10.222.0.18', 57792) {{(pid=119954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:59:53.174213 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.v2.base [None req-c068d93f-13a8-4b23-91cf-d63ea00bd10c tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Request body: {'security_group_rule': {'security_group_id': '01c2d2a5-417f-4887-abbc-1813726d2ed7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=119954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:59:53.174358 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08855eff-1097-4410-bb03-705558f51225 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01c2d2a5-417f-4887-abbc-1813726d2ed7,revision_number=1']} {{(pid=119953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:59:53.197489 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-c068d93f-13a8-4b23-91cf-d63ea00bd10c tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Publish callbacks [] for security_group_rule (977cfe53-eb37-4f82-b6c9-150abf234962), before_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:59:53.250465 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-c068d93f-13a8-4b23-91cf-d63ea00bd10c tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Publish callbacks [] for security_group_rule (977cfe53-eb37-4f82-b6c9-150abf234962), precommit_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:59:53.254409 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-c068d93f-13a8-4b23-91cf-d63ea00bd10c tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543268'] for security_group_rule (977cfe53-eb37-4f82-b6c9-150abf234962), after_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:59:53.271265 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c068d93f-13a8-4b23-91cf-d63ea00bd10c tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=977cfe53-eb37-4f82-b6c9-150abf234962,revision_number=0']} {{(pid=119954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:59:53.280004 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-c068d93f-13a8-4b23-91cf-d63ea00bd10c tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:59:53.281350 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [None req-c068d93f-13a8-4b23-91cf-d63ea00bd10c tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1111457 Mar 07 16:59:53.284149 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.wsgi [-] (119954) accepted ('10.222.0.18', 57794) {{(pid=119954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:59:53.288482 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.v2.base [None req-0cacae10-8fa7-4aa9-82e8-be31cf9c7f92 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Request body: {'security_group_rule': {'security_group_id': '01c2d2a5-417f-4887-abbc-1813726d2ed7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=119954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:59:53.315541 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-0cacae10-8fa7-4aa9-82e8-be31cf9c7f92 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Publish callbacks [] for security_group_rule (638f967d-2df4-4ab0-95c4-a2b6abd258b4), before_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:59:53.372607 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-0cacae10-8fa7-4aa9-82e8-be31cf9c7f92 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Publish callbacks [] for security_group_rule (638f967d-2df4-4ab0-95c4-a2b6abd258b4), precommit_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:59:53.377997 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-0cacae10-8fa7-4aa9-82e8-be31cf9c7f92 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543268'] for security_group_rule (638f967d-2df4-4ab0-95c4-a2b6abd258b4), after_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:59:53.396445 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cacae10-8fa7-4aa9-82e8-be31cf9c7f92 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=638f967d-2df4-4ab0-95c4-a2b6abd258b4,revision_number=0']} {{(pid=119954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:59:53.405738 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-0cacae10-8fa7-4aa9-82e8-be31cf9c7f92 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:59:53.406930 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [None req-0cacae10-8fa7-4aa9-82e8-be31cf9c7f92 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1218886 Mar 07 16:59:53.410092 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.wsgi [-] (119954) accepted ('10.222.0.18', 57796) {{(pid=119954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:59:53.414344 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.v2.base [None req-cdcc6a15-b8b3-4dd9-8271-9d619db3e8bb tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Request body: {'floatingip': {'floating_network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88'}} {{(pid=119954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:59:53.434524 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-cdcc6a15-b8b3-4dd9-8271-9d619db3e8bb tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Publish callbacks [] for floatingip (None), before_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:59:53.472092 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194190'] for agent (3df9d949-03e8-46c4-b37f-6f8a21aeab22), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:59:53.533297 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-cdcc6a15-b8b3-4dd9-8271-9d619db3e8bb tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8385759'] for port (None), before_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:59:53.642281 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.db.db_base_plugin_common [None req-cdcc6a15-b8b3-4dd9-8271-9d619db3e8bb tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Allocated IP 172.27.2.129 (3eba6d1e-0acd-4586-8e75-f5a4e7e90d88/6a2f7f11-a189-49ba-a838-e124f718c0dc/f0fa79e0-c9b6-4d79-9278-bbe65dc53cf7) {{(pid=119954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:59:53.749437 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-cdcc6a15-b8b3-4dd9-8271-9d619db3e8bb tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Publish callbacks [] for port (f0fa79e0-c9b6-4d79-9278-bbe65dc53cf7), precommit_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:59:53.786702 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-cdcc6a15-b8b3-4dd9-8271-9d619db3e8bb tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754346267055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3211674'] for port (f0fa79e0-c9b6-4d79-9278-bbe65dc53cf7), after_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:59:53.830686 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdcc6a15-b8b3-4dd9-8271-9d619db3e8bb tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Network 3eba6d1e-0acd-4586-8e75-f5a4e7e90d88 is already hosted by enough agents. {{(pid=119954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:59:53.834989 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.scheduler.base_scheduler [None req-cdcc6a15-b8b3-4dd9-8271-9d619db3e8bb tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Resources bound (agent type, host, resource id): {{(pid=119954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:59:53.838498 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdcc6a15-b8b3-4dd9-8271-9d619db3e8bb tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Received port after_create {{(pid=119954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:59:53.844109 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcc6a15-b8b3-4dd9-8271-9d619db3e8bb tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Pushing event updated for resources: {'Port': ['ID=f0fa79e0-c9b6-4d79-9278-bbe65dc53cf7,revision_number=1']} {{(pid=119954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:59:53.929076 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-cdcc6a15-b8b3-4dd9-8271-9d619db3e8bb tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Publish callbacks [] for floatingip (be822e25-1b1f-49f9-86de-ee18e2422c42), precommit_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:59:53.966749 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-cdcc6a15-b8b3-4dd9-8271-9d619db3e8bb tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8385759'] for port (f0fa79e0-c9b6-4d79-9278-bbe65dc53cf7), before_update {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:59:53.999256 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3564cda1-4394-4cab-98a3-350419577f44 req-4321b9c1-5c0d-4944-8841-aa471249d274 tempest-VolumesActionsTest-1688464897 tempest-VolumesActionsTest-1688464897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:59:54.000801 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-3564cda1-4394-4cab-98a3-350419577f44 req-4321b9c1-5c0d-4944-8841-aa471249d274 tempest-VolumesActionsTest-1688464897 tempest-VolumesActionsTest-1688464897-project] 10.222.0.18 "GET /v2.0/networks?id=261e9aec-ed08-4c0f-a3ce-d3fd24f570ae HTTP/1.1" status: 200 len: 809 time: 0.1075897 Mar 07 16:59:54.015307 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-3564cda1-4394-4cab-98a3-350419577f44 req-45572a4d-16ee-409f-9202-98da3ef2948a tempest-VolumesActionsTest-1688464897 tempest-VolumesActionsTest-1688464897-project] 10.222.0.18 "GET /v2.0/quotas/07fdb8afa99544c18da4ae5ec2172a6a HTTP/1.1" status: 200 len: 375 time: 0.0089548 Mar 07 16:59:54.047315 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-3564cda1-4394-4cab-98a3-350419577f44 req-64af53df-ae37-4881-b9de-b776cc09ed57 tempest-VolumesActionsTest-1688464897 tempest-VolumesActionsTest-1688464897-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=07fdb8afa99544c18da4ae5ec2172a6a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0267086 Mar 07 16:59:54.115898 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-cdcc6a15-b8b3-4dd9-8271-9d619db3e8bb tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Publish callbacks [] for port (f0fa79e0-c9b6-4d79-9278-bbe65dc53cf7), precommit_update {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:59:54.121113 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-cdcc6a15-b8b3-4dd9-8271-9d619db3e8bb tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754346672056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754346267073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754346267091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3211747'] for port (f0fa79e0-c9b6-4d79-9278-bbe65dc53cf7), after_update {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:59:54.187482 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcc6a15-b8b3-4dd9-8271-9d619db3e8bb tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Pushing event updated for resources: {'Port': ['ID=f0fa79e0-c9b6-4d79-9278-bbe65dc53cf7,revision_number=2']} {{(pid=119954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:59:54.198301 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-cdcc6a15-b8b3-4dd9-8271-9d619db3e8bb tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-706389'] for floatingip (be822e25-1b1f-49f9-86de-ee18e2422c42), after_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:59:54.202437 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-3564cda1-4394-4cab-98a3-350419577f44 req-00352813-d97c-4be0-93ed-2fadd03408a0 service neutron] 10.222.0.18 "GET /v2.0/networks/261e9aec-ed08-4c0f-a3ce-d3fd24f570ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478283 Mar 07 16:59:54.221522 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194190'] for agent (152bcc15-84f4-40a7-afe1-c30bc7269f8a), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:59:54.237481 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-cdcc6a15-b8b3-4dd9-8271-9d619db3e8bb tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47102'] for floatingip (None), before_response {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:59:54.238699 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [None req-cdcc6a15-b8b3-4dd9-8271-9d619db3e8bb tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8276641 Mar 07 16:59:54.269629 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b3a448-abbb-42ba-8d27-fa0a80d9f931 req-2a9bacdd-3cc8-4b50-9c57-a4f5db566765 tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:59:54.271285 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-19b3a448-abbb-42ba-8d27-fa0a80d9f931 req-2a9bacdd-3cc8-4b50-9c57-a4f5db566765 tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] 10.222.0.18 "GET /v2.0/ports?device_id=e1d78364-5e86-4802-993e-7712ab78d746 HTTP/1.1" status: 200 len: 944 time: 0.0693231 Mar 07 16:59:54.296448 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-3564cda1-4394-4cab-98a3-350419577f44 req-158d1fb7-d96e-4961-ba5d-726e6305856d service neutron] 10.222.0.18 "GET /v2.0/networks/261e9aec-ed08-4c0f-a3ce-d3fd24f570ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871141 Mar 07 16:59:54.334364 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-19b3a448-abbb-42ba-8d27-fa0a80d9f931 req-48a21c13-40c5-4fcd-9156-6db81661299f tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ad0d2f6-f98b-473c-8468-cfc7e978930e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521438 Mar 07 16:59:54.446330 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-22499ded-e5e1-45f7-aca0-f5389ed7e0fc req-b2f66d83-ad72-477d-aea2-0e639e29f1cf tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--2091701501&fields=id&tenant_id=96d24f87dbc54cf4a14285a307b25838 HTTP/1.1" status: 200 len: 267 time: 0.0468829 Mar 07 16:59:54.480485 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-978d7470-65d7-4d10-a262-04f38ef10909 req-2dbbf8e7-2358-454b-a27a-99bcda4fc6ae tempest-VolumesActionsTest-1688464897 tempest-VolumesActionsTest-1688464897-project] 10.222.0.18 "GET /v2.0/ports?device_id=873e1785-8a3b-4645-b8d9-623aa6288d91 HTTP/1.1" status: 200 len: 210 time: 0.0364630 Mar 07 16:59:54.553749 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22499ded-e5e1-45f7-aca0-f5389ed7e0fc req-878275f3-ffa2-483d-a020-eca5fd6082f0 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:59:54.555274 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-22499ded-e5e1-45f7-aca0-f5389ed7e0fc req-878275f3-ffa2-483d-a020-eca5fd6082f0 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] 10.222.0.18 "GET /v2.0/networks?id=3df42a45-56b5-4fc7-8b36-6d79a9e64fbf HTTP/1.1" status: 200 len: 815 time: 0.1015635 Mar 07 16:59:54.569761 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-22499ded-e5e1-45f7-aca0-f5389ed7e0fc req-c2a53357-4a33-475d-8be8-9ce5f1ad0e56 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] 10.222.0.18 "GET /v2.0/quotas/96d24f87dbc54cf4a14285a307b25838 HTTP/1.1" status: 200 len: 375 time: 0.0091524 Mar 07 16:59:54.632459 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-22499ded-e5e1-45f7-aca0-f5389ed7e0fc req-bf9645e5-33ae-4900-9eb9-fa1f582206b7 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=96d24f87dbc54cf4a14285a307b25838&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0578070 Mar 07 16:59:54.735042 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-22499ded-e5e1-45f7-aca0-f5389ed7e0fc req-143f5c65-d851-4afa-b69b-0861612ae9b7 service neutron] 10.222.0.18 "GET /v2.0/networks/3df42a45-56b5-4fc7-8b36-6d79a9e64fbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906453 Mar 07 16:59:54.840295 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-22499ded-e5e1-45f7-aca0-f5389ed7e0fc req-25998414-77ca-4ec5-b15d-4ee26847fa13 service neutron] 10.222.0.18 "GET /v2.0/networks/3df42a45-56b5-4fc7-8b36-6d79a9e64fbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987020 Mar 07 16:59:54.993818 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-a566a6c6-9756-4e95-bea1-d836df678f91 req-88c19826-403b-44c2-bdba-8a194cf8245b tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] 10.222.0.18 "GET /v2.0/ports?device_id=5102069c-63dd-43f7-aa5e-de4239c300ab HTTP/1.1" status: 200 len: 210 time: 0.0269740 Mar 07 16:59:55.470124 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ee3bec-af60-4be7-a564-8a2e6fc5877a req-0bcf685e-dbc1-4aee-a397-32be491a650d tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:59:55.471700 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-e3ee3bec-af60-4be7-a564-8a2e6fc5877a req-0bcf685e-dbc1-4aee-a397-32be491a650d tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] 10.222.0.18 "GET /v2.0/ports?device_id=e1d78364-5e86-4802-993e-7712ab78d746 HTTP/1.1" status: 200 len: 944 time: 0.0598178 Mar 07 16:59:55.502681 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3564cda1-4394-4cab-98a3-350419577f44 req-da46c867-a9b7-4a7f-9889-24f92776c19b tempest-VolumesActionsTest-1688464897 tempest-VolumesActionsTest-1688464897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:59:55.510608 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.rpc [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Device 4eca5ae4-cdb4-459d-8e50-c0e23591f0df details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=119955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 16:59:55.512333 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-3564cda1-4394-4cab-98a3-350419577f44 req-da46c867-a9b7-4a7f-9889-24f92776c19b tempest-VolumesActionsTest-1688464897 tempest-VolumesActionsTest-1688464897-project] 10.222.0.66 "GET /v2.0/networks?id=261e9aec-ed08-4c0f-a3ce-d3fd24f570ae HTTP/1.1" status: 200 len: 809 time: 0.1343839 Mar 07 16:59:55.530770 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.v2.base [req-3564cda1-4394-4cab-98a3-350419577f44 req-0922742c-f3c9-4704-b2e1-eab6d6ac42a1 tempest-VolumesActionsTest-1688464897 tempest-VolumesActionsTest-1688464897-project] Request body: {'port': {'device_id': '873e1785-8a3b-4645-b8d9-623aa6288d91', 'network_id': '261e9aec-ed08-4c0f-a3ce-d3fd24f570ae', 'admin_state_up': True, 'tenant_id': '07fdb8afa99544c18da4ae5ec2172a6a'}} {{(pid=119953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:59:55.561218 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-e3ee3bec-af60-4be7-a564-8a2e6fc5877a req-51280f24-b8da-4fb7-aec0-883af9fd5844 tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ad0d2f6-f98b-473c-8468-cfc7e978930e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829012 Mar 07 16:59:55.634066 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-79ee3f92-c0a8-4a28-807b-f14cffb5c892 req-a9c171e8-01e9-4f78-b979-101123987fcd tempest-VolumesActionsTest-1688464897 tempest-VolumesActionsTest-1688464897-project] 10.222.0.18 "GET /v2.0/ports?device_id=873e1785-8a3b-4645-b8d9-623aa6288d91 HTTP/1.1" status: 200 len: 210 time: 0.0716796 Mar 07 16:59:55.660510 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.db [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] For port 4eca5ae4-cdb4-459d-8e50-c0e23591f0df, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=4eca5ae4-cdb4-459d-8e50-c0e23591f0df,segment=NetworkSegment(7ab29d0f-d9dc-4af3-8a14-c40680d91b99),segment_id=7ab29d0f-d9dc-4af3-8a14-c40680d91b99)] {{(pid=119955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:59:55.671099 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.rpc [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Returning: {'device': '4eca5ae4-cdb4-459d-8e50-c0e23591f0df', 'network_id': '8f05d5cd-7919-446b-b1be-b892178c27ff', 'port_id': '4eca5ae4-cdb4-459d-8e50-c0e23591f0df', 'mac_address': 'fa:16:3e:01:30:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 859, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e51eb166-648f-4129-afbc-b350e9a7b41b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 16:59:55.693947 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3564cda1-4394-4cab-98a3-350419577f44 req-0922742c-f3c9-4704-b2e1-eab6d6ac42a1 tempest-VolumesActionsTest-1688464897 tempest-VolumesActionsTest-1688464897-project] Made reservation on behalf of 07fdb8afa99544c18da4ae5ec2172a6a for: {'port': 1} {{(pid=119953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:59:55.697417 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [req-3564cda1-4394-4cab-98a3-350419577f44 req-0922742c-f3c9-4704-b2e1-eab6d6ac42a1 tempest-VolumesActionsTest-1688464897 tempest-VolumesActionsTest-1688464897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8385759'] for port (None), before_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:59:55.708729 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.plugin [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Current status of the port 4eca5ae4-cdb4-459d-8e50-c0e23591f0df is: DOWN; New status is: BUILD {{(pid=119955) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:59:55.709115 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8385759'] for port (4eca5ae4-cdb4-459d-8e50-c0e23591f0df), before_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:59:55.721664 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.notifiers.nova [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4eca5ae4-cdb4-459d-8e50-c0e23591f0df {{(pid=119955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:59:55.744091 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.db [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] For port 4eca5ae4-cdb4-459d-8e50-c0e23591f0df, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=4eca5ae4-cdb4-459d-8e50-c0e23591f0df,segment=NetworkSegment(7ab29d0f-d9dc-4af3-8a14-c40680d91b99),segment_id=7ab29d0f-d9dc-4af3-8a14-c40680d91b99)] {{(pid=119955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:59:55.749189 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754346672056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754346267073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754346267091'] for port (4eca5ae4-cdb4-459d-8e50-c0e23591f0df), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:59:55.795265 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Pushing event updated for resources: {'Port': ['ID=4eca5ae4-cdb4-459d-8e50-c0e23591f0df,revision_number=4']} {{(pid=119955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:59:55.823346 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.db.db_base_plugin_common [req-3564cda1-4394-4cab-98a3-350419577f44 req-0922742c-f3c9-4704-b2e1-eab6d6ac42a1 tempest-VolumesActionsTest-1688464897 tempest-VolumesActionsTest-1688464897-project] Allocated IP 172.20.0.7 (261e9aec-ed08-4c0f-a3ce-d3fd24f570ae/35c89b9b-390b-41f8-9fe3-fa2ca6cc8575/b78e5573-abc3-47f7-9880-e7c918a9b77e) {{(pid=119953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:59:55.977624 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [req-3564cda1-4394-4cab-98a3-350419577f44 req-0922742c-f3c9-4704-b2e1-eab6d6ac42a1 tempest-VolumesActionsTest-1688464897 tempest-VolumesActionsTest-1688464897-project] Publish callbacks [] for port (b78e5573-abc3-47f7-9880-e7c918a9b77e), precommit_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:59:56.012865 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [req-3564cda1-4394-4cab-98a3-350419577f44 req-0922742c-f3c9-4704-b2e1-eab6d6ac42a1 tempest-VolumesActionsTest-1688464897 tempest-VolumesActionsTest-1688464897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754346267055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9282916'] for port (b78e5573-abc3-47f7-9880-e7c918a9b77e), after_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:59:56.055258 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3564cda1-4394-4cab-98a3-350419577f44 req-0922742c-f3c9-4704-b2e1-eab6d6ac42a1 tempest-VolumesActionsTest-1688464897 tempest-VolumesActionsTest-1688464897-project] Network 261e9aec-ed08-4c0f-a3ce-d3fd24f570ae is already hosted by enough agents. {{(pid=119953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:59:56.058340 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.scheduler.base_scheduler [req-3564cda1-4394-4cab-98a3-350419577f44 req-0922742c-f3c9-4704-b2e1-eab6d6ac42a1 tempest-VolumesActionsTest-1688464897 tempest-VolumesActionsTest-1688464897-project] Resources bound (agent type, host, resource id): {{(pid=119953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:59:56.061956 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.db.l3_dvrscheduler_db [req-3564cda1-4394-4cab-98a3-350419577f44 req-0922742c-f3c9-4704-b2e1-eab6d6ac42a1 tempest-VolumesActionsTest-1688464897 tempest-VolumesActionsTest-1688464897-project] Received port after_create {{(pid=119953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:59:56.102402 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-aaa80412-d01b-4869-ae2a-d0f08899f88a req-fee31448-9f19-4ebc-a596-9cd840262708 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] 10.222.0.18 "GET /v2.0/ports?device_id=5102069c-63dd-43f7-aa5e-de4239c300ab HTTP/1.1" status: 200 len: 210 time: 0.0274272 Mar 07 16:59:56.104026 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.db [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] get_ports_and_sgs() called for port_ids ['4eca5ae4-cdb4-459d-8e50-c0e23591f0df'] {{(pid=119955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 16:59:56.110016 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0922742c-f3c9-4704-b2e1-eab6d6ac42a1 tempest-VolumesActionsTest-1688464897 tempest-VolumesActionsTest-1688464897-project] Pushing event updated for resources: {'Port': ['ID=b78e5573-abc3-47f7-9880-e7c918a9b77e,revision_number=1']} {{(pid=119953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:59:56.172235 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3564cda1-4394-4cab-98a3-350419577f44 req-0922742c-f3c9-4704-b2e1-eab6d6ac42a1 tempest-VolumesActionsTest-1688464897 tempest-VolumesActionsTest-1688464897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:59:56.172846 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [req-3564cda1-4394-4cab-98a3-350419577f44 req-0922742c-f3c9-4704-b2e1-eab6d6ac42a1 tempest-VolumesActionsTest-1688464897 tempest-VolumesActionsTest-1688464897-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47102'] for port (None), before_response {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:59:56.199267 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-3564cda1-4394-4cab-98a3-350419577f44 req-0922742c-f3c9-4704-b2e1-eab6d6ac42a1 tempest-VolumesActionsTest-1688464897 tempest-VolumesActionsTest-1688464897-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6739743 Mar 07 16:59:56.217116 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22499ded-e5e1-45f7-aca0-f5389ed7e0fc req-dd74f8f2-c87e-4053-aeaa-0f4e1d30cd49 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:59:56.218546 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-22499ded-e5e1-45f7-aca0-f5389ed7e0fc req-dd74f8f2-c87e-4053-aeaa-0f4e1d30cd49 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] 10.222.0.66 "GET /v2.0/networks?id=3df42a45-56b5-4fc7-8b36-6d79a9e64fbf HTTP/1.1" status: 200 len: 815 time: 0.1349394 Mar 07 16:59:56.223311 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.v2.base [req-3564cda1-4394-4cab-98a3-350419577f44 req-151036bb-26d9-4893-9d08-105aa8da1804 service neutron] Request body: {'port': {'device_id': '873e1785-8a3b-4645-b8d9-623aa6288d91', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80475'}} {{(pid=119953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:59:56.318154 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [req-3564cda1-4394-4cab-98a3-350419577f44 req-151036bb-26d9-4893-9d08-105aa8da1804 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8385759'] for port (b78e5573-abc3-47f7-9880-e7c918a9b77e), before_update {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:59:56.363952 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-22499ded-e5e1-45f7-aca0-f5389ed7e0fc req-b1fc7816-6ce9-4d86-b371-79c0762f03cd tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=96d24f87dbc54cf4a14285a307b25838 HTTP/1.1" status: 200 len: 471 time: 0.1217084 Mar 07 16:59:56.380449 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.v2.base [req-22499ded-e5e1-45f7-aca0-f5389ed7e0fc req-f3031de6-7402-4702-af8a-b162d07d7a86 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Request body: {'port': {'device_id': '5102069c-63dd-43f7-aa5e-de4239c300ab', 'network_id': '3df42a45-56b5-4fc7-8b36-6d79a9e64fbf', 'admin_state_up': True, 'tenant_id': '96d24f87dbc54cf4a14285a307b25838', 'security_groups': ['01c2d2a5-417f-4887-abbc-1813726d2ed7']}} {{(pid=119953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:59:56.600224 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22499ded-e5e1-45f7-aca0-f5389ed7e0fc req-f3031de6-7402-4702-af8a-b162d07d7a86 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Made reservation on behalf of 96d24f87dbc54cf4a14285a307b25838 for: {'port': 1} {{(pid=119953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:59:56.603671 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [req-22499ded-e5e1-45f7-aca0-f5389ed7e0fc req-f3031de6-7402-4702-af8a-b162d07d7a86 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8385759'] for port (None), before_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:59:56.754307 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da58964-6291-4133-98af-15703a074eb9 req-aabfdf50-ec34-423b-81ea-95d65c45cef6 tempest-VolumesActionsTest-1688464897 tempest-VolumesActionsTest-1688464897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:59:56.755790 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-0da58964-6291-4133-98af-15703a074eb9 req-aabfdf50-ec34-423b-81ea-95d65c45cef6 tempest-VolumesActionsTest-1688464897 tempest-VolumesActionsTest-1688464897-project] 10.222.0.18 "GET /v2.0/ports?device_id=873e1785-8a3b-4645-b8d9-623aa6288d91 HTTP/1.1" status: 200 len: 931 time: 0.0555587 Mar 07 16:59:56.773313 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.notifiers.nova [req-3564cda1-4394-4cab-98a3-350419577f44 req-151036bb-26d9-4893-9d08-105aa8da1804 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b78e5573-abc3-47f7-9880-e7c918a9b77e {{(pid=119953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:59:56.804273 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [req-3564cda1-4394-4cab-98a3-350419577f44 req-151036bb-26d9-4893-9d08-105aa8da1804 service neutron] Publish callbacks [] for port (b78e5573-abc3-47f7-9880-e7c918a9b77e), precommit_update {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:59:56.807589 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-0da58964-6291-4133-98af-15703a074eb9 req-c235958d-c497-46d0-ae92-05f568a3d579 tempest-VolumesActionsTest-1688464897 tempest-VolumesActionsTest-1688464897-project] 10.222.0.18 "GET /v2.0/security-groups?id=d54878f9-32a8-4665-9f93-319a45debe8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453823 Mar 07 16:59:56.812809 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05988319-c5ca-48ed-b81c-3122470d3062 req-16c91dbd-ede3-42e1-acd0-f72cfeb8d462 tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:59:56.814299 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-05988319-c5ca-48ed-b81c-3122470d3062 req-16c91dbd-ede3-42e1-acd0-f72cfeb8d462 tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] 10.222.0.18 "GET /v2.0/ports?device_id=e1d78364-5e86-4802-993e-7712ab78d746 HTTP/1.1" status: 200 len: 945 time: 0.1843514 Mar 07 16:59:56.848512 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.db.provisioning_blocks [req-3564cda1-4394-4cab-98a3-350419577f44 req-151036bb-26d9-4893-9d08-105aa8da1804 service neutron] Transition to ACTIVE for port object b78e5573-abc3-47f7-9880-e7c918a9b77e will not be triggered until provisioned by entity L2. {{(pid=119953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 16:59:56.857142 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [req-3564cda1-4394-4cab-98a3-350419577f44 req-151036bb-26d9-4893-9d08-105aa8da1804 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754346672056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754346267073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754346267091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9282845'] for port (b78e5573-abc3-47f7-9880-e7c918a9b77e), after_update {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:59:56.859500 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.db.db_base_plugin_common [req-22499ded-e5e1-45f7-aca0-f5389ed7e0fc req-f3031de6-7402-4702-af8a-b162d07d7a86 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Allocated IP 172.20.0.14 (3df42a45-56b5-4fc7-8b36-6d79a9e64fbf/150f4a27-7a6f-4353-8977-b85e496ab7bc/98a39d67-d047-4d0d-9453-4a6850533cbb) {{(pid=119953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:59:56.952375 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151036bb-26d9-4893-9d08-105aa8da1804 service neutron] Pushing event updated for resources: {'Port': ['ID=b78e5573-abc3-47f7-9880-e7c918a9b77e,revision_number=2']} {{(pid=119953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:59:56.957598 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-05988319-c5ca-48ed-b81c-3122470d3062 req-36f65f4d-cc62-4e69-95d0-4502936c2df8 tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ad0d2f6-f98b-473c-8468-cfc7e978930e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1335285 Mar 07 16:59:57.097879 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.managers [req-3564cda1-4394-4cab-98a3-350419577f44 req-151036bb-26d9-4893-9d08-105aa8da1804 service neutron] Attempting to bind port b78e5573-abc3-47f7-9880-e7c918a9b77e on host hv-cinder-80475 for vnic_type normal with profile {{(pid=119953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:59:57.098249 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.managers [req-3564cda1-4394-4cab-98a3-350419577f44 req-151036bb-26d9-4893-9d08-105aa8da1804 service neutron] Attempting to bind port b78e5573-abc3-47f7-9880-e7c918a9b77e by drivers openvswitch,hyperv on host hv-cinder-80475 at level 0 using segments [{'id': '27963672-8b94-4491-bec5-1ad2614eae26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '261e9aec-ed08-4c0f-a3ce-d3fd24f570ae'}] {{(pid=119953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:59:57.098640 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3564cda1-4394-4cab-98a3-350419577f44 req-151036bb-26d9-4893-9d08-105aa8da1804 service neutron] Attempting to bind port b78e5573-abc3-47f7-9880-e7c918a9b77e on network 261e9aec-ed08-4c0f-a3ce-d3fd24f570ae {{(pid=119953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:59:57.112229 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [req-22499ded-e5e1-45f7-aca0-f5389ed7e0fc req-f3031de6-7402-4702-af8a-b162d07d7a86 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Publish callbacks [] for port (98a39d67-d047-4d0d-9453-4a6850533cbb), precommit_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:59:57.113452 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3564cda1-4394-4cab-98a3-350419577f44 req-151036bb-26d9-4893-9d08-105aa8da1804 service neutron] Port b78e5573-abc3-47f7-9880-e7c918a9b77e on network 261e9aec-ed08-4c0f-a3ce-d3fd24f570ae not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80475 {{(pid=119953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 16:59:57.113767 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3564cda1-4394-4cab-98a3-350419577f44 req-151036bb-26d9-4893-9d08-105aa8da1804 service neutron] Attempting to bind port b78e5573-abc3-47f7-9880-e7c918a9b77e on network 261e9aec-ed08-4c0f-a3ce-d3fd24f570ae {{(pid=119953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:59:57.122888 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3564cda1-4394-4cab-98a3-350419577f44 req-151036bb-26d9-4893-9d08-105aa8da1804 service neutron] Checking agent: {'id': '152bcc15-84f4-40a7-afe1-c30bc7269f8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80475', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 16, 50, 24), 'started_at': datetime.datetime(2022, 3, 7, 16, 50, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 59, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:59:57.123227 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3564cda1-4394-4cab-98a3-350419577f44 req-151036bb-26d9-4893-9d08-105aa8da1804 service neutron] Checking segment: {'id': '27963672-8b94-4491-bec5-1ad2614eae26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '261e9aec-ed08-4c0f-a3ce-d3fd24f570ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:59:57.123606 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3564cda1-4394-4cab-98a3-350419577f44 req-151036bb-26d9-4893-9d08-105aa8da1804 service neutron] Bound using segment: {'id': '27963672-8b94-4491-bec5-1ad2614eae26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '261e9aec-ed08-4c0f-a3ce-d3fd24f570ae'} {{(pid=119953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:59:57.124042 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.managers [req-3564cda1-4394-4cab-98a3-350419577f44 req-151036bb-26d9-4893-9d08-105aa8da1804 service neutron] Bound port: b78e5573-abc3-47f7-9880-e7c918a9b77e, host: hv-cinder-80475, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27963672-8b94-4491-bec5-1ad2614eae26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '261e9aec-ed08-4c0f-a3ce-d3fd24f570ae'}}] {{(pid=119953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:59:57.124387 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [req-3564cda1-4394-4cab-98a3-350419577f44 req-151036bb-26d9-4893-9d08-105aa8da1804 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8385759'] for port (b78e5573-abc3-47f7-9880-e7c918a9b77e), before_update {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:59:57.196073 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [req-22499ded-e5e1-45f7-aca0-f5389ed7e0fc req-f3031de6-7402-4702-af8a-b162d07d7a86 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754346267055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9282916'] for port (98a39d67-d047-4d0d-9453-4a6850533cbb), after_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:59:57.201432 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-cb928bb0-575e-44f6-a0d7-687b93515ab6 req-fa58f32d-6159-4fea-9cb1-c402536dc5ab tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] 10.222.0.18 "GET /v2.0/ports?device_id=5102069c-63dd-43f7-aa5e-de4239c300ab HTTP/1.1" status: 200 len: 210 time: 0.0283251 Mar 07 16:59:57.247847 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.db [req-3564cda1-4394-4cab-98a3-350419577f44 req-151036bb-26d9-4893-9d08-105aa8da1804 service neutron] For port b78e5573-abc3-47f7-9880-e7c918a9b77e, host hv-cinder-80475, cleared binding levels {{(pid=119953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:59:57.252579 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22499ded-e5e1-45f7-aca0-f5389ed7e0fc req-f3031de6-7402-4702-af8a-b162d07d7a86 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Network 3df42a45-56b5-4fc7-8b36-6d79a9e64fbf is already hosted by enough agents. {{(pid=119953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:59:57.262052 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.scheduler.base_scheduler [req-22499ded-e5e1-45f7-aca0-f5389ed7e0fc req-f3031de6-7402-4702-af8a-b162d07d7a86 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Resources bound (agent type, host, resource id): {{(pid=119953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:59:57.265336 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3031de6-7402-4702-af8a-b162d07d7a86 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Pushing event updated for resources: {'Port': ['ID=98a39d67-d047-4d0d-9453-4a6850533cbb,revision_number=1']} {{(pid=119953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:59:57.267393 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.db.l3_dvrscheduler_db [req-22499ded-e5e1-45f7-aca0-f5389ed7e0fc req-f3031de6-7402-4702-af8a-b162d07d7a86 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Received port after_create {{(pid=119953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:59:57.270785 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.db [req-3564cda1-4394-4cab-98a3-350419577f44 req-151036bb-26d9-4893-9d08-105aa8da1804 service neutron] For port b78e5573-abc3-47f7-9880-e7c918a9b77e, host hv-cinder-80475, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=b78e5573-abc3-47f7-9880-e7c918a9b77e,segment=NetworkSegment(27963672-8b94-4491-bec5-1ad2614eae26),segment_id=27963672-8b94-4491-bec5-1ad2614eae26)] {{(pid=119953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:59:57.297246 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [req-3564cda1-4394-4cab-98a3-350419577f44 req-151036bb-26d9-4893-9d08-105aa8da1804 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754346672056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754346267073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754346267091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9282845'] for port (b78e5573-abc3-47f7-9880-e7c918a9b77e), after_update {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:59:57.352078 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22499ded-e5e1-45f7-aca0-f5389ed7e0fc req-f3031de6-7402-4702-af8a-b162d07d7a86 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:59:57.352637 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [req-22499ded-e5e1-45f7-aca0-f5389ed7e0fc req-f3031de6-7402-4702-af8a-b162d07d7a86 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47102'] for port (None), before_response {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:59:57.359262 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3564cda1-4394-4cab-98a3-350419577f44 req-151036bb-26d9-4893-9d08-105aa8da1804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:59:57.359885 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [req-3564cda1-4394-4cab-98a3-350419577f44 req-151036bb-26d9-4893-9d08-105aa8da1804 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47102'] for port (None), before_response {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:59:57.361302 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-3564cda1-4394-4cab-98a3-350419577f44 req-151036bb-26d9-4893-9d08-105aa8da1804 service neutron] 10.222.0.66 "PUT /v2.0/ports/b78e5573-abc3-47f7-9880-e7c918a9b77e HTTP/1.1" status: 200 len: 1093 time: 1.1418340 Mar 07 16:59:57.362672 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '873e1785-8a3b-4645-b8d9-623aa6288d91', 'tag': 'b78e5573-abc3-47f7-9880-e7c918a9b77e'}] {{(pid=119953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:59:57.364979 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed95515d7af65a162ef4af60abe3e4aacc73bb6c2379f81891a58e09c3a2d0f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce77f13e-2b19-4c7b-8930-c4ea8e2cabd5" -d '{"events": [{"name": "network-changed", "server_uuid": "873e1785-8a3b-4645-b8d9-623aa6288d91", "tag": "b78e5573-abc3-47f7-9880-e7c918a9b77e"}]}' {{(pid=119953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:59:57.397012 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-22499ded-e5e1-45f7-aca0-f5389ed7e0fc req-f3031de6-7402-4702-af8a-b162d07d7a86 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0219495 Mar 07 16:59:57.397872 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151036bb-26d9-4893-9d08-105aa8da1804 service neutron] Pushing event updated for resources: {'Port': ['ID=b78e5573-abc3-47f7-9880-e7c918a9b77e,revision_number=3']} {{(pid=119953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:59:57.417753 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 16:59:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56af7c99-8b0f-47fa-9b8b-f37942ec0e1e x-openstack-request-id: req-56af7c99-8b0f-47fa-9b8b-f37942ec0e1e {{(pid=119953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:59:57.418044 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "873e1785-8a3b-4645-b8d9-623aa6288d91", "tag": "b78e5573-abc3-47f7-9880-e7c918a9b77e", "status": "completed", "code": 200}]} {{(pid=119953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:59:57.418298 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-56af7c99-8b0f-47fa-9b8b-f37942ec0e1e {{(pid=119953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:59:57.418735 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '873e1785-8a3b-4645-b8d9-623aa6288d91', 'tag': 'b78e5573-abc3-47f7-9880-e7c918a9b77e', 'status': 'completed', 'code': 200} Mar 07 16:59:57.450817 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.v2.base [req-22499ded-e5e1-45f7-aca0-f5389ed7e0fc req-542ce1ea-951c-41eb-b961-297e7e6af02c service neutron] Request body: {'port': {'device_id': '5102069c-63dd-43f7-aa5e-de4239c300ab', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80475'}} {{(pid=119953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:59:57.496001 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.provisioning_blocks [None req-478a751d-f105-47af-bb90-0dad094f5bdb None None] Provisioning complete for port 98a39d67-d047-4d0d-9453-4a6850533cbb triggered by entity DHCP. {{(pid=119955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:59:57.496638 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-478a751d-f105-47af-bb90-0dad094f5bdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8194280'] for port (98a39d67-d047-4d0d-9453-4a6850533cbb), provisioning_complete {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:59:57.518903 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.rpc [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Device 4eca5ae4-cdb4-459d-8e50-c0e23591f0df up at agent hyperv_hv-cinder-80475 {{(pid=119955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:59:57.539176 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [req-22499ded-e5e1-45f7-aca0-f5389ed7e0fc req-542ce1ea-951c-41eb-b961-297e7e6af02c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8385759'] for port (98a39d67-d047-4d0d-9453-4a6850533cbb), before_update {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:59:57.543592 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3564cda1-4394-4cab-98a3-350419577f44 req-4dae80ed-2e1e-4df8-9280-b4188ed1e68b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:59:57.545122 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-3564cda1-4394-4cab-98a3-350419577f44 req-4dae80ed-2e1e-4df8-9280-b4188ed1e68b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=07fdb8afa99544c18da4ae5ec2172a6a&device_id=873e1785-8a3b-4645-b8d9-623aa6288d91 HTTP/1.1" status: 200 len: 1127 time: 0.0987167 Mar 07 16:59:57.562959 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.plugin [None req-478a751d-f105-47af-bb90-0dad094f5bdb None None] Port 98a39d67-d047-4d0d-9453-4a6850533cbb cannot update to ACTIVE because it is not bound. {{(pid=119955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:59:57.581243 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.provisioning_blocks [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Provisioning for port 4eca5ae4-cdb4-459d-8e50-c0e23591f0df completed by entity L2. {{(pid=119955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 16:59:57.585241 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.provisioning_blocks [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Provisioning complete for port 4eca5ae4-cdb4-459d-8e50-c0e23591f0df triggered by entity L2. {{(pid=119955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:59:57.585625 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8194280'] for port (4eca5ae4-cdb4-459d-8e50-c0e23591f0df), provisioning_complete {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:59:57.617604 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-3564cda1-4394-4cab-98a3-350419577f44 req-ca26cb82-6f20-4f83-972f-85cb7f947529 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b78e5573-abc3-47f7-9880-e7c918a9b77e HTTP/1.1" status: 200 len: 217 time: 0.0425394 Mar 07 16:59:57.734575 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3564cda1-4394-4cab-98a3-350419577f44 req-d090e242-2bbd-4b6c-bf0c-a6c3ddb2d964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:59:57.736084 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-3564cda1-4394-4cab-98a3-350419577f44 req-d090e242-2bbd-4b6c-bf0c-a6c3ddb2d964 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=35c89b9b-390b-41f8-9fe3-fa2ca6cc8575 HTTP/1.1" status: 200 len: 849 time: 0.1125946 Mar 07 16:59:57.779995 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-3564cda1-4394-4cab-98a3-350419577f44 req-8e947151-e1c3-458e-9404-ef11a7f7da75 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=261e9aec-ed08-4c0f-a3ce-d3fd24f570ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302813 Mar 07 16:59:57.792741 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.plugin [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Current status of the port 4eca5ae4-cdb4-459d-8e50-c0e23591f0df is: BUILD; New status is: ACTIVE {{(pid=119955) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:59:57.793107 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8385759'] for port (4eca5ae4-cdb4-459d-8e50-c0e23591f0df), before_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:59:57.817750 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1d78364-5e86-4802-993e-7712ab78d746', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4eca5ae4-cdb4-459d-8e50-c0e23591f0df'}] {{(pid=119955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:59:57.820171 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd4f8a5135c3a8ba668d7ce7b18abb72183bcf445ca628a57cbbb7bee2c3e543" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fb12c93-478a-419b-9318-ebb9fd199267" -d '{"events": [{"server_uuid": "e1d78364-5e86-4802-993e-7712ab78d746", "name": "network-vif-plugged", "status": "completed", "tag": "4eca5ae4-cdb4-459d-8e50-c0e23591f0df"}]}' {{(pid=119955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:59:57.833906 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.db [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] For port 4eca5ae4-cdb4-459d-8e50-c0e23591f0df, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=4eca5ae4-cdb4-459d-8e50-c0e23591f0df,segment=NetworkSegment(7ab29d0f-d9dc-4af3-8a14-c40680d91b99),segment_id=7ab29d0f-d9dc-4af3-8a14-c40680d91b99)] {{(pid=119955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:59:57.839703 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754346672056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754346267073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754346267091'] for port (4eca5ae4-cdb4-459d-8e50-c0e23591f0df), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:59:57.879427 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 16:59:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60ae2f2e-b18a-483c-8d24-8de91e17f394 x-openstack-request-id: req-60ae2f2e-b18a-483c-8d24-8de91e17f394 {{(pid=119955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:59:57.879730 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1d78364-5e86-4802-993e-7712ab78d746", "name": "network-vif-plugged", "status": "completed", "tag": "4eca5ae4-cdb4-459d-8e50-c0e23591f0df", "code": 200}]} {{(pid=119955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:59:57.880033 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-60ae2f2e-b18a-483c-8d24-8de91e17f394 {{(pid=119955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:59:57.880425 dv-cinder-804757-24-iscsi neutron-server[119955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1d78364-5e86-4802-993e-7712ab78d746', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4eca5ae4-cdb4-459d-8e50-c0e23591f0df', 'code': 200} Mar 07 16:59:57.900022 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Pushing event updated for resources: {'Port': ['ID=4eca5ae4-cdb4-459d-8e50-c0e23591f0df,revision_number=5']} {{(pid=119955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:59:57.966185 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-3564cda1-4394-4cab-98a3-350419577f44 req-db81936c-b780-4da5-8f24-3e52a0585a4c service neutron] 10.222.0.66 "GET /v2.0/networks/261e9aec-ed08-4c0f-a3ce-d3fd24f570ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1605918 Mar 07 16:59:58.026860 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.notifiers.nova [req-22499ded-e5e1-45f7-aca0-f5389ed7e0fc req-542ce1ea-951c-41eb-b961-297e7e6af02c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98a39d67-d047-4d0d-9453-4a6850533cbb {{(pid=119953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 16:59:58.039345 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [req-22499ded-e5e1-45f7-aca0-f5389ed7e0fc req-542ce1ea-951c-41eb-b961-297e7e6af02c service neutron] Publish callbacks [] for port (98a39d67-d047-4d0d-9453-4a6850533cbb), precommit_update {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:59:58.048696 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d67fcaf-e639-472a-b53f-2f306f795825 req-07d2479a-596e-4fba-9999-04910949c3d7 tempest-VolumesActionsTest-1688464897 tempest-VolumesActionsTest-1688464897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:59:58.050193 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-7d67fcaf-e639-472a-b53f-2f306f795825 req-07d2479a-596e-4fba-9999-04910949c3d7 tempest-VolumesActionsTest-1688464897 tempest-VolumesActionsTest-1688464897-project] 10.222.0.18 "GET /v2.0/ports?device_id=873e1785-8a3b-4645-b8d9-623aa6288d91 HTTP/1.1" status: 200 len: 943 time: 0.1502492 Mar 07 16:59:58.088947 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e804be2-47b0-47d0-ad81-accad0837b64 req-8827e066-848c-4a2f-a0ad-81c10b3477f9 tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:59:58.090460 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-9e804be2-47b0-47d0-ad81-accad0837b64 req-8827e066-848c-4a2f-a0ad-81c10b3477f9 tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] 10.222.0.18 "GET /v2.0/ports?device_id=e1d78364-5e86-4802-993e-7712ab78d746 HTTP/1.1" status: 200 len: 946 time: 0.0643518 Mar 07 16:59:58.100156 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.db.provisioning_blocks [req-22499ded-e5e1-45f7-aca0-f5389ed7e0fc req-542ce1ea-951c-41eb-b961-297e7e6af02c service neutron] Transition to ACTIVE for port object 98a39d67-d047-4d0d-9453-4a6850533cbb will not be triggered until provisioned by entity L2. {{(pid=119953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 16:59:58.111381 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [req-22499ded-e5e1-45f7-aca0-f5389ed7e0fc req-542ce1ea-951c-41eb-b961-297e7e6af02c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754346672056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754346267073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754346267091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9282845'] for port (98a39d67-d047-4d0d-9453-4a6850533cbb), after_update {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:59:58.171088 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-9e804be2-47b0-47d0-ad81-accad0837b64 req-b1512ec2-042e-48c5-a23b-24e458c614e0 tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ad0d2f6-f98b-473c-8468-cfc7e978930e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748146 Mar 07 16:59:58.188106 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f173efb0-1217-4461-979b-d955bd9cd2c7 req-e3e97f62-650f-4745-8d73-34da916835c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:59:58.189643 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-f173efb0-1217-4461-979b-d955bd9cd2c7 req-e3e97f62-650f-4745-8d73-34da916835c8 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=e1d78364-5e86-4802-993e-7712ab78d746 HTTP/1.1" status: 200 len: 1130 time: 0.0621948 Mar 07 16:59:58.240835 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-f173efb0-1217-4461-979b-d955bd9cd2c7 req-953eb14c-2f72-434f-90ab-e548e63777c1 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=8ad0d2f6-f98b-473c-8468-cfc7e978930e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446408 Mar 07 16:59:58.322087 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1612e8bc-6cc8-43e9-937f-3fe0a6cb54bd req-b6c58ace-8bd7-438a-9d38-1011fe6346c4 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:59:58.323624 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-1612e8bc-6cc8-43e9-937f-3fe0a6cb54bd req-b6c58ace-8bd7-438a-9d38-1011fe6346c4 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] 10.222.0.18 "GET /v2.0/ports?device_id=5102069c-63dd-43f7-aa5e-de4239c300ab HTTP/1.1" status: 200 len: 944 time: 0.0538635 Mar 07 16:59:58.371470 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-1612e8bc-6cc8-43e9-937f-3fe0a6cb54bd req-288840d8-d16a-4186-964f-85770c1ba56c tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] 10.222.0.18 "GET /v2.0/security-groups?id=01c2d2a5-417f-4887-abbc-1813726d2ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416677 Mar 07 16:59:58.443083 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-7d67fcaf-e639-472a-b53f-2f306f795825 req-ea161bdc-edd9-407c-b706-47bacd438dc7 tempest-VolumesActionsTest-1688464897 tempest-VolumesActionsTest-1688464897-project] 10.222.0.18 "GET /v2.0/security-groups?id=d54878f9-32a8-4665-9f93-319a45debe8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3672991 Mar 07 16:59:58.449036 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-3564cda1-4394-4cab-98a3-350419577f44 req-4b694a4a-8522-4f21-b261-56b4037e5794 service neutron] 10.222.0.66 "GET /v2.0/networks/261e9aec-ed08-4c0f-a3ce-d3fd24f570ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4611061 Mar 07 16:59:58.451325 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542ce1ea-951c-41eb-b961-297e7e6af02c service neutron] Pushing event updated for resources: {'Port': ['ID=98a39d67-d047-4d0d-9453-4a6850533cbb,revision_number=2']} {{(pid=119953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:59:58.524314 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.managers [req-22499ded-e5e1-45f7-aca0-f5389ed7e0fc req-542ce1ea-951c-41eb-b961-297e7e6af02c service neutron] Attempting to bind port 98a39d67-d047-4d0d-9453-4a6850533cbb on host hv-cinder-80475 for vnic_type normal with profile {{(pid=119953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:59:58.524663 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.managers [req-22499ded-e5e1-45f7-aca0-f5389ed7e0fc req-542ce1ea-951c-41eb-b961-297e7e6af02c service neutron] Attempting to bind port 98a39d67-d047-4d0d-9453-4a6850533cbb by drivers openvswitch,hyperv on host hv-cinder-80475 at level 0 using segments [{'id': 'e205b5a5-74b0-4737-8080-0998e240c007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '3df42a45-56b5-4fc7-8b36-6d79a9e64fbf'}] {{(pid=119953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:59:58.525000 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22499ded-e5e1-45f7-aca0-f5389ed7e0fc req-542ce1ea-951c-41eb-b961-297e7e6af02c service neutron] Attempting to bind port 98a39d67-d047-4d0d-9453-4a6850533cbb on network 3df42a45-56b5-4fc7-8b36-6d79a9e64fbf {{(pid=119953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:59:58.529732 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22499ded-e5e1-45f7-aca0-f5389ed7e0fc req-542ce1ea-951c-41eb-b961-297e7e6af02c service neutron] Port 98a39d67-d047-4d0d-9453-4a6850533cbb on network 3df42a45-56b5-4fc7-8b36-6d79a9e64fbf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80475 {{(pid=119953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 16:59:58.530056 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22499ded-e5e1-45f7-aca0-f5389ed7e0fc req-542ce1ea-951c-41eb-b961-297e7e6af02c service neutron] Attempting to bind port 98a39d67-d047-4d0d-9453-4a6850533cbb on network 3df42a45-56b5-4fc7-8b36-6d79a9e64fbf {{(pid=119953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:59:58.535168 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22499ded-e5e1-45f7-aca0-f5389ed7e0fc req-542ce1ea-951c-41eb-b961-297e7e6af02c service neutron] Checking agent: {'id': '152bcc15-84f4-40a7-afe1-c30bc7269f8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80475', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 16, 50, 24), 'started_at': datetime.datetime(2022, 3, 7, 16, 50, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 59, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:59:58.535513 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22499ded-e5e1-45f7-aca0-f5389ed7e0fc req-542ce1ea-951c-41eb-b961-297e7e6af02c service neutron] Checking segment: {'id': 'e205b5a5-74b0-4737-8080-0998e240c007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '3df42a45-56b5-4fc7-8b36-6d79a9e64fbf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:59:58.535980 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22499ded-e5e1-45f7-aca0-f5389ed7e0fc req-542ce1ea-951c-41eb-b961-297e7e6af02c service neutron] Bound using segment: {'id': 'e205b5a5-74b0-4737-8080-0998e240c007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '3df42a45-56b5-4fc7-8b36-6d79a9e64fbf'} {{(pid=119953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:59:58.536423 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.managers [req-22499ded-e5e1-45f7-aca0-f5389ed7e0fc req-542ce1ea-951c-41eb-b961-297e7e6af02c service neutron] Bound port: 98a39d67-d047-4d0d-9453-4a6850533cbb, host: hv-cinder-80475, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e205b5a5-74b0-4737-8080-0998e240c007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '3df42a45-56b5-4fc7-8b36-6d79a9e64fbf'}}] {{(pid=119953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:59:58.536788 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [req-22499ded-e5e1-45f7-aca0-f5389ed7e0fc req-542ce1ea-951c-41eb-b961-297e7e6af02c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8385759'] for port (98a39d67-d047-4d0d-9453-4a6850533cbb), before_update {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:59:58.600209 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.db [req-22499ded-e5e1-45f7-aca0-f5389ed7e0fc req-542ce1ea-951c-41eb-b961-297e7e6af02c service neutron] For port 98a39d67-d047-4d0d-9453-4a6850533cbb, host hv-cinder-80475, cleared binding levels {{(pid=119953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:59:58.603460 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.db [req-22499ded-e5e1-45f7-aca0-f5389ed7e0fc req-542ce1ea-951c-41eb-b961-297e7e6af02c service neutron] For port 98a39d67-d047-4d0d-9453-4a6850533cbb, host hv-cinder-80475, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=98a39d67-d047-4d0d-9453-4a6850533cbb,segment=NetworkSegment(e205b5a5-74b0-4737-8080-0998e240c007),segment_id=e205b5a5-74b0-4737-8080-0998e240c007)] {{(pid=119953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:59:58.610261 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [req-22499ded-e5e1-45f7-aca0-f5389ed7e0fc req-542ce1ea-951c-41eb-b961-297e7e6af02c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754346672056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754346267073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754346267091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9282845'] for port (98a39d67-d047-4d0d-9453-4a6850533cbb), after_update {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:59:58.670485 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22499ded-e5e1-45f7-aca0-f5389ed7e0fc req-542ce1ea-951c-41eb-b961-297e7e6af02c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:59:58.671078 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [req-22499ded-e5e1-45f7-aca0-f5389ed7e0fc req-542ce1ea-951c-41eb-b961-297e7e6af02c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47102'] for port (None), before_response {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:59:58.672533 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-22499ded-e5e1-45f7-aca0-f5389ed7e0fc req-542ce1ea-951c-41eb-b961-297e7e6af02c service neutron] 10.222.0.66 "PUT /v2.0/ports/98a39d67-d047-4d0d-9453-4a6850533cbb HTTP/1.1" status: 200 len: 1094 time: 1.2274323 Mar 07 16:59:58.699077 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542ce1ea-951c-41eb-b961-297e7e6af02c service neutron] Pushing event updated for resources: {'Port': ['ID=98a39d67-d047-4d0d-9453-4a6850533cbb,revision_number=3']} {{(pid=119953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:59:58.710434 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce77f13e-2b19-4c7b-8930-c4ea8e2cabd5 req-f34cd090-621b-4dd7-98c2-10b121aa88b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:59:58.711973 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-ce77f13e-2b19-4c7b-8930-c4ea8e2cabd5 req-f34cd090-621b-4dd7-98c2-10b121aa88b3 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=07fdb8afa99544c18da4ae5ec2172a6a&device_id=873e1785-8a3b-4645-b8d9-623aa6288d91 HTTP/1.1" status: 200 len: 1127 time: 0.0735438 Mar 07 16:59:58.834842 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22499ded-e5e1-45f7-aca0-f5389ed7e0fc req-b7e08e35-cefb-4e2f-bca8-23786148e4a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:59:58.836587 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-22499ded-e5e1-45f7-aca0-f5389ed7e0fc req-b7e08e35-cefb-4e2f-bca8-23786148e4a8 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=96d24f87dbc54cf4a14285a307b25838&device_id=5102069c-63dd-43f7-aa5e-de4239c300ab HTTP/1.1" status: 200 len: 1128 time: 0.1034980 Mar 07 16:59:58.845483 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce77f13e-2b19-4c7b-8930-c4ea8e2cabd5 req-0bdd8f9a-2b92-4c13-9e02-7c1f837ad4d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:59:58.847259 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-ce77f13e-2b19-4c7b-8930-c4ea8e2cabd5 req-0bdd8f9a-2b92-4c13-9e02-7c1f837ad4d8 service neutron] 10.222.0.66 "GET /v2.0/networks?id=261e9aec-ed08-4c0f-a3ce-d3fd24f570ae HTTP/1.1" status: 200 len: 910 time: 0.1241560 Mar 07 16:59:58.930872 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-ce77f13e-2b19-4c7b-8930-c4ea8e2cabd5 req-1e7501dc-7c8f-4129-99a0-30f6b1b71349 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b78e5573-abc3-47f7-9880-e7c918a9b77e HTTP/1.1" status: 200 len: 217 time: 0.0732405 Mar 07 16:59:58.932223 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-22499ded-e5e1-45f7-aca0-f5389ed7e0fc req-93e577e4-d7b5-4bd0-a24b-068cb97af5c9 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=98a39d67-d047-4d0d-9453-4a6850533cbb HTTP/1.1" status: 200 len: 217 time: 0.0757430 Mar 07 16:59:59.026669 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce77f13e-2b19-4c7b-8930-c4ea8e2cabd5 req-675cfded-7e74-4c13-bad8-bf34e68bfba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:59:59.028093 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-ce77f13e-2b19-4c7b-8930-c4ea8e2cabd5 req-675cfded-7e74-4c13-bad8-bf34e68bfba6 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=35c89b9b-390b-41f8-9fe3-fa2ca6cc8575 HTTP/1.1" status: 200 len: 849 time: 0.0856807 Mar 07 16:59:59.029432 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22499ded-e5e1-45f7-aca0-f5389ed7e0fc req-8f8b6205-fa9a-466b-8635-1c7691398d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:59:59.030700 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-22499ded-e5e1-45f7-aca0-f5389ed7e0fc req-8f8b6205-fa9a-466b-8635-1c7691398d63 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=150f4a27-7a6f-4353-8977-b85e496ab7bc HTTP/1.1" status: 200 len: 854 time: 0.0872338 Mar 07 16:59:59.087359 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-ce77f13e-2b19-4c7b-8930-c4ea8e2cabd5 req-d9644c70-61d2-44b1-ae0c-d77e43d0083b service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=261e9aec-ed08-4c0f-a3ce-d3fd24f570ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0475485 Mar 07 16:59:59.130678 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22499ded-e5e1-45f7-aca0-f5389ed7e0fc req-524b7763-1818-4d37-acaa-d1fad77b27ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:59:59.132263 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-22499ded-e5e1-45f7-aca0-f5389ed7e0fc req-524b7763-1818-4d37-acaa-d1fad77b27ad service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=3df42a45-56b5-4fc7-8b36-6d79a9e64fbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0914812 Mar 07 16:59:59.240104 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-ce77f13e-2b19-4c7b-8930-c4ea8e2cabd5 req-8d47f979-908c-4772-a34c-4cf241ada43e service neutron] 10.222.0.66 "GET /v2.0/networks/261e9aec-ed08-4c0f-a3ce-d3fd24f570ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433539 Mar 07 16:59:59.259818 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-22499ded-e5e1-45f7-aca0-f5389ed7e0fc req-cb8600bc-d883-4825-99a4-9eba7f0dbede service neutron] 10.222.0.66 "GET /v2.0/networks/3df42a45-56b5-4fc7-8b36-6d79a9e64fbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046712 Mar 07 16:59:59.291299 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0603c94-b9d6-4dc9-9aec-39eee45b178b req-e374032b-8808-49a6-9c5e-718acbc13305 tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:59:59.292723 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-a0603c94-b9d6-4dc9-9aec-39eee45b178b req-e374032b-8808-49a6-9c5e-718acbc13305 tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] 10.222.0.18 "GET /v2.0/ports?device_id=e1d78364-5e86-4802-993e-7712ab78d746 HTTP/1.1" status: 200 len: 946 time: 0.0548317 Mar 07 16:59:59.346581 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-a0603c94-b9d6-4dc9-9aec-39eee45b178b req-8ad277d4-1c23-42eb-b9fc-004ccbdd4929 tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ad0d2f6-f98b-473c-8468-cfc7e978930e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476294 Mar 07 16:59:59.435998 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5102069c-63dd-43f7-aa5e-de4239c300ab', 'tag': '98a39d67-d047-4d0d-9453-4a6850533cbb'}] {{(pid=119953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 16:59:59.438297 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed95515d7af65a162ef4af60abe3e4aacc73bb6c2379f81891a58e09c3a2d0f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6da583c-509e-471e-a374-0f63fb012d6c" -d '{"events": [{"name": "network-changed", "server_uuid": "5102069c-63dd-43f7-aa5e-de4239c300ab", "tag": "98a39d67-d047-4d0d-9453-4a6850533cbb"}]}' {{(pid=119953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 16:59:59.488021 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 16:59:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cdd7011-0a70-45e6-817d-45a90c5bd9cf x-openstack-request-id: req-1cdd7011-0a70-45e6-817d-45a90c5bd9cf {{(pid=119953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 16:59:59.488310 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5102069c-63dd-43f7-aa5e-de4239c300ab", "tag": "98a39d67-d047-4d0d-9453-4a6850533cbb", "status": "completed", "code": 200}]} {{(pid=119953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 16:59:59.488564 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1cdd7011-0a70-45e6-817d-45a90c5bd9cf {{(pid=119953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 16:59:59.489079 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5102069c-63dd-43f7-aa5e-de4239c300ab', 'tag': '98a39d67-d047-4d0d-9453-4a6850533cbb', 'status': 'completed', 'code': 200} Mar 07 16:59:59.521415 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-22499ded-e5e1-45f7-aca0-f5389ed7e0fc req-17c03b83-e196-49f4-aa62-a835e69e8d13 service neutron] 10.222.0.66 "GET /v2.0/networks/3df42a45-56b5-4fc7-8b36-6d79a9e64fbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1795623 Mar 07 16:59:59.525248 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-ce77f13e-2b19-4c7b-8930-c4ea8e2cabd5 req-321162f9-2db0-47be-8b54-337dd98f98fc service neutron] 10.222.0.66 "GET /v2.0/networks/261e9aec-ed08-4c0f-a3ce-d3fd24f570ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1911283 Mar 07 16:59:59.548928 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c326dc71-e394-4377-93a9-62a3a856347b req-163e06c4-5472-4cab-940c-c6679d20d6a5 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:59:59.550438 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-c326dc71-e394-4377-93a9-62a3a856347b req-163e06c4-5472-4cab-940c-c6679d20d6a5 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] 10.222.0.18 "GET /v2.0/ports?device_id=5102069c-63dd-43f7-aa5e-de4239c300ab HTTP/1.1" status: 200 len: 944 time: 0.0877757 Mar 07 16:59:59.582322 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf29aee4-1708-4439-8919-df3560ba475b req-c267b509-c371-4b4c-8e04-64d306c5830d tempest-VolumesActionsTest-1688464897 tempest-VolumesActionsTest-1688464897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:59:59.583822 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-bf29aee4-1708-4439-8919-df3560ba475b req-c267b509-c371-4b4c-8e04-64d306c5830d tempest-VolumesActionsTest-1688464897 tempest-VolumesActionsTest-1688464897-project] 10.222.0.18 "GET /v2.0/ports?device_id=873e1785-8a3b-4645-b8d9-623aa6288d91 HTTP/1.1" status: 200 len: 943 time: 0.0570567 Mar 07 16:59:59.602401 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-c326dc71-e394-4377-93a9-62a3a856347b req-e21b2d8c-8120-434d-a408-d9fceee9fe78 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] 10.222.0.18 "GET /v2.0/security-groups?id=01c2d2a5-417f-4887-abbc-1813726d2ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453310 Mar 07 16:59:59.634218 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-bf29aee4-1708-4439-8919-df3560ba475b req-8c9a65b6-3307-4c22-9ec4-7e89c5575b23 tempest-VolumesActionsTest-1688464897 tempest-VolumesActionsTest-1688464897-project] 10.222.0.18 "GET /v2.0/security-groups?id=d54878f9-32a8-4665-9f93-319a45debe8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444736 Mar 07 16:59:59.674172 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6da583c-509e-471e-a374-0f63fb012d6c req-4974bf61-563f-4005-821e-2539cbb02aff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:59:59.676167 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-e6da583c-509e-471e-a374-0f63fb012d6c req-4974bf61-563f-4005-821e-2539cbb02aff service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=96d24f87dbc54cf4a14285a307b25838&device_id=5102069c-63dd-43f7-aa5e-de4239c300ab HTTP/1.1" status: 200 len: 1128 time: 0.0443368 Mar 07 16:59:59.767842 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6da583c-509e-471e-a374-0f63fb012d6c req-bf2faa9c-6886-4de5-bd17-971c229a63b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:59:59.769333 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-e6da583c-509e-471e-a374-0f63fb012d6c req-bf2faa9c-6886-4de5-bd17-971c229a63b6 service neutron] 10.222.0.66 "GET /v2.0/networks?id=3df42a45-56b5-4fc7-8b36-6d79a9e64fbf HTTP/1.1" status: 200 len: 916 time: 0.0848112 Mar 07 16:59:59.813824 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-e6da583c-509e-471e-a374-0f63fb012d6c req-7d98b29d-ee62-4ddf-8f75-12bbd23f157e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=98a39d67-d047-4d0d-9453-4a6850533cbb HTTP/1.1" status: 200 len: 217 time: 0.0381668 Mar 07 16:59:59.862504 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6da583c-509e-471e-a374-0f63fb012d6c req-6ab61a73-00d8-40d5-8471-d14c7d08558e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:59:59.863897 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-e6da583c-509e-471e-a374-0f63fb012d6c req-6ab61a73-00d8-40d5-8471-d14c7d08558e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=150f4a27-7a6f-4353-8977-b85e496ab7bc HTTP/1.1" status: 200 len: 854 time: 0.0438943 Mar 07 16:59:59.913588 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6da583c-509e-471e-a374-0f63fb012d6c req-d24ed746-4407-4362-b27c-764e5b190ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:59:59.915039 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-e6da583c-509e-471e-a374-0f63fb012d6c req-d24ed746-4407-4362-b27c-764e5b190ad0 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=3df42a45-56b5-4fc7-8b36-6d79a9e64fbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0446424 Mar 07 17:00:00.022813 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-e6da583c-509e-471e-a374-0f63fb012d6c req-49841aa4-3f19-4f0e-a7da-081b9f452629 service neutron] 10.222.0.66 "GET /v2.0/networks/3df42a45-56b5-4fc7-8b36-6d79a9e64fbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004987 Mar 07 17:00:00.112707 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-e6da583c-509e-471e-a374-0f63fb012d6c req-6928ef25-637b-4370-9c49-babe8ba9756e service neutron] 10.222.0.66 "GET /v2.0/networks/3df42a45-56b5-4fc7-8b36-6d79a9e64fbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837307 Mar 07 17:00:00.482835 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3fc44f-4c64-4cd7-bb6e-cc2282a82b31 req-75b6b22b-0b4c-4a11-82c0-5dcf43eaa993 tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:00:00.484360 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-fe3fc44f-4c64-4cd7-bb6e-cc2282a82b31 req-75b6b22b-0b4c-4a11-82c0-5dcf43eaa993 tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] 10.222.0.18 "GET /v2.0/ports?device_id=e1d78364-5e86-4802-993e-7712ab78d746 HTTP/1.1" status: 200 len: 946 time: 0.0606267 Mar 07 17:00:00.538295 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-fe3fc44f-4c64-4cd7-bb6e-cc2282a82b31 req-351a0993-b96c-454c-bde9-66daa9d18fd8 tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ad0d2f6-f98b-473c-8468-cfc7e978930e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459862 Mar 07 17:00:00.661858 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0327c5-a80a-4f42-868d-9f36a32f2a85 req-91dce8e9-38f3-47bd-a79a-ae9642fd52b5 tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:00:00.663427 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-5f0327c5-a80a-4f42-868d-9f36a32f2a85 req-91dce8e9-38f3-47bd-a79a-ae9642fd52b5 tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] 10.222.0.18 "GET /v2.0/ports?device_id=e1d78364-5e86-4802-993e-7712ab78d746 HTTP/1.1" status: 200 len: 946 time: 0.0554180 Mar 07 17:00:00.712463 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-5f0327c5-a80a-4f42-868d-9f36a32f2a85 req-adf11fb9-0c23-416a-8ef5-a065e4f91488 tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ad0d2f6-f98b-473c-8468-cfc7e978930e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435636 Mar 07 17:00:00.720357 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f9a67d-caa6-4172-acad-28c4d472b266 req-a39aeef5-08df-4e15-bdb2-0a0531d839f8 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:00:00.721863 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-55f9a67d-caa6-4172-acad-28c4d472b266 req-a39aeef5-08df-4e15-bdb2-0a0531d839f8 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] 10.222.0.18 "GET /v2.0/ports?device_id=5102069c-63dd-43f7-aa5e-de4239c300ab HTTP/1.1" status: 200 len: 944 time: 0.0526741 Mar 07 17:00:00.734935 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.wsgi [-] (119954) accepted ('10.222.0.18', 57896) {{(pid=119954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:00:00.777095 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-55f9a67d-caa6-4172-acad-28c4d472b266 req-6a3be86c-7622-4187-be00-9070617126d8 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] 10.222.0.18 "GET /v2.0/security-groups?id=01c2d2a5-417f-4887-abbc-1813726d2ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494313 Mar 07 17:00:00.814119 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19130167-ee2d-40bd-8181-14c986b77dfe tempest-TestVolumeBootPattern-1310936120 tempest-TestVolumeBootPattern-1310936120-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:00:00.815630 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [None req-19130167-ee2d-40bd-8181-14c986b77dfe tempest-TestVolumeBootPattern-1310936120 tempest-TestVolumeBootPattern-1310936120-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=e1d78364-5e86-4802-993e-7712ab78d746 HTTP/1.1" status: 200 len: 1125 time: 0.0795789 Mar 07 17:00:00.818814 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.wsgi [-] (119953) accepted ('10.222.0.18', 57898) {{(pid=119953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:00:00.823745 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.v2.base [None req-4e3fcbe9-bc05-4c4f-b966-218e25bbf362 tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] Request body: {'floatingip': {'floating_network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'port_id': '4eca5ae4-cdb4-459d-8e50-c0e23591f0df', 'tenant_id': 'f13607869be844f9bb555f4bee0519ef', 'fixed_ip_address': '172.20.0.13'}} {{(pid=119953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:00:00.828922 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec23bb38-e128-4e6c-9e04-1b85d79f0bea req-a3f3184d-2ef5-4e1d-9285-179cd5be9d3a tempest-VolumesActionsTest-1688464897 tempest-VolumesActionsTest-1688464897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:00:00.830315 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-ec23bb38-e128-4e6c-9e04-1b85d79f0bea req-a3f3184d-2ef5-4e1d-9285-179cd5be9d3a tempest-VolumesActionsTest-1688464897 tempest-VolumesActionsTest-1688464897-project] 10.222.0.18 "GET /v2.0/ports?device_id=873e1785-8a3b-4645-b8d9-623aa6288d91 HTTP/1.1" status: 200 len: 943 time: 0.0621402 Mar 07 17:00:00.846832 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-4e3fcbe9-bc05-4c4f-b966-218e25bbf362 tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] Publish callbacks [] for floatingip (None), before_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:00:00.877143 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-ec23bb38-e128-4e6c-9e04-1b85d79f0bea req-62c7f74b-d296-497b-9f94-1cbab590ebdd tempest-VolumesActionsTest-1688464897 tempest-VolumesActionsTest-1688464897-project] 10.222.0.18 "GET /v2.0/security-groups?id=d54878f9-32a8-4665-9f93-319a45debe8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411596 Mar 07 17:00:00.946679 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-4e3fcbe9-bc05-4c4f-b966-218e25bbf362 tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8385759'] for port (None), before_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:00:01.049097 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.db.db_base_plugin_common [None req-4e3fcbe9-bc05-4c4f-b966-218e25bbf362 tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] Allocated IP 172.27.2.91 (3eba6d1e-0acd-4586-8e75-f5a4e7e90d88/6a2f7f11-a189-49ba-a838-e124f718c0dc/33addd3f-a7c3-4f4e-9368-a25e83dea7f9) {{(pid=119953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 17:00:01.160379 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-4e3fcbe9-bc05-4c4f-b966-218e25bbf362 tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] Publish callbacks [] for port (33addd3f-a7c3-4f4e-9368-a25e83dea7f9), precommit_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:00:01.205600 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-4e3fcbe9-bc05-4c4f-b966-218e25bbf362 tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754346267055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9282916'] for port (33addd3f-a7c3-4f4e-9368-a25e83dea7f9), after_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:00:01.246591 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e3fcbe9-bc05-4c4f-b966-218e25bbf362 tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] Network 3eba6d1e-0acd-4586-8e75-f5a4e7e90d88 is already hosted by enough agents. {{(pid=119953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 17:00:01.249440 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.scheduler.base_scheduler [None req-4e3fcbe9-bc05-4c4f-b966-218e25bbf362 tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] Resources bound (agent type, host, resource id): {{(pid=119953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 17:00:01.253503 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e3fcbe9-bc05-4c4f-b966-218e25bbf362 tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] Received port after_create {{(pid=119953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 17:00:01.258968 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3fcbe9-bc05-4c4f-b966-218e25bbf362 tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] Pushing event updated for resources: {'Port': ['ID=33addd3f-a7c3-4f4e-9368-a25e83dea7f9,revision_number=1']} {{(pid=119953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:00:01.527817 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.rpc [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Device b78e5573-abc3-47f7-9880-e7c918a9b77e details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=119955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 17:00:01.619802 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-4e3fcbe9-bc05-4c4f-b966-218e25bbf362 tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] Publish callbacks [] for floatingip (02e41e6f-cc0d-4cc4-871d-0178a025cb68), precommit_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:00:01.621192 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.db [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] For port b78e5573-abc3-47f7-9880-e7c918a9b77e, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=b78e5573-abc3-47f7-9880-e7c918a9b77e,segment=NetworkSegment(27963672-8b94-4491-bec5-1ad2614eae26),segment_id=27963672-8b94-4491-bec5-1ad2614eae26)] {{(pid=119955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:00:01.631396 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.rpc [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Returning: {'device': 'b78e5573-abc3-47f7-9880-e7c918a9b77e', 'network_id': '261e9aec-ed08-4c0f-a3ce-d3fd24f570ae', 'port_id': 'b78e5573-abc3-47f7-9880-e7c918a9b77e', 'mac_address': 'fa:16:3e:95:60:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 887, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35c89b9b-390b-41f8-9fe3-fa2ca6cc8575', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 17:00:01.673762 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.plugin [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Current status of the port b78e5573-abc3-47f7-9880-e7c918a9b77e is: DOWN; New status is: BUILD {{(pid=119955) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 17:00:01.674136 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8385759'] for port (b78e5573-abc3-47f7-9880-e7c918a9b77e), before_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:00:01.687434 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-4e3fcbe9-bc05-4c4f-b966-218e25bbf362 tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8385759'] for port (33addd3f-a7c3-4f4e-9368-a25e83dea7f9), before_update {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:00:01.687647 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.notifiers.nova [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b78e5573-abc3-47f7-9880-e7c918a9b77e {{(pid=119955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 17:00:01.707438 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.db [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] For port b78e5573-abc3-47f7-9880-e7c918a9b77e, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=b78e5573-abc3-47f7-9880-e7c918a9b77e,segment=NetworkSegment(27963672-8b94-4491-bec5-1ad2614eae26),segment_id=27963672-8b94-4491-bec5-1ad2614eae26)] {{(pid=119955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:00:01.712519 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754346672056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754346267073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754346267091'] for port (b78e5573-abc3-47f7-9880-e7c918a9b77e), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:00:01.713709 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.rpc [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Device 98a39d67-d047-4d0d-9453-4a6850533cbb details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=119955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 17:00:01.777609 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Pushing event updated for resources: {'Port': ['ID=b78e5573-abc3-47f7-9880-e7c918a9b77e,revision_number=4']} {{(pid=119955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:00:01.846935 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-4e3fcbe9-bc05-4c4f-b966-218e25bbf362 tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] Publish callbacks [] for port (33addd3f-a7c3-4f4e-9368-a25e83dea7f9), precommit_update {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:00:01.853042 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.db [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] For port 98a39d67-d047-4d0d-9453-4a6850533cbb, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=98a39d67-d047-4d0d-9453-4a6850533cbb,segment=NetworkSegment(e205b5a5-74b0-4737-8080-0998e240c007),segment_id=e205b5a5-74b0-4737-8080-0998e240c007)] {{(pid=119955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:00:01.864594 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.rpc [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Returning: {'device': '98a39d67-d047-4d0d-9453-4a6850533cbb', 'network_id': '3df42a45-56b5-4fc7-8b36-6d79a9e64fbf', 'port_id': '98a39d67-d047-4d0d-9453-4a6850533cbb', 'mac_address': 'fa:16:3e:c5:4f:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 895, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '150f4a27-7a6f-4353-8977-b85e496ab7bc', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 17:00:01.878168 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-4e3fcbe9-bc05-4c4f-b966-218e25bbf362 tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754346672056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754346267073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754346267091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9282845'] for port (33addd3f-a7c3-4f4e-9368-a25e83dea7f9), after_update {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:00:01.901233 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.plugin [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Current status of the port 98a39d67-d047-4d0d-9453-4a6850533cbb is: DOWN; New status is: BUILD {{(pid=119955) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 17:00:01.901639 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8385759'] for port (98a39d67-d047-4d0d-9453-4a6850533cbb), before_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:00:01.915509 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.notifiers.nova [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98a39d67-d047-4d0d-9453-4a6850533cbb {{(pid=119955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 17:00:01.941654 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.db [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] For port 98a39d67-d047-4d0d-9453-4a6850533cbb, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=98a39d67-d047-4d0d-9453-4a6850533cbb,segment=NetworkSegment(e205b5a5-74b0-4737-8080-0998e240c007),segment_id=e205b5a5-74b0-4737-8080-0998e240c007)] {{(pid=119955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:00:01.946936 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754346672056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754346267073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754346267091'] for port (98a39d67-d047-4d0d-9453-4a6850533cbb), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:00:01.968210 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3fcbe9-bc05-4c4f-b966-218e25bbf362 tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] Pushing event updated for resources: {'Port': ['ID=33addd3f-a7c3-4f4e-9368-a25e83dea7f9,revision_number=2']} {{(pid=119953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:00:01.982718 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fc2047-5127-4871-a4eb-21c70cc96b2a req-d66d451f-cfd6-4e9a-bf03-a0f81033f0e4 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:00:01.983776 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-81fc2047-5127-4871-a4eb-21c70cc96b2a req-d66d451f-cfd6-4e9a-bf03-a0f81033f0e4 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] 10.222.0.18 "GET /v2.0/ports?device_id=5102069c-63dd-43f7-aa5e-de4239c300ab HTTP/1.1" status: 200 len: 944 time: 0.1335745 Mar 07 17:00:01.990892 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-4e3fcbe9-bc05-4c4f-b966-218e25bbf362 tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-706389'] for floatingip (02e41e6f-cc0d-4cc4-871d-0178a025cb68), after_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:00:02.001205 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Pushing event updated for resources: {'Port': ['ID=98a39d67-d047-4d0d-9453-4a6850533cbb,revision_number=4']} {{(pid=119955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:00:02.008529 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a106a56-70d5-4110-9539-22b1fe8569c7 req-9e9ccd87-02c7-4f05-963c-91216a9122b8 tempest-VolumesActionsTest-1688464897 tempest-VolumesActionsTest-1688464897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:00:02.011727 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-0a106a56-70d5-4110-9539-22b1fe8569c7 req-9e9ccd87-02c7-4f05-963c-91216a9122b8 tempest-VolumesActionsTest-1688464897 tempest-VolumesActionsTest-1688464897-project] 10.222.0.18 "GET /v2.0/ports?device_id=873e1785-8a3b-4645-b8d9-623aa6288d91 HTTP/1.1" status: 200 len: 944 time: 0.0598497 Mar 07 17:00:02.060026 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-0a106a56-70d5-4110-9539-22b1fe8569c7 req-bb9f182a-d13c-4b43-8877-f9f635ac2f85 tempest-VolumesActionsTest-1688464897 tempest-VolumesActionsTest-1688464897-project] 10.222.0.18 "GET /v2.0/security-groups?id=d54878f9-32a8-4665-9f93-319a45debe8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439112 Mar 07 17:00:02.103230 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-81fc2047-5127-4871-a4eb-21c70cc96b2a req-9436358f-f056-4f90-aa66-5a2128392af5 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] 10.222.0.18 "GET /v2.0/security-groups?id=01c2d2a5-417f-4887-abbc-1813726d2ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1101878 Mar 07 17:00:02.123552 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.db.l3_db [None req-4e3fcbe9-bc05-4c4f-b966-218e25bbf362 tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] Floating IP 02e41e6f-cc0d-4cc4-871d-0178a025cb68 associated. External IP: 172.27.2.91, port: 4eca5ae4-cdb4-459d-8e50-c0e23591f0df. Mar 07 17:00:02.314928 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.db [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] get_ports_and_sgs() called for port_ids ['b78e5573-abc3-47f7-9880-e7c918a9b77e'] {{(pid=119955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 17:00:02.343986 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.db [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] get_ports_and_sgs() called for port_ids ['98a39d67-d047-4d0d-9453-4a6850533cbb'] {{(pid=119955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 17:00:02.366311 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e3fcbe9-bc05-4c4f-b966-218e25bbf362 tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] Router 5864a5b6-6518-43a7-a4e6-c88ca10e2289 has already been hosted by L3 agent 4cbb3502-d72e-4663-b57e-51d645794085 {{(pid=119953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 17:00:02.722224 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e3fcbe9-bc05-4c4f-b966-218e25bbf362 tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] Notify agent at l3_agent.dv-cinder-804757-24-iscsi the message routers_updated {{(pid=119953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 17:00:02.732929 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7623155d-1e02-4a80-a3ec-0e0b142a277b None None] Sync routers for ids ['5864a5b6-6518-43a7-a4e6-c88ca10e2289'] in dv-cinder-804757-24-iscsi {{(pid=119955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 17:00:02.741655 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-4e3fcbe9-bc05-4c4f-b966-218e25bbf362 tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47102'] for floatingip (None), before_response {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:00:02.745672 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7623155d-1e02-4a80-a3ec-0e0b142a277b None None] Routers {'5864a5b6-6518-43a7-a4e6-c88ca10e2289'} bound to L3 agent in host dv-cinder-804757-24-iscsi {{(pid=119955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 17:00:02.746278 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.l3_hamode_db [None req-7623155d-1e02-4a80-a3ec-0e0b142a277b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T16:44:19Z,description=,heartbeat_timestamp=2022-03-07T16:59:49Z,host='dv-cinder-804757-24-iscsi',id=4cbb3502-d72e-4663-b57e-51d645794085,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:44:19Z,topic='l3_agent')) {'router_ids': ['5864a5b6-6518-43a7-a4e6-c88ca10e2289'], 'active': True} {{(pid=119955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:00:02.769888 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [None req-4e3fcbe9-bc05-4c4f-b966-218e25bbf362 tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9499016 Mar 07 17:00:02.770530 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1d78364-5e86-4802-993e-7712ab78d746', 'tag': '4eca5ae4-cdb4-459d-8e50-c0e23591f0df'}] {{(pid=119953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 17:00:02.772800 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed95515d7af65a162ef4af60abe3e4aacc73bb6c2379f81891a58e09c3a2d0f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0086b84b-4121-4c5b-a632-513f3e024759" -d '{"events": [{"name": "network-changed", "server_uuid": "e1d78364-5e86-4802-993e-7712ab78d746", "tag": "4eca5ae4-cdb4-459d-8e50-c0e23591f0df"}]}' {{(pid=119953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 17:00:02.808466 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 17:00:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f66796f2-8c07-4229-b533-ed15f3848359 x-openstack-request-id: req-f66796f2-8c07-4229-b533-ed15f3848359 {{(pid=119953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 17:00:02.808857 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1d78364-5e86-4802-993e-7712ab78d746", "tag": "4eca5ae4-cdb4-459d-8e50-c0e23591f0df", "status": "completed", "code": 200}]} {{(pid=119953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 17:00:02.809169 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f66796f2-8c07-4229-b533-ed15f3848359 {{(pid=119953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 17:00:02.809625 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1d78364-5e86-4802-993e-7712ab78d746', 'tag': '4eca5ae4-cdb4-459d-8e50-c0e23591f0df', 'status': 'completed', 'code': 200} Mar 07 17:00:02.857100 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.l3_dvr_db [None req-7623155d-1e02-4a80-a3ec-0e0b142a277b None None] Set router 5864a5b6-6518-43a7-a4e6-c88ca10e2289 gateway port host: dv-cinder-804757-24-iscsi {{(pid=119955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 17:00:02.894006 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0086b84b-4121-4c5b-a632-513f3e024759 req-28550879-55c7-4c79-afc4-36d363ee7ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:00:02.895536 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-0086b84b-4121-4c5b-a632-513f3e024759 req-28550879-55c7-4c79-afc4-36d363ee7ac2 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f13607869be844f9bb555f4bee0519ef&device_id=e1d78364-5e86-4802-993e-7712ab78d746 HTTP/1.1" status: 200 len: 1130 time: 0.0445368 Mar 07 17:00:02.986121 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0086b84b-4121-4c5b-a632-513f3e024759 req-09048d7f-9a99-4266-afd4-dfb55ad7b7f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:00:02.987519 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-0086b84b-4121-4c5b-a632-513f3e024759 req-09048d7f-9a99-4266-afd4-dfb55ad7b7f1 service neutron] 10.222.0.66 "GET /v2.0/networks?id=8f05d5cd-7919-446b-b1be-b892178c27ff HTTP/1.1" status: 200 len: 913 time: 0.0856335 Mar 07 17:00:03.051971 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-0086b84b-4121-4c5b-a632-513f3e024759 req-a6be7f96-be90-4df7-9ba3-3b19ced2cc6e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4eca5ae4-cdb4-459d-8e50-c0e23591f0df HTTP/1.1" status: 200 len: 999 time: 0.0575914 Mar 07 17:00:03.080483 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.l3_hamode_db [None req-7623155d-1e02-4a80-a3ec-0e0b142a277b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5864a5b6-6518-43a7-a4e6-c88ca10e2289', 'name': 'tempest-TestVolumeBootPattern-1270566597-router', 'tenant_id': 'f13607869be844f9bb555f4bee0519ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'external_fixed_ips': [{'subnet_id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'ip_address': '172.27.2.93'}], 'enable_snat': True}, 'gw_port_id': '79f27c19-b4a8-4a51-921e-23ee7d9f2b4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:53:54Z', 'updated_at': '2022-03-07T16:53:58Z', 'revision_number': 4, 'project_id': 'f13607869be844f9bb555f4bee0519ef', 'gw_port': {'id': '79f27c19-b4a8-4a51-921e-23ee7d9f2b4a', 'name': '', 'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:37:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5864a5b6-6518-43a7-a4e6-c88ca10e2289', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'ip_address': '172.27.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:53:55Z', 'updated_at': '2022-03-07T16:53:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-24-iscsi', '_floatingips': [{'id': '02e41e6f-cc0d-4cc4-871d-0178a025cb68', 'tenant_id': 'f13607869be844f9bb555f4bee0519ef', 'floating_ip_address': '172.27.2.91', 'floating_network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'router_id': '5864a5b6-6518-43a7-a4e6-c88ca10e2289', 'port_id': '4eca5ae4-cdb4-459d-8e50-c0e23591f0df', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 626, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8f05d5cd-7919-446b-b1be-b892178c27ff', 'mac_address': 'fa:16:3e:01:30:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d78364-5e86-4802-993e-7712ab78d746', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T17:00:01Z', 'updated_at': '2022-03-07T17:00:01Z', 'revision_number': 0, 'project_id': 'f13607869be844f9bb555f4bee0519ef', 'fixed_ip_address_scope': None}, {'id': 'ead094e4-1ac1-42ab-b162-d3fc291e42c4', 'tenant_id': 'f13607869be844f9bb555f4bee0519ef', 'floating_ip_address': '172.27.2.241', 'floating_network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'router_id': '5864a5b6-6518-43a7-a4e6-c88ca10e2289', 'port_id': '933cfce7-b7a8-469e-8dfe-dde0dbfba456', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 564, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8f05d5cd-7919-446b-b1be-b892178c27ff', 'mac_address': 'fa:16:3e:41:97:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40bae353-9311-4b2a-839f-6dea4c52f662', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T16:57:52Z', 'updated_at': '2022-03-07T16:57:55Z', 'revision_number': 1, 'project_id': 'f13607869be844f9bb555f4bee0519ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84d6bf29-5744-481f-93ba-41f00ab3f10d', 'name': '', 'network_id': '8f05d5cd-7919-446b-b1be-b892178c27ff', 'tenant_id': 'f13607869be844f9bb555f4bee0519ef', 'mac_address': 'fa:16:3e:51:da:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5864a5b6-6518-43a7-a4e6-c88ca10e2289', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'e51eb166-648f-4129-afbc-b350e9a7b41b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:53:57Z', 'updated_at': '2022-03-07T16:54:03Z', 'revision_number': 5, 'project_id': 'f13607869be844f9bb555f4bee0519ef', 'subnets': [{'id': 'e51eb166-648f-4129-afbc-b350e9a7b41b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-24-iscsi', False) {} {{(pid=119955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:00:03.104867 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0086b84b-4121-4c5b-a632-513f3e024759 req-15bd1082-bb18-427d-9299-ff11cb25a15f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:00:03.106428 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-0086b84b-4121-4c5b-a632-513f3e024759 req-15bd1082-bb18-427d-9299-ff11cb25a15f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=e51eb166-648f-4129-afbc-b350e9a7b41b HTTP/1.1" status: 200 len: 851 time: 0.0480270 Mar 07 17:00:03.110549 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7623155d-1e02-4a80-a3ec-0e0b142a277b None None] Checking router: 5864a5b6-6518-43a7-a4e6-c88ca10e2289 for host: dv-cinder-804757-24-iscsi {{(pid=119955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 17:00:03.118951 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7623155d-1e02-4a80-a3ec-0e0b142a277b None None] Routers {'5864a5b6-6518-43a7-a4e6-c88ca10e2289'} bound to L3 agent in host dv-cinder-804757-24-iscsi {{(pid=119955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 17:00:03.119555 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.l3_hamode_db [None req-7623155d-1e02-4a80-a3ec-0e0b142a277b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T16:44:19Z,description=,heartbeat_timestamp=2022-03-07T16:59:49Z,host='dv-cinder-804757-24-iscsi',id=4cbb3502-d72e-4663-b57e-51d645794085,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:44:19Z,topic='l3_agent')) {'router_ids': ['5864a5b6-6518-43a7-a4e6-c88ca10e2289'], 'active': True} {{(pid=119955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:00:03.192478 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0086b84b-4121-4c5b-a632-513f3e024759 req-b63c64e4-895c-431e-8291-000b49b8895d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:00:03.194564 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-0086b84b-4121-4c5b-a632-513f3e024759 req-b63c64e4-895c-431e-8291-000b49b8895d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=8f05d5cd-7919-446b-b1be-b892178c27ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0809722 Mar 07 17:00:03.205963 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cd3516-168e-4c5a-a718-16e92b0223b7 req-578d31ef-83d1-439c-9ac8-3a5abeaa539a tempest-VolumesActionsTest-1688464897 tempest-VolumesActionsTest-1688464897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:00:03.207549 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-87cd3516-168e-4c5a-a718-16e92b0223b7 req-578d31ef-83d1-439c-9ac8-3a5abeaa539a tempest-VolumesActionsTest-1688464897 tempest-VolumesActionsTest-1688464897-project] 10.222.0.18 "GET /v2.0/ports?device_id=873e1785-8a3b-4645-b8d9-623aa6288d91 HTTP/1.1" status: 200 len: 944 time: 0.0673375 Mar 07 17:00:03.233924 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70859c5d-4d6b-42c5-8fc1-75930487b4d0 req-fedaf776-54b1-4144-bc26-02ac9b74d9c8 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:00:03.235419 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-70859c5d-4d6b-42c5-8fc1-75930487b4d0 req-fedaf776-54b1-4144-bc26-02ac9b74d9c8 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] 10.222.0.18 "GET /v2.0/ports?device_id=5102069c-63dd-43f7-aa5e-de4239c300ab HTTP/1.1" status: 200 len: 945 time: 0.0605612 Mar 07 17:00:03.235704 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.l3_dvr_db [None req-7623155d-1e02-4a80-a3ec-0e0b142a277b None None] Set router 5864a5b6-6518-43a7-a4e6-c88ca10e2289 gateway port host: dv-cinder-804757-24-iscsi {{(pid=119955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 17:00:03.287639 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-70859c5d-4d6b-42c5-8fc1-75930487b4d0 req-9a3476b3-a13f-406c-b347-774751ad43f7 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] 10.222.0.18 "GET /v2.0/security-groups?id=01c2d2a5-417f-4887-abbc-1813726d2ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441909 Mar 07 17:00:03.308796 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-87cd3516-168e-4c5a-a718-16e92b0223b7 req-1c2af1ca-a063-4f38-a379-08cc280279dd tempest-VolumesActionsTest-1688464897 tempest-VolumesActionsTest-1688464897-project] 10.222.0.18 "GET /v2.0/security-groups?id=d54878f9-32a8-4665-9f93-319a45debe8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933330 Mar 07 17:00:03.331184 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-0086b84b-4121-4c5b-a632-513f3e024759 req-92ea0dae-8447-4f91-9474-b7805b24e973 service neutron] 10.222.0.66 "GET /v2.0/networks/8f05d5cd-7919-446b-b1be-b892178c27ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228969 Mar 07 17:00:03.421184 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-0086b84b-4121-4c5b-a632-513f3e024759 req-def878d8-b395-430e-9879-a0c963cdcfea service neutron] 10.222.0.66 "GET /v2.0/networks/8f05d5cd-7919-446b-b1be-b892178c27ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829489 Mar 07 17:00:03.460901 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.l3_hamode_db [None req-7623155d-1e02-4a80-a3ec-0e0b142a277b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5864a5b6-6518-43a7-a4e6-c88ca10e2289', 'name': 'tempest-TestVolumeBootPattern-1270566597-router', 'tenant_id': 'f13607869be844f9bb555f4bee0519ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'external_fixed_ips': [{'subnet_id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'ip_address': '172.27.2.93'}], 'enable_snat': True}, 'gw_port_id': '79f27c19-b4a8-4a51-921e-23ee7d9f2b4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:53:54Z', 'updated_at': '2022-03-07T16:53:58Z', 'revision_number': 4, 'project_id': 'f13607869be844f9bb555f4bee0519ef', 'gw_port': {'id': '79f27c19-b4a8-4a51-921e-23ee7d9f2b4a', 'name': '', 'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:37:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5864a5b6-6518-43a7-a4e6-c88ca10e2289', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'ip_address': '172.27.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:53:55Z', 'updated_at': '2022-03-07T16:53:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-24-iscsi', '_floatingips': [{'id': '02e41e6f-cc0d-4cc4-871d-0178a025cb68', 'tenant_id': 'f13607869be844f9bb555f4bee0519ef', 'floating_ip_address': '172.27.2.91', 'floating_network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'router_id': '5864a5b6-6518-43a7-a4e6-c88ca10e2289', 'port_id': '4eca5ae4-cdb4-459d-8e50-c0e23591f0df', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 626, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8f05d5cd-7919-446b-b1be-b892178c27ff', 'mac_address': 'fa:16:3e:01:30:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d78364-5e86-4802-993e-7712ab78d746', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T17:00:01Z', 'updated_at': '2022-03-07T17:00:01Z', 'revision_number': 0, 'project_id': 'f13607869be844f9bb555f4bee0519ef', 'fixed_ip_address_scope': None}, {'id': 'ead094e4-1ac1-42ab-b162-d3fc291e42c4', 'tenant_id': 'f13607869be844f9bb555f4bee0519ef', 'floating_ip_address': '172.27.2.241', 'floating_network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'router_id': '5864a5b6-6518-43a7-a4e6-c88ca10e2289', 'port_id': '933cfce7-b7a8-469e-8dfe-dde0dbfba456', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 564, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8f05d5cd-7919-446b-b1be-b892178c27ff', 'mac_address': 'fa:16:3e:41:97:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40bae353-9311-4b2a-839f-6dea4c52f662', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T16:57:52Z', 'updated_at': '2022-03-07T16:57:55Z', 'revision_number': 1, 'project_id': 'f13607869be844f9bb555f4bee0519ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84d6bf29-5744-481f-93ba-41f00ab3f10d', 'name': '', 'network_id': '8f05d5cd-7919-446b-b1be-b892178c27ff', 'tenant_id': 'f13607869be844f9bb555f4bee0519ef', 'mac_address': 'fa:16:3e:51:da:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5864a5b6-6518-43a7-a4e6-c88ca10e2289', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'e51eb166-648f-4129-afbc-b350e9a7b41b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:53:57Z', 'updated_at': '2022-03-07T16:54:03Z', 'revision_number': 5, 'project_id': 'f13607869be844f9bb555f4bee0519ef', 'subnets': [{'id': 'e51eb166-648f-4129-afbc-b350e9a7b41b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-24-iscsi', False) {} {{(pid=119955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:00:03.487298 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7623155d-1e02-4a80-a3ec-0e0b142a277b None None] The sync data for ids ['5864a5b6-6518-43a7-a4e6-c88ca10e2289'] in dv-cinder-804757-24-iscsi is: [{'id': '5864a5b6-6518-43a7-a4e6-c88ca10e2289', 'name': 'tempest-TestVolumeBootPattern-1270566597-router', 'tenant_id': 'f13607869be844f9bb555f4bee0519ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'external_fixed_ips': [{'subnet_id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'ip_address': '172.27.2.93'}], 'enable_snat': True}, 'gw_port_id': '79f27c19-b4a8-4a51-921e-23ee7d9f2b4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:53:54Z', 'updated_at': '2022-03-07T16:53:58Z', 'revision_number': 4, 'project_id': 'f13607869be844f9bb555f4bee0519ef', 'gw_port': {'id': '79f27c19-b4a8-4a51-921e-23ee7d9f2b4a', 'name': '', 'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:37:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5864a5b6-6518-43a7-a4e6-c88ca10e2289', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'ip_address': '172.27.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:53:55Z', 'updated_at': '2022-03-07T16:53:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-24-iscsi', '_floatingips': [{'id': '02e41e6f-cc0d-4cc4-871d-0178a025cb68', 'tenant_id': 'f13607869be844f9bb555f4bee0519ef', 'floating_ip_address': '172.27.2.91', 'floating_network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'router_id': '5864a5b6-6518-43a7-a4e6-c88ca10e2289', 'port_id': '4eca5ae4-cdb4-459d-8e50-c0e23591f0df', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 626, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8f05d5cd-7919-446b-b1be-b892178c27ff', 'mac_address': 'fa:16:3e:01:30:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d78364-5e86-4802-993e-7712ab78d746', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T17:00:01Z', 'updated_at': '2022-03-07T17:00:01Z', 'revision_number': 0, 'project_id': 'f13607869be844f9bb555f4bee0519ef', 'fixed_ip_address_scope': None}, {'id': 'ead094e4-1ac1-42ab-b162-d3fc291e42c4', 'tenant_id': 'f13607869be844f9bb555f4bee0519ef', 'floating_ip_address': '172.27.2.241', 'floating_network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'router_id': '5864a5b6-6518-43a7-a4e6-c88ca10e2289', 'port_id': '933cfce7-b7a8-469e-8dfe-dde0dbfba456', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 564, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8f05d5cd-7919-446b-b1be-b892178c27ff', 'mac_address': 'fa:16:3e:41:97:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40bae353-9311-4b2a-839f-6dea4c52f662', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T16:57:52Z', 'updated_at': '2022-03-07T16:57:55Z', 'revision_number': 1, 'project_id': 'f13607869be844f9bb555f4bee0519ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84d6bf29-5744-481f-93ba-41f00ab3f10d', 'name': '', 'network_id': '8f05d5cd-7919-446b-b1be-b892178c27ff', 'tenant_id': 'f13607869be844f9bb555f4bee0519ef', 'mac_address': 'fa:16:3e:51:da:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5864a5b6-6518-43a7-a4e6-c88ca10e2289', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'e51eb166-648f-4129-afbc-b350e9a7b41b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:53:57Z', 'updated_at': '2022-03-07T16:54:03Z', 'revision_number': 5, 'project_id': 'f13607869be844f9bb555f4bee0519ef', 'subnets': [{'id': 'e51eb166-648f-4129-afbc-b350e9a7b41b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 17:00:03.525556 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.rpc [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Device b78e5573-abc3-47f7-9880-e7c918a9b77e up at agent hyperv_hv-cinder-80475 {{(pid=119955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 17:00:03.584552 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.provisioning_blocks [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Provisioning for port b78e5573-abc3-47f7-9880-e7c918a9b77e completed by entity L2. {{(pid=119955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 17:00:03.588453 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.provisioning_blocks [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Provisioning complete for port b78e5573-abc3-47f7-9880-e7c918a9b77e triggered by entity L2. {{(pid=119955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 17:00:03.588829 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8194280'] for port (b78e5573-abc3-47f7-9880-e7c918a9b77e), provisioning_complete {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:00:03.668292 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.plugin [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Current status of the port b78e5573-abc3-47f7-9880-e7c918a9b77e is: BUILD; New status is: ACTIVE {{(pid=119955) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 17:00:03.668688 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8385759'] for port (b78e5573-abc3-47f7-9880-e7c918a9b77e), before_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:00:03.692720 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '873e1785-8a3b-4645-b8d9-623aa6288d91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b78e5573-abc3-47f7-9880-e7c918a9b77e'}] {{(pid=119955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 17:00:03.694978 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd4f8a5135c3a8ba668d7ce7b18abb72183bcf445ca628a57cbbb7bee2c3e543" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fa9ac2f-54d8-432f-a508-425e0e482f2f" -d '{"events": [{"server_uuid": "873e1785-8a3b-4645-b8d9-623aa6288d91", "name": "network-vif-plugged", "status": "completed", "tag": "b78e5573-abc3-47f7-9880-e7c918a9b77e"}]}' {{(pid=119955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 17:00:03.703465 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-625306e0-451f-4423-8278-7e560c71d91a None None] New status for floating IP 02e41e6f-cc0d-4cc4-871d-0178a025cb68: ACTIVE {{(pid=119956) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 17:00:03.713873 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.db [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] For port b78e5573-abc3-47f7-9880-e7c918a9b77e, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=b78e5573-abc3-47f7-9880-e7c918a9b77e,segment=NetworkSegment(27963672-8b94-4491-bec5-1ad2614eae26),segment_id=27963672-8b94-4491-bec5-1ad2614eae26)] {{(pid=119955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:00:03.719214 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754346672056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754346267073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754346267091'] for port (b78e5573-abc3-47f7-9880-e7c918a9b77e), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:00:03.720137 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.rpc [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Device 98a39d67-d047-4d0d-9453-4a6850533cbb up at agent hyperv_hv-cinder-80475 {{(pid=119955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 17:00:03.745303 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 17:00:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1efea703-be05-4775-9339-649483f4b769 x-openstack-request-id: req-1efea703-be05-4775-9339-649483f4b769 {{(pid=119955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 17:00:03.745957 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "873e1785-8a3b-4645-b8d9-623aa6288d91", "name": "network-vif-plugged", "status": "completed", "tag": "b78e5573-abc3-47f7-9880-e7c918a9b77e", "code": 200}]} {{(pid=119955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 17:00:03.745957 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1efea703-be05-4775-9339-649483f4b769 {{(pid=119955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 17:00:03.746183 dv-cinder-804757-24-iscsi neutron-server[119955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '873e1785-8a3b-4645-b8d9-623aa6288d91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b78e5573-abc3-47f7-9880-e7c918a9b77e', 'code': 200} Mar 07 17:00:03.800749 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Pushing event updated for resources: {'Port': ['ID=b78e5573-abc3-47f7-9880-e7c918a9b77e,revision_number=5']} {{(pid=119955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:00:03.811556 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:00:03.811951 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:00:03.816799 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:00:03.816799 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:00:03.816799 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:00:03.816799 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:00:03.816799 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:00:03.816799 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:00:03.816799 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:00:03.816799 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:00:03.816799 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:00:03.816799 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:00:03.816799 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:00:03.823484 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.provisioning_blocks [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Provisioning for port 98a39d67-d047-4d0d-9453-4a6850533cbb completed by entity L2. {{(pid=119955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 17:00:03.829021 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.provisioning_blocks [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Provisioning complete for port 98a39d67-d047-4d0d-9453-4a6850533cbb triggered by entity L2. {{(pid=119955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 17:00:03.829443 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8194280'] for port (98a39d67-d047-4d0d-9453-4a6850533cbb), provisioning_complete {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:00:03.910847 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.plugin [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Current status of the port 98a39d67-d047-4d0d-9453-4a6850533cbb is: BUILD; New status is: ACTIVE {{(pid=119955) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 17:00:03.911238 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8385759'] for port (98a39d67-d047-4d0d-9453-4a6850533cbb), before_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:00:03.945761 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.db [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] For port 98a39d67-d047-4d0d-9453-4a6850533cbb, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=98a39d67-d047-4d0d-9453-4a6850533cbb,segment=NetworkSegment(e205b5a5-74b0-4737-8080-0998e240c007),segment_id=e205b5a5-74b0-4737-8080-0998e240c007)] {{(pid=119955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:00:03.950962 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754346672056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754346267073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754346267091'] for port (98a39d67-d047-4d0d-9453-4a6850533cbb), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:00:03.962278 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76df8d24-4881-4d69-ac0c-ea30b0b7b900 req-b8ecf80b-810b-4f5f-9bdd-4aae15ba0137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:00:03.963931 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-76df8d24-4881-4d69-ac0c-ea30b0b7b900 req-b8ecf80b-810b-4f5f-9bdd-4aae15ba0137 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=873e1785-8a3b-4645-b8d9-623aa6288d91 HTTP/1.1" status: 200 len: 1129 time: 0.0512106 Mar 07 17:00:04.001444 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Pushing event updated for resources: {'Port': ['ID=98a39d67-d047-4d0d-9453-4a6850533cbb,revision_number=5']} {{(pid=119955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:00:04.008405 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-76df8d24-4881-4d69-ac0c-ea30b0b7b900 req-6b5cd557-d0e8-4dad-b36a-fd103d12fa55 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=d54878f9-32a8-4665-9f93-319a45debe8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373120 Mar 07 17:00:04.423889 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abecf7c-a466-4f67-b697-d907ffa78ad8 req-9fdf71ac-a407-4bc0-aeee-ae5c36bc52b6 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:00:04.425569 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-1abecf7c-a466-4f67-b697-d907ffa78ad8 req-9fdf71ac-a407-4bc0-aeee-ae5c36bc52b6 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] 10.222.0.18 "GET /v2.0/ports?device_id=5102069c-63dd-43f7-aa5e-de4239c300ab HTTP/1.1" status: 200 len: 946 time: 0.0538945 Mar 07 17:00:04.437170 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac1e82b-d7f0-43bb-839d-705f87b1f260 req-e124936b-24e8-4b92-a756-42aea5106765 tempest-VolumesActionsTest-1688464897 tempest-VolumesActionsTest-1688464897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:00:04.438782 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-cac1e82b-d7f0-43bb-839d-705f87b1f260 req-e124936b-24e8-4b92-a756-42aea5106765 tempest-VolumesActionsTest-1688464897 tempest-VolumesActionsTest-1688464897-project] 10.222.0.18 "GET /v2.0/ports?device_id=873e1785-8a3b-4645-b8d9-623aa6288d91 HTTP/1.1" status: 200 len: 945 time: 0.0520148 Mar 07 17:00:04.473180 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-1abecf7c-a466-4f67-b697-d907ffa78ad8 req-d257fe3f-7191-404d-bbcf-70af1d3aea91 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] 10.222.0.18 "GET /v2.0/security-groups?id=01c2d2a5-417f-4887-abbc-1813726d2ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419354 Mar 07 17:00:04.486786 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-cac1e82b-d7f0-43bb-839d-705f87b1f260 req-292a97a0-f229-4f95-a218-69e92e6bae39 tempest-VolumesActionsTest-1688464897 tempest-VolumesActionsTest-1688464897-project] 10.222.0.18 "GET /v2.0/security-groups?id=d54878f9-32a8-4665-9f93-319a45debe8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425587 Mar 07 17:00:05.607830 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3696fb31-9a81-43f8-b0a4-f91674ad66c5 req-2ad7edd7-590b-40d4-b217-6836b3cc4515 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:00:05.609339 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-3696fb31-9a81-43f8-b0a4-f91674ad66c5 req-2ad7edd7-590b-40d4-b217-6836b3cc4515 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] 10.222.0.18 "GET /v2.0/ports?device_id=5102069c-63dd-43f7-aa5e-de4239c300ab HTTP/1.1" status: 200 len: 946 time: 0.0560119 Mar 07 17:00:05.619947 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8852637-2e75-457b-abae-57ca44531158 req-783d4500-c202-44e4-a03b-f318c7e0e21c tempest-VolumesActionsTest-1688464897 tempest-VolumesActionsTest-1688464897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:00:05.621397 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-a8852637-2e75-457b-abae-57ca44531158 req-783d4500-c202-44e4-a03b-f318c7e0e21c tempest-VolumesActionsTest-1688464897 tempest-VolumesActionsTest-1688464897-project] 10.222.0.18 "GET /v2.0/ports?device_id=873e1785-8a3b-4645-b8d9-623aa6288d91 HTTP/1.1" status: 200 len: 945 time: 0.0563004 Mar 07 17:00:05.654721 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-3696fb31-9a81-43f8-b0a4-f91674ad66c5 req-8b93dac3-c8b8-4c8b-af62-e1d31245c937 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] 10.222.0.18 "GET /v2.0/security-groups?id=01c2d2a5-417f-4887-abbc-1813726d2ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397167 Mar 07 17:00:05.668730 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-a8852637-2e75-457b-abae-57ca44531158 req-ee44f0e0-cc08-48a2-bad6-9b2dda8ea8fc tempest-VolumesActionsTest-1688464897 tempest-VolumesActionsTest-1688464897-project] 10.222.0.18 "GET /v2.0/security-groups?id=d54878f9-32a8-4665-9f93-319a45debe8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415077 Mar 07 17:00:05.747228 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5102069c-63dd-43f7-aa5e-de4239c300ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98a39d67-d047-4d0d-9453-4a6850533cbb'}] {{(pid=119955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 17:00:05.750726 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd4f8a5135c3a8ba668d7ce7b18abb72183bcf445ca628a57cbbb7bee2c3e543" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea14dfda-3dfb-433c-89ed-85a43edf3346" -d '{"events": [{"server_uuid": "5102069c-63dd-43f7-aa5e-de4239c300ab", "name": "network-vif-plugged", "status": "completed", "tag": "98a39d67-d047-4d0d-9453-4a6850533cbb"}]}' {{(pid=119955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 17:00:05.788231 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 17:00:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a396b087-2a28-4dc9-b2c6-6c2e3b57ea00 x-openstack-request-id: req-a396b087-2a28-4dc9-b2c6-6c2e3b57ea00 {{(pid=119955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 17:00:05.788568 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5102069c-63dd-43f7-aa5e-de4239c300ab", "name": "network-vif-plugged", "status": "completed", "tag": "98a39d67-d047-4d0d-9453-4a6850533cbb", "code": 200}]} {{(pid=119955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 17:00:05.788763 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a396b087-2a28-4dc9-b2c6-6c2e3b57ea00 {{(pid=119955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 17:00:05.789167 dv-cinder-804757-24-iscsi neutron-server[119955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5102069c-63dd-43f7-aa5e-de4239c300ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98a39d67-d047-4d0d-9453-4a6850533cbb', 'code': 200} Mar 07 17:00:06.006845 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02989677-fd5a-4739-8e9a-ae9e10e31b04 req-290640ae-b48b-4d26-9aab-e5bd0af4376e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:00:06.008378 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-02989677-fd5a-4739-8e9a-ae9e10e31b04 req-290640ae-b48b-4d26-9aab-e5bd0af4376e service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=5102069c-63dd-43f7-aa5e-de4239c300ab HTTP/1.1" status: 200 len: 1130 time: 0.0429933 Mar 07 17:00:06.051857 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-02989677-fd5a-4739-8e9a-ae9e10e31b04 req-37075365-4aea-423a-b384-f1ec04059eb5 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=01c2d2a5-417f-4887-abbc-1813726d2ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368578 Mar 07 17:00:06.430622 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07efff0b-ebbb-4c6b-92e7-548a5bacb14d req-627a1664-abdd-4a0e-a0e7-9905123f550e tempest-VolumesActionsTest-1688464897 tempest-VolumesActionsTest-1688464897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:00:06.432083 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-07efff0b-ebbb-4c6b-92e7-548a5bacb14d req-627a1664-abdd-4a0e-a0e7-9905123f550e tempest-VolumesActionsTest-1688464897 tempest-VolumesActionsTest-1688464897-project] 10.222.0.18 "GET /v2.0/ports?device_id=873e1785-8a3b-4645-b8d9-623aa6288d91 HTTP/1.1" status: 200 len: 945 time: 0.0616608 Mar 07 17:00:06.481587 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-07efff0b-ebbb-4c6b-92e7-548a5bacb14d req-ec057755-f4bd-48a8-ac90-de15661111cb tempest-VolumesActionsTest-1688464897 tempest-VolumesActionsTest-1688464897-project] 10.222.0.18 "GET /v2.0/security-groups?id=d54878f9-32a8-4665-9f93-319a45debe8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438273 Mar 07 17:00:06.787024 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ba8f95-e636-4254-9c13-49c6c6e35950 req-be906acf-bb0b-461b-a8e5-e6a94ac77e3b tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:00:06.788720 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-14ba8f95-e636-4254-9c13-49c6c6e35950 req-be906acf-bb0b-461b-a8e5-e6a94ac77e3b tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] 10.222.0.18 "GET /v2.0/ports?device_id=5102069c-63dd-43f7-aa5e-de4239c300ab HTTP/1.1" status: 200 len: 946 time: 0.0629392 Mar 07 17:00:06.837217 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-14ba8f95-e636-4254-9c13-49c6c6e35950 req-7a6d292b-a92b-493e-8b26-662fd6f2dbcd tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] 10.222.0.18 "GET /v2.0/security-groups?id=01c2d2a5-417f-4887-abbc-1813726d2ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426412 Mar 07 17:00:07.612107 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4aaa7a-73a0-410b-b7f2-e76dd762c0d4 req-cd789dd3-abe9-4c53-9485-7869d45f43d0 tempest-VolumesActionsTest-1688464897 tempest-VolumesActionsTest-1688464897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:00:07.613578 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-9d4aaa7a-73a0-410b-b7f2-e76dd762c0d4 req-cd789dd3-abe9-4c53-9485-7869d45f43d0 tempest-VolumesActionsTest-1688464897 tempest-VolumesActionsTest-1688464897-project] 10.222.0.18 "GET /v2.0/ports?device_id=873e1785-8a3b-4645-b8d9-623aa6288d91 HTTP/1.1" status: 200 len: 945 time: 0.0543895 Mar 07 17:00:07.662499 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-9d4aaa7a-73a0-410b-b7f2-e76dd762c0d4 req-f7f8face-596d-4173-8d8b-42dcdcad575d tempest-VolumesActionsTest-1688464897 tempest-VolumesActionsTest-1688464897-project] 10.222.0.18 "GET /v2.0/security-groups?id=d54878f9-32a8-4665-9f93-319a45debe8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413198 Mar 07 17:00:07.961235 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c056c916-38e2-437d-bc4b-c1927a6f6f1a req-0f4a72d1-aed9-452f-a616-3007f6e83578 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:00:07.962684 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-c056c916-38e2-437d-bc4b-c1927a6f6f1a req-0f4a72d1-aed9-452f-a616-3007f6e83578 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] 10.222.0.18 "GET /v2.0/ports?device_id=5102069c-63dd-43f7-aa5e-de4239c300ab HTTP/1.1" status: 200 len: 946 time: 0.0588584 Mar 07 17:00:08.008611 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-c056c916-38e2-437d-bc4b-c1927a6f6f1a req-23ed06c3-353e-467a-8128-a184ff3c903a tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] 10.222.0.18 "GET /v2.0/security-groups?id=01c2d2a5-417f-4887-abbc-1813726d2ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400710 Mar 07 17:00:08.139283 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf6377b-8e1e-4b5a-bdc2-9eadea45d9ae req-3bee32f7-754a-4123-8a1b-0dcba6a3b8b4 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:00:08.140802 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-bdf6377b-8e1e-4b5a-bdc2-9eadea45d9ae req-3bee32f7-754a-4123-8a1b-0dcba6a3b8b4 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] 10.222.0.18 "GET /v2.0/ports?device_id=5102069c-63dd-43f7-aa5e-de4239c300ab HTTP/1.1" status: 200 len: 946 time: 0.0662475 Mar 07 17:00:08.149564 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.wsgi [-] (119953) accepted ('10.222.0.18', 57944) {{(pid=119953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:00:08.154026 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.v2.base [None req-42bc48b4-1d15-4d1c-9e29-6d3796ad61cb tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Request body: {'floatingip': {'port_id': '98a39d67-d047-4d0d-9453-4a6850533cbb'}} {{(pid=119953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:00:08.203926 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-42bc48b4-1d15-4d1c-9e29-6d3796ad61cb tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Publish callbacks [] for floatingip (be822e25-1b1f-49f9-86de-ee18e2422c42), before_update {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:00:08.325407 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b7b764-99fe-4fee-b13b-15f8f29328b5 req-1965c410-b8f6-45b0-a432-cc4b9faf3f89 tempest-VolumesActionsTest-1688464897 tempest-VolumesActionsTest-1688464897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:00:08.326756 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-99b7b764-99fe-4fee-b13b-15f8f29328b5 req-1965c410-b8f6-45b0-a432-cc4b9faf3f89 tempest-VolumesActionsTest-1688464897 tempest-VolumesActionsTest-1688464897-project] 10.222.0.66 "GET /v2.0/ports?device_id=873e1785-8a3b-4645-b8d9-623aa6288d91 HTTP/1.1" status: 200 len: 945 time: 0.1384618 Mar 07 17:00:08.579180 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.plugin [req-99b7b764-99fe-4fee-b13b-15f8f29328b5 req-c2569b2e-8f5a-4561-b3bb-55dd28b9f69c tempest-VolumesActionsTest-1688464897 tempest-VolumesActionsTest-1688464897-project] Deleting port b78e5573-abc3-47f7-9880-e7c918a9b77e {{(pid=119953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 17:00:08.579557 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [req-99b7b764-99fe-4fee-b13b-15f8f29328b5 req-c2569b2e-8f5a-4561-b3bb-55dd28b9f69c tempest-VolumesActionsTest-1688464897 tempest-VolumesActionsTest-1688464897-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754346666051'] for port (b78e5573-abc3-47f7-9880-e7c918a9b77e), before_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:00:08.733090 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.db [req-99b7b764-99fe-4fee-b13b-15f8f29328b5 req-c2569b2e-8f5a-4561-b3bb-55dd28b9f69c tempest-VolumesActionsTest-1688464897 tempest-VolumesActionsTest-1688464897-project] For port b78e5573-abc3-47f7-9880-e7c918a9b77e, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=b78e5573-abc3-47f7-9880-e7c918a9b77e,segment=NetworkSegment(27963672-8b94-4491-bec5-1ad2614eae26),segment_id=27963672-8b94-4491-bec5-1ad2614eae26)] {{(pid=119953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:00:08.733815 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [req-99b7b764-99fe-4fee-b13b-15f8f29328b5 req-c2569b2e-8f5a-4561-b3bb-55dd28b9f69c tempest-VolumesActionsTest-1688464897 tempest-VolumesActionsTest-1688464897-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704071'] for port (b78e5573-abc3-47f7-9880-e7c918a9b77e), precommit_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:00:08.769644 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.plugin [req-99b7b764-99fe-4fee-b13b-15f8f29328b5 req-c2569b2e-8f5a-4561-b3bb-55dd28b9f69c tempest-VolumesActionsTest-1688464897 tempest-VolumesActionsTest-1688464897-project] Calling delete_port for b78e5573-abc3-47f7-9880-e7c918a9b77e owned by compute:nova {{(pid=119953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 17:00:08.781400 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78512727-216a-44e6-a954-43f23627bc9f req-6996e201-3ffe-4465-b1e5-93fdd7acd2df tempest-VolumesActionsTest-1688464897 tempest-VolumesActionsTest-1688464897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:00:08.784333 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-78512727-216a-44e6-a954-43f23627bc9f req-6996e201-3ffe-4465-b1e5-93fdd7acd2df tempest-VolumesActionsTest-1688464897 tempest-VolumesActionsTest-1688464897-project] 10.222.0.18 "GET /v2.0/ports?device_id=873e1785-8a3b-4645-b8d9-623aa6288d91 HTTP/1.1" status: 200 len: 945 time: 0.0533211 Mar 07 17:00:08.832796 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-78512727-216a-44e6-a954-43f23627bc9f req-395c44f5-5b14-4351-8a85-7649840ebbf2 tempest-VolumesActionsTest-1688464897 tempest-VolumesActionsTest-1688464897-project] 10.222.0.18 "GET /v2.0/security-groups?id=d54878f9-32a8-4665-9f93-319a45debe8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437992 Mar 07 17:00:08.865035 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-42bc48b4-1d15-4d1c-9e29-6d3796ad61cb tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:00:08.871389 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-42bc48b4-1d15-4d1c-9e29-6d3796ad61cb tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-706389'] for floatingip (be822e25-1b1f-49f9-86de-ee18e2422c42), after_update {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:00:09.029520 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.db.l3_db [None req-42bc48b4-1d15-4d1c-9e29-6d3796ad61cb tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Floating IP be822e25-1b1f-49f9-86de-ee18e2422c42 associated. External IP: 172.27.2.129, port: 98a39d67-d047-4d0d-9453-4a6850533cbb. Mar 07 17:00:09.034300 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [req-99b7b764-99fe-4fee-b13b-15f8f29328b5 req-c2569b2e-8f5a-4561-b3bb-55dd28b9f69c tempest-VolumesActionsTest-1688464897 tempest-VolumesActionsTest-1688464897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754346672038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754346267064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9282916'] for port (b78e5573-abc3-47f7-9880-e7c918a9b77e), after_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:00:09.079068 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.db [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] get_ports_and_sgs() called for port_ids ['b78e5573-abc3-47f7-9880-e7c918a9b77e'] {{(pid=119955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 17:00:09.103429 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2569b2e-8f5a-4561-b3bb-55dd28b9f69c tempest-VolumesActionsTest-1688464897 tempest-VolumesActionsTest-1688464897-project] Pushing event deleted for resources: {'Port': ['ID=b78e5573-abc3-47f7-9880-e7c918a9b77e,revision_number=None']} {{(pid=119953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:00:09.177610 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.db.l3_dvrscheduler_db [req-99b7b764-99fe-4fee-b13b-15f8f29328b5 req-c2569b2e-8f5a-4561-b3bb-55dd28b9f69c tempest-VolumesActionsTest-1688464897 tempest-VolumesActionsTest-1688464897-project] No DVR routers for this DVR port b78e5573-abc3-47f7-9880-e7c918a9b77e on host hv-cinder-80475 {{(pid=119953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 17:00:09.181330 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [req-99b7b764-99fe-4fee-b13b-15f8f29328b5 req-c2569b2e-8f5a-4561-b3bb-55dd28b9f69c tempest-VolumesActionsTest-1688464897 tempest-VolumesActionsTest-1688464897-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47102'] for port (None), before_response {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:00:09.184743 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-99b7b764-99fe-4fee-b13b-15f8f29328b5 req-c2569b2e-8f5a-4561-b3bb-55dd28b9f69c tempest-VolumesActionsTest-1688464897 tempest-VolumesActionsTest-1688464897-project] 10.222.0.66 "DELETE /v2.0/ports/b78e5573-abc3-47f7-9880-e7c918a9b77e HTTP/1.1" status: 204 len: 173 time: 0.8509290 Mar 07 17:00:09.185191 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '873e1785-8a3b-4645-b8d9-623aa6288d91', 'name': 'network-vif-deleted', 'tag': 'b78e5573-abc3-47f7-9880-e7c918a9b77e'}] {{(pid=119953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 17:00:09.187535 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed95515d7af65a162ef4af60abe3e4aacc73bb6c2379f81891a58e09c3a2d0f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70520c3c-7c14-4b60-9bcb-3ec674e77c0a" -d '{"events": [{"server_uuid": "873e1785-8a3b-4645-b8d9-623aa6288d91", "name": "network-vif-deleted", "tag": "b78e5573-abc3-47f7-9880-e7c918a9b77e"}]}' {{(pid=119953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 17:00:09.241232 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 17:00:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8ead557-3e44-4606-886e-1e488dab6661 x-openstack-request-id: req-b8ead557-3e44-4606-886e-1e488dab6661 {{(pid=119953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 17:00:09.241525 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "873e1785-8a3b-4645-b8d9-623aa6288d91", "name": "network-vif-deleted", "tag": "b78e5573-abc3-47f7-9880-e7c918a9b77e", "status": "completed", "code": 200}]} {{(pid=119953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 17:00:09.241783 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b8ead557-3e44-4606-886e-1e488dab6661 {{(pid=119953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 17:00:09.242186 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '873e1785-8a3b-4645-b8d9-623aa6288d91', 'name': 'network-vif-deleted', 'tag': 'b78e5573-abc3-47f7-9880-e7c918a9b77e', 'status': 'completed', 'code': 200} Mar 07 17:00:09.319676 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42bc48b4-1d15-4d1c-9e29-6d3796ad61cb tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Router 6d9caf44-7118-4035-ab12-21883e79a634 has already been hosted by L3 agent 4cbb3502-d72e-4663-b57e-51d645794085 {{(pid=119953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 17:00:09.430312 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42bc48b4-1d15-4d1c-9e29-6d3796ad61cb tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Notify agent at l3_agent.dv-cinder-804757-24-iscsi the message routers_updated {{(pid=119953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 17:00:09.435216 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-42bc48b4-1d15-4d1c-9e29-6d3796ad61cb tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47102'] for floatingip (None), before_response {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:00:09.440546 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-249adf25-9752-49ac-aa43-9a5eb4e73a70 None None] Sync routers for ids ['6d9caf44-7118-4035-ab12-21883e79a634'] in dv-cinder-804757-24-iscsi {{(pid=119955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 17:00:09.452723 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-249adf25-9752-49ac-aa43-9a5eb4e73a70 None None] Routers {'6d9caf44-7118-4035-ab12-21883e79a634'} bound to L3 agent in host dv-cinder-804757-24-iscsi {{(pid=119955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 17:00:09.453406 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.l3_hamode_db [None req-249adf25-9752-49ac-aa43-9a5eb4e73a70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T16:44:19Z,description=,heartbeat_timestamp=2022-03-07T16:59:49Z,host='dv-cinder-804757-24-iscsi',id=4cbb3502-d72e-4663-b57e-51d645794085,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:44:19Z,topic='l3_agent')) {'router_ids': ['6d9caf44-7118-4035-ab12-21883e79a634'], 'active': True} {{(pid=119955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:00:09.465173 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [None req-42bc48b4-1d15-4d1c-9e29-6d3796ad61cb tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] 10.222.0.18 "PUT /v2.0/floatingips/be822e25-1b1f-49f9-86de-ee18e2422c42 HTTP/1.1" status: 200 len: 992 time: 1.3145168 Mar 07 17:00:09.563665 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.l3_dvr_db [None req-249adf25-9752-49ac-aa43-9a5eb4e73a70 None None] Set router 6d9caf44-7118-4035-ab12-21883e79a634 gateway port host: dv-cinder-804757-24-iscsi {{(pid=119955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 17:00:09.926356 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.l3_hamode_db [None req-249adf25-9752-49ac-aa43-9a5eb4e73a70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d9caf44-7118-4035-ab12-21883e79a634', 'name': 'tempest-AttachVolumeNegativeTest-1588558018-router', 'tenant_id': '96d24f87dbc54cf4a14285a307b25838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'external_fixed_ips': [{'subnet_id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'ip_address': '172.27.2.95'}], 'enable_snat': True}, 'gw_port_id': '1c7e8f28-8a6d-4a6a-ba0e-ab1b54a1106b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:58:50Z', 'updated_at': '2022-03-07T16:58:53Z', 'revision_number': 4, 'project_id': '96d24f87dbc54cf4a14285a307b25838', 'gw_port': {'id': '1c7e8f28-8a6d-4a6a-ba0e-ab1b54a1106b', 'name': '', 'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:81:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d9caf44-7118-4035-ab12-21883e79a634', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'ip_address': '172.27.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:58:50Z', 'updated_at': '2022-03-07T16:58:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-24-iscsi', '_floatingips': [{'id': '8be82812-5058-4e3d-a28b-6b768862ea0b', 'tenant_id': '96d24f87dbc54cf4a14285a307b25838', 'floating_ip_address': '172.27.2.94', 'floating_network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'router_id': '6d9caf44-7118-4035-ab12-21883e79a634', 'port_id': '92eedfee-c273-40fa-b640-d8c986e615d3', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 585, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3df42a45-56b5-4fc7-8b36-6d79a9e64fbf', 'mac_address': 'fa:16:3e:7e:4c:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7af19147-a75b-4a40-9d5c-30f5b734f59b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T16:58:55Z', 'updated_at': '2022-03-07T16:59:08Z', 'revision_number': 2, 'project_id': '96d24f87dbc54cf4a14285a307b25838', 'fixed_ip_address_scope': None}, {'id': 'be822e25-1b1f-49f9-86de-ee18e2422c42', 'tenant_id': '96d24f87dbc54cf4a14285a307b25838', 'floating_ip_address': '172.27.2.129', 'floating_network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'router_id': '6d9caf44-7118-4035-ab12-21883e79a634', 'port_id': '98a39d67-d047-4d0d-9453-4a6850533cbb', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 622, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3df42a45-56b5-4fc7-8b36-6d79a9e64fbf', 'mac_address': 'fa:16:3e:c5:4f:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5102069c-63dd-43f7-aa5e-de4239c300ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T16:59:53Z', 'updated_at': '2022-03-07T17:00:08Z', 'revision_number': 1, 'project_id': '96d24f87dbc54cf4a14285a307b25838', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b65794ee-2638-4767-b75b-665e41be860f', 'name': '', 'network_id': '3df42a45-56b5-4fc7-8b36-6d79a9e64fbf', 'tenant_id': '96d24f87dbc54cf4a14285a307b25838', 'mac_address': 'fa:16:3e:4d:30:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d9caf44-7118-4035-ab12-21883e79a634', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '150f4a27-7a6f-4353-8977-b85e496ab7bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:58:52Z', 'updated_at': '2022-03-07T16:58:56Z', 'revision_number': 5, 'project_id': '96d24f87dbc54cf4a14285a307b25838', 'subnets': [{'id': '150f4a27-7a6f-4353-8977-b85e496ab7bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-24-iscsi', False) {} {{(pid=119955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:00:09.952617 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-249adf25-9752-49ac-aa43-9a5eb4e73a70 None None] Checking router: 6d9caf44-7118-4035-ab12-21883e79a634 for host: dv-cinder-804757-24-iscsi {{(pid=119955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 17:00:09.961676 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-249adf25-9752-49ac-aa43-9a5eb4e73a70 None None] Routers {'6d9caf44-7118-4035-ab12-21883e79a634'} bound to L3 agent in host dv-cinder-804757-24-iscsi {{(pid=119955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 17:00:09.962310 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.l3_hamode_db [None req-249adf25-9752-49ac-aa43-9a5eb4e73a70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T16:44:19Z,description=,heartbeat_timestamp=2022-03-07T16:59:49Z,host='dv-cinder-804757-24-iscsi',id=4cbb3502-d72e-4663-b57e-51d645794085,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:44:19Z,topic='l3_agent')) {'router_ids': ['6d9caf44-7118-4035-ab12-21883e79a634'], 'active': True} {{(pid=119955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:00:10.072191 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.l3_dvr_db [None req-249adf25-9752-49ac-aa43-9a5eb4e73a70 None None] Set router 6d9caf44-7118-4035-ab12-21883e79a634 gateway port host: dv-cinder-804757-24-iscsi {{(pid=119955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 17:00:10.100933 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20264316-208a-4907-827d-979ed6602fc6 req-ee17c69c-1e0b-4bfc-9a40-0225a798fc25 tempest-VolumesActionsTest-1688464897 tempest-VolumesActionsTest-1688464897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:00:10.102410 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-20264316-208a-4907-827d-979ed6602fc6 req-ee17c69c-1e0b-4bfc-9a40-0225a798fc25 tempest-VolumesActionsTest-1688464897 tempest-VolumesActionsTest-1688464897-project] 10.222.0.18 "GET /v2.0/networks?id=261e9aec-ed08-4c0f-a3ce-d3fd24f570ae HTTP/1.1" status: 200 len: 809 time: 0.1092246 Mar 07 17:00:10.116802 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-20264316-208a-4907-827d-979ed6602fc6 req-e873d7f1-ca85-4801-96a1-e70dc5921a4b tempest-VolumesActionsTest-1688464897 tempest-VolumesActionsTest-1688464897-project] 10.222.0.18 "GET /v2.0/quotas/07fdb8afa99544c18da4ae5ec2172a6a HTTP/1.1" status: 200 len: 375 time: 0.0088389 Mar 07 17:00:10.148440 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-20264316-208a-4907-827d-979ed6602fc6 req-fb821da5-26c7-403c-9959-6c004a3ae1c2 tempest-VolumesActionsTest-1688464897 tempest-VolumesActionsTest-1688464897-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=07fdb8afa99544c18da4ae5ec2172a6a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0263245 Mar 07 17:00:10.236345 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-20264316-208a-4907-827d-979ed6602fc6 req-40a75c20-c1da-45c8-916b-536d57244d02 service neutron] 10.222.0.18 "GET /v2.0/networks/261e9aec-ed08-4c0f-a3ce-d3fd24f570ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808747 Mar 07 17:00:10.300601 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.l3_hamode_db [None req-249adf25-9752-49ac-aa43-9a5eb4e73a70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d9caf44-7118-4035-ab12-21883e79a634', 'name': 'tempest-AttachVolumeNegativeTest-1588558018-router', 'tenant_id': '96d24f87dbc54cf4a14285a307b25838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'external_fixed_ips': [{'subnet_id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'ip_address': '172.27.2.95'}], 'enable_snat': True}, 'gw_port_id': '1c7e8f28-8a6d-4a6a-ba0e-ab1b54a1106b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:58:50Z', 'updated_at': '2022-03-07T16:58:53Z', 'revision_number': 4, 'project_id': '96d24f87dbc54cf4a14285a307b25838', 'gw_port': {'id': '1c7e8f28-8a6d-4a6a-ba0e-ab1b54a1106b', 'name': '', 'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:81:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d9caf44-7118-4035-ab12-21883e79a634', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'ip_address': '172.27.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:58:50Z', 'updated_at': '2022-03-07T16:58:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-24-iscsi', '_floatingips': [{'id': '8be82812-5058-4e3d-a28b-6b768862ea0b', 'tenant_id': '96d24f87dbc54cf4a14285a307b25838', 'floating_ip_address': '172.27.2.94', 'floating_network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'router_id': '6d9caf44-7118-4035-ab12-21883e79a634', 'port_id': '92eedfee-c273-40fa-b640-d8c986e615d3', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 585, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3df42a45-56b5-4fc7-8b36-6d79a9e64fbf', 'mac_address': 'fa:16:3e:7e:4c:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7af19147-a75b-4a40-9d5c-30f5b734f59b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T16:58:55Z', 'updated_at': '2022-03-07T16:59:08Z', 'revision_number': 2, 'project_id': '96d24f87dbc54cf4a14285a307b25838', 'fixed_ip_address_scope': None}, {'id': 'be822e25-1b1f-49f9-86de-ee18e2422c42', 'tenant_id': '96d24f87dbc54cf4a14285a307b25838', 'floating_ip_address': '172.27.2.129', 'floating_network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'router_id': '6d9caf44-7118-4035-ab12-21883e79a634', 'port_id': '98a39d67-d047-4d0d-9453-4a6850533cbb', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 622, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3df42a45-56b5-4fc7-8b36-6d79a9e64fbf', 'mac_address': 'fa:16:3e:c5:4f:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5102069c-63dd-43f7-aa5e-de4239c300ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T16:59:53Z', 'updated_at': '2022-03-07T17:00:08Z', 'revision_number': 1, 'project_id': '96d24f87dbc54cf4a14285a307b25838', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b65794ee-2638-4767-b75b-665e41be860f', 'name': '', 'network_id': '3df42a45-56b5-4fc7-8b36-6d79a9e64fbf', 'tenant_id': '96d24f87dbc54cf4a14285a307b25838', 'mac_address': 'fa:16:3e:4d:30:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d9caf44-7118-4035-ab12-21883e79a634', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '150f4a27-7a6f-4353-8977-b85e496ab7bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:58:52Z', 'updated_at': '2022-03-07T16:58:56Z', 'revision_number': 5, 'project_id': '96d24f87dbc54cf4a14285a307b25838', 'subnets': [{'id': '150f4a27-7a6f-4353-8977-b85e496ab7bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-24-iscsi', False) {} {{(pid=119955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:00:10.326507 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-20264316-208a-4907-827d-979ed6602fc6 req-eb1407ce-6589-40a6-bb40-70d936e25fb3 service neutron] 10.222.0.18 "GET /v2.0/networks/261e9aec-ed08-4c0f-a3ce-d3fd24f570ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845642 Mar 07 17:00:10.327434 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-249adf25-9752-49ac-aa43-9a5eb4e73a70 None None] The sync data for ids ['6d9caf44-7118-4035-ab12-21883e79a634'] in dv-cinder-804757-24-iscsi is: [{'id': '6d9caf44-7118-4035-ab12-21883e79a634', 'name': 'tempest-AttachVolumeNegativeTest-1588558018-router', 'tenant_id': '96d24f87dbc54cf4a14285a307b25838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'external_fixed_ips': [{'subnet_id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'ip_address': '172.27.2.95'}], 'enable_snat': True}, 'gw_port_id': '1c7e8f28-8a6d-4a6a-ba0e-ab1b54a1106b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:58:50Z', 'updated_at': '2022-03-07T16:58:53Z', 'revision_number': 4, 'project_id': '96d24f87dbc54cf4a14285a307b25838', 'gw_port': {'id': '1c7e8f28-8a6d-4a6a-ba0e-ab1b54a1106b', 'name': '', 'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:81:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d9caf44-7118-4035-ab12-21883e79a634', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'ip_address': '172.27.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:58:50Z', 'updated_at': '2022-03-07T16:58:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-24-iscsi', '_floatingips': [{'id': '8be82812-5058-4e3d-a28b-6b768862ea0b', 'tenant_id': '96d24f87dbc54cf4a14285a307b25838', 'floating_ip_address': '172.27.2.94', 'floating_network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'router_id': '6d9caf44-7118-4035-ab12-21883e79a634', 'port_id': '92eedfee-c273-40fa-b640-d8c986e615d3', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 585, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3df42a45-56b5-4fc7-8b36-6d79a9e64fbf', 'mac_address': 'fa:16:3e:7e:4c:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7af19147-a75b-4a40-9d5c-30f5b734f59b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T16:58:55Z', 'updated_at': '2022-03-07T16:59:08Z', 'revision_number': 2, 'project_id': '96d24f87dbc54cf4a14285a307b25838', 'fixed_ip_address_scope': None}, {'id': 'be822e25-1b1f-49f9-86de-ee18e2422c42', 'tenant_id': '96d24f87dbc54cf4a14285a307b25838', 'floating_ip_address': '172.27.2.129', 'floating_network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'router_id': '6d9caf44-7118-4035-ab12-21883e79a634', 'port_id': '98a39d67-d047-4d0d-9453-4a6850533cbb', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 622, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3df42a45-56b5-4fc7-8b36-6d79a9e64fbf', 'mac_address': 'fa:16:3e:c5:4f:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5102069c-63dd-43f7-aa5e-de4239c300ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T16:59:53Z', 'updated_at': '2022-03-07T17:00:08Z', 'revision_number': 1, 'project_id': '96d24f87dbc54cf4a14285a307b25838', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b65794ee-2638-4767-b75b-665e41be860f', 'name': '', 'network_id': '3df42a45-56b5-4fc7-8b36-6d79a9e64fbf', 'tenant_id': '96d24f87dbc54cf4a14285a307b25838', 'mac_address': 'fa:16:3e:4d:30:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d9caf44-7118-4035-ab12-21883e79a634', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '150f4a27-7a6f-4353-8977-b85e496ab7bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:58:52Z', 'updated_at': '2022-03-07T16:58:56Z', 'revision_number': 5, 'project_id': '96d24f87dbc54cf4a14285a307b25838', 'subnets': [{'id': '150f4a27-7a6f-4353-8977-b85e496ab7bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 17:00:10.523203 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-5ed3174b-9cbd-4efb-99b7-ca48fbe034bd req-c283fa25-0cf8-474c-adef-136ec77d437a tempest-VolumesActionsTest-1688464897 tempest-VolumesActionsTest-1688464897-project] 10.222.0.18 "GET /v2.0/ports?device_id=33a37b38-b011-445f-88cb-ff52ff2144cc HTTP/1.1" status: 200 len: 210 time: 0.0274506 Mar 07 17:00:10.549817 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80b9b76e-8b30-452e-9193-1d98bd5f1ad1 None None] New status for floating IP be822e25-1b1f-49f9-86de-ee18e2422c42: ACTIVE {{(pid=119956) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 17:00:11.243142 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5102069c-63dd-43f7-aa5e-de4239c300ab', 'tag': '98a39d67-d047-4d0d-9453-4a6850533cbb'}] {{(pid=119953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 17:00:11.246234 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed95515d7af65a162ef4af60abe3e4aacc73bb6c2379f81891a58e09c3a2d0f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-612e94b9-8d9f-4e41-81d9-b5d05bdbf36b" -d '{"events": [{"name": "network-changed", "server_uuid": "5102069c-63dd-43f7-aa5e-de4239c300ab", "tag": "98a39d67-d047-4d0d-9453-4a6850533cbb"}]}' {{(pid=119953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 17:00:11.287185 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 17:00:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22eaa83f-2627-4564-a74d-a297af20df6e x-openstack-request-id: req-22eaa83f-2627-4564-a74d-a297af20df6e {{(pid=119953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 17:00:11.287697 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5102069c-63dd-43f7-aa5e-de4239c300ab", "tag": "98a39d67-d047-4d0d-9453-4a6850533cbb", "status": "completed", "code": 200}]} {{(pid=119953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 17:00:11.288023 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-22eaa83f-2627-4564-a74d-a297af20df6e {{(pid=119953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 17:00:11.288583 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5102069c-63dd-43f7-aa5e-de4239c300ab', 'tag': '98a39d67-d047-4d0d-9453-4a6850533cbb', 'status': 'completed', 'code': 200} Mar 07 17:00:11.394239 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612e94b9-8d9f-4e41-81d9-b5d05bdbf36b req-2dddd54a-7336-4572-87ee-1b253af38cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:00:11.395714 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-612e94b9-8d9f-4e41-81d9-b5d05bdbf36b req-2dddd54a-7336-4572-87ee-1b253af38cf9 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=96d24f87dbc54cf4a14285a307b25838&device_id=5102069c-63dd-43f7-aa5e-de4239c300ab HTTP/1.1" status: 200 len: 1130 time: 0.0491247 Mar 07 17:00:11.629148 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-c8994b29-e465-4352-b953-bcd429551ed3 req-52c1bc03-851f-49c7-b6a4-00ba8e0f2519 tempest-VolumesActionsTest-1688464897 tempest-VolumesActionsTest-1688464897-project] 10.222.0.18 "GET /v2.0/ports?device_id=33a37b38-b011-445f-88cb-ff52ff2144cc HTTP/1.1" status: 200 len: 210 time: 0.0315759 Mar 07 17:00:11.816678 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612e94b9-8d9f-4e41-81d9-b5d05bdbf36b req-5b94e43f-1992-4bd1-bb4c-df788c035576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:00:11.818127 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-612e94b9-8d9f-4e41-81d9-b5d05bdbf36b req-5b94e43f-1992-4bd1-bb4c-df788c035576 service neutron] 10.222.0.66 "GET /v2.0/networks?id=3df42a45-56b5-4fc7-8b36-6d79a9e64fbf HTTP/1.1" status: 200 len: 916 time: 0.4080598 Mar 07 17:00:11.874676 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20264316-208a-4907-827d-979ed6602fc6 req-5d0e913f-62dc-4fce-be1e-74a5f636bc0d tempest-VolumesActionsTest-1688464897 tempest-VolumesActionsTest-1688464897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:00:11.876062 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-20264316-208a-4907-827d-979ed6602fc6 req-5d0e913f-62dc-4fce-be1e-74a5f636bc0d tempest-VolumesActionsTest-1688464897 tempest-VolumesActionsTest-1688464897-project] 10.222.0.66 "GET /v2.0/networks?id=261e9aec-ed08-4c0f-a3ce-d3fd24f570ae HTTP/1.1" status: 200 len: 809 time: 0.1526284 Mar 07 17:00:11.900338 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-612e94b9-8d9f-4e41-81d9-b5d05bdbf36b req-6b383bc4-9dfd-452d-b91c-e49720f20232 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=98a39d67-d047-4d0d-9453-4a6850533cbb HTTP/1.1" status: 200 len: 1002 time: 0.0746133 Mar 07 17:00:11.926851 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.v2.base [req-20264316-208a-4907-827d-979ed6602fc6 req-da09181c-d94d-4dcb-be5f-a2297f811be0 tempest-VolumesActionsTest-1688464897 tempest-VolumesActionsTest-1688464897-project] Request body: {'port': {'device_id': '33a37b38-b011-445f-88cb-ff52ff2144cc', 'network_id': '261e9aec-ed08-4c0f-a3ce-d3fd24f570ae', 'admin_state_up': True, 'tenant_id': '07fdb8afa99544c18da4ae5ec2172a6a'}} {{(pid=119953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:00:12.016975 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612e94b9-8d9f-4e41-81d9-b5d05bdbf36b req-7e072fa3-c804-4dbd-9164-0f6831726c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:00:12.018454 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-612e94b9-8d9f-4e41-81d9-b5d05bdbf36b req-7e072fa3-c804-4dbd-9164-0f6831726c8f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=150f4a27-7a6f-4353-8977-b85e496ab7bc HTTP/1.1" status: 200 len: 854 time: 0.1010058 Mar 07 17:00:12.092463 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612e94b9-8d9f-4e41-81d9-b5d05bdbf36b req-b4913f14-6fd7-4d8f-93ab-46e94778c1ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:00:12.093969 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-612e94b9-8d9f-4e41-81d9-b5d05bdbf36b req-b4913f14-6fd7-4d8f-93ab-46e94778c1ba service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=3df42a45-56b5-4fc7-8b36-6d79a9e64fbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0682952 Mar 07 17:00:12.095047 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20264316-208a-4907-827d-979ed6602fc6 req-da09181c-d94d-4dcb-be5f-a2297f811be0 tempest-VolumesActionsTest-1688464897 tempest-VolumesActionsTest-1688464897-project] Made reservation on behalf of 07fdb8afa99544c18da4ae5ec2172a6a for: {'port': 1} {{(pid=119953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 17:00:12.098283 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [req-20264316-208a-4907-827d-979ed6602fc6 req-da09181c-d94d-4dcb-be5f-a2297f811be0 tempest-VolumesActionsTest-1688464897 tempest-VolumesActionsTest-1688464897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8385759'] for port (None), before_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:00:12.259167 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-612e94b9-8d9f-4e41-81d9-b5d05bdbf36b req-ade464b0-98d4-4134-ad0a-96eaf9ca7acf service neutron] 10.222.0.66 "GET /v2.0/networks/3df42a45-56b5-4fc7-8b36-6d79a9e64fbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1585550 Mar 07 17:00:12.336340 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.db.db_base_plugin_common [req-20264316-208a-4907-827d-979ed6602fc6 req-da09181c-d94d-4dcb-be5f-a2297f811be0 tempest-VolumesActionsTest-1688464897 tempest-VolumesActionsTest-1688464897-project] Allocated IP 172.20.0.5 (261e9aec-ed08-4c0f-a3ce-d3fd24f570ae/35c89b9b-390b-41f8-9fe3-fa2ca6cc8575/edee28d5-a73e-4002-8e0b-2f5c8497a2cb) {{(pid=119953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 17:00:12.388267 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-612e94b9-8d9f-4e41-81d9-b5d05bdbf36b req-3418fe1d-136f-4ee5-a043-066aee6b209a service neutron] 10.222.0.66 "GET /v2.0/networks/3df42a45-56b5-4fc7-8b36-6d79a9e64fbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224437 Mar 07 17:00:12.504532 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [req-20264316-208a-4907-827d-979ed6602fc6 req-da09181c-d94d-4dcb-be5f-a2297f811be0 tempest-VolumesActionsTest-1688464897 tempest-VolumesActionsTest-1688464897-project] Publish callbacks [] for port (edee28d5-a73e-4002-8e0b-2f5c8497a2cb), precommit_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:00:12.542619 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [req-20264316-208a-4907-827d-979ed6602fc6 req-da09181c-d94d-4dcb-be5f-a2297f811be0 tempest-VolumesActionsTest-1688464897 tempest-VolumesActionsTest-1688464897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754346267055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9282916'] for port (edee28d5-a73e-4002-8e0b-2f5c8497a2cb), after_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:00:12.585659 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20264316-208a-4907-827d-979ed6602fc6 req-da09181c-d94d-4dcb-be5f-a2297f811be0 tempest-VolumesActionsTest-1688464897 tempest-VolumesActionsTest-1688464897-project] Network 261e9aec-ed08-4c0f-a3ce-d3fd24f570ae is already hosted by enough agents. {{(pid=119953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 17:00:12.588581 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.scheduler.base_scheduler [req-20264316-208a-4907-827d-979ed6602fc6 req-da09181c-d94d-4dcb-be5f-a2297f811be0 tempest-VolumesActionsTest-1688464897 tempest-VolumesActionsTest-1688464897-project] Resources bound (agent type, host, resource id): {{(pid=119953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 17:00:12.592103 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.db.l3_dvrscheduler_db [req-20264316-208a-4907-827d-979ed6602fc6 req-da09181c-d94d-4dcb-be5f-a2297f811be0 tempest-VolumesActionsTest-1688464897 tempest-VolumesActionsTest-1688464897-project] Received port after_create {{(pid=119953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 17:00:12.598329 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da09181c-d94d-4dcb-be5f-a2297f811be0 tempest-VolumesActionsTest-1688464897 tempest-VolumesActionsTest-1688464897-project] Pushing event updated for resources: {'Port': ['ID=edee28d5-a73e-4002-8e0b-2f5c8497a2cb,revision_number=1']} {{(pid=119953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:00:12.642619 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20264316-208a-4907-827d-979ed6602fc6 req-da09181c-d94d-4dcb-be5f-a2297f811be0 tempest-VolumesActionsTest-1688464897 tempest-VolumesActionsTest-1688464897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:00:12.643157 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [req-20264316-208a-4907-827d-979ed6602fc6 req-da09181c-d94d-4dcb-be5f-a2297f811be0 tempest-VolumesActionsTest-1688464897 tempest-VolumesActionsTest-1688464897-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47102'] for port (None), before_response {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:00:12.660467 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-20264316-208a-4907-827d-979ed6602fc6 req-da09181c-d94d-4dcb-be5f-a2297f811be0 tempest-VolumesActionsTest-1688464897 tempest-VolumesActionsTest-1688464897-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7440281 Mar 07 17:00:12.678231 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.v2.base [req-20264316-208a-4907-827d-979ed6602fc6 req-a285fd11-e97f-46c4-be0b-600eb964c554 service neutron] Request body: {'port': {'device_id': '33a37b38-b011-445f-88cb-ff52ff2144cc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80475'}} {{(pid=119953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:00:12.767630 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [req-20264316-208a-4907-827d-979ed6602fc6 req-a285fd11-e97f-46c4-be0b-600eb964c554 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8385759'] for port (edee28d5-a73e-4002-8e0b-2f5c8497a2cb), before_update {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:00:12.787455 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5621c689-044a-47c4-a3dc-9ed83853709c req-93f332bc-8d4b-4942-aae3-52d4e6650adb tempest-VolumesActionsTest-1688464897 tempest-VolumesActionsTest-1688464897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:00:12.788947 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-5621c689-044a-47c4-a3dc-9ed83853709c req-93f332bc-8d4b-4942-aae3-52d4e6650adb tempest-VolumesActionsTest-1688464897 tempest-VolumesActionsTest-1688464897-project] 10.222.0.18 "GET /v2.0/ports?device_id=33a37b38-b011-445f-88cb-ff52ff2144cc HTTP/1.1" status: 200 len: 931 time: 0.0858984 Mar 07 17:00:12.917780 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-5621c689-044a-47c4-a3dc-9ed83853709c req-c1d29914-1d7c-4e14-af2d-1b8edc7368ae tempest-VolumesActionsTest-1688464897 tempest-VolumesActionsTest-1688464897-project] 10.222.0.18 "GET /v2.0/security-groups?id=d54878f9-32a8-4665-9f93-319a45debe8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085145 Mar 07 17:00:13.067998 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.notifiers.nova [req-20264316-208a-4907-827d-979ed6602fc6 req-a285fd11-e97f-46c4-be0b-600eb964c554 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id edee28d5-a73e-4002-8e0b-2f5c8497a2cb {{(pid=119953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 17:00:13.075542 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [req-20264316-208a-4907-827d-979ed6602fc6 req-a285fd11-e97f-46c4-be0b-600eb964c554 service neutron] Publish callbacks [] for port (edee28d5-a73e-4002-8e0b-2f5c8497a2cb), precommit_update {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:00:13.087928 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.db.provisioning_blocks [req-20264316-208a-4907-827d-979ed6602fc6 req-a285fd11-e97f-46c4-be0b-600eb964c554 service neutron] Transition to ACTIVE for port object edee28d5-a73e-4002-8e0b-2f5c8497a2cb will not be triggered until provisioned by entity L2. {{(pid=119953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 17:00:13.094034 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [req-20264316-208a-4907-827d-979ed6602fc6 req-a285fd11-e97f-46c4-be0b-600eb964c554 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754346672056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754346267073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754346267091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9282845'] for port (edee28d5-a73e-4002-8e0b-2f5c8497a2cb), after_update {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:00:13.150791 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a285fd11-e97f-46c4-be0b-600eb964c554 service neutron] Pushing event updated for resources: {'Port': ['ID=edee28d5-a73e-4002-8e0b-2f5c8497a2cb,revision_number=2']} {{(pid=119953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:00:13.220463 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.managers [req-20264316-208a-4907-827d-979ed6602fc6 req-a285fd11-e97f-46c4-be0b-600eb964c554 service neutron] Attempting to bind port edee28d5-a73e-4002-8e0b-2f5c8497a2cb on host hv-cinder-80475 for vnic_type normal with profile {{(pid=119953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 17:00:13.220798 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.managers [req-20264316-208a-4907-827d-979ed6602fc6 req-a285fd11-e97f-46c4-be0b-600eb964c554 service neutron] Attempting to bind port edee28d5-a73e-4002-8e0b-2f5c8497a2cb by drivers openvswitch,hyperv on host hv-cinder-80475 at level 0 using segments [{'id': '27963672-8b94-4491-bec5-1ad2614eae26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '261e9aec-ed08-4c0f-a3ce-d3fd24f570ae'}] {{(pid=119953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 17:00:13.221898 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20264316-208a-4907-827d-979ed6602fc6 req-a285fd11-e97f-46c4-be0b-600eb964c554 service neutron] Attempting to bind port edee28d5-a73e-4002-8e0b-2f5c8497a2cb on network 261e9aec-ed08-4c0f-a3ce-d3fd24f570ae {{(pid=119953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 17:00:13.226627 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20264316-208a-4907-827d-979ed6602fc6 req-a285fd11-e97f-46c4-be0b-600eb964c554 service neutron] Port edee28d5-a73e-4002-8e0b-2f5c8497a2cb on network 261e9aec-ed08-4c0f-a3ce-d3fd24f570ae not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80475 {{(pid=119953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 17:00:13.226945 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20264316-208a-4907-827d-979ed6602fc6 req-a285fd11-e97f-46c4-be0b-600eb964c554 service neutron] Attempting to bind port edee28d5-a73e-4002-8e0b-2f5c8497a2cb on network 261e9aec-ed08-4c0f-a3ce-d3fd24f570ae {{(pid=119953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 17:00:13.231831 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20264316-208a-4907-827d-979ed6602fc6 req-a285fd11-e97f-46c4-be0b-600eb964c554 service neutron] Checking agent: {'id': '152bcc15-84f4-40a7-afe1-c30bc7269f8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80475', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 16, 50, 24), 'started_at': datetime.datetime(2022, 3, 7, 16, 50, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 59, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 17:00:13.232174 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20264316-208a-4907-827d-979ed6602fc6 req-a285fd11-e97f-46c4-be0b-600eb964c554 service neutron] Checking segment: {'id': '27963672-8b94-4491-bec5-1ad2614eae26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '261e9aec-ed08-4c0f-a3ce-d3fd24f570ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 17:00:13.232539 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20264316-208a-4907-827d-979ed6602fc6 req-a285fd11-e97f-46c4-be0b-600eb964c554 service neutron] Bound using segment: {'id': '27963672-8b94-4491-bec5-1ad2614eae26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '261e9aec-ed08-4c0f-a3ce-d3fd24f570ae'} {{(pid=119953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 17:00:13.232958 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.managers [req-20264316-208a-4907-827d-979ed6602fc6 req-a285fd11-e97f-46c4-be0b-600eb964c554 service neutron] Bound port: edee28d5-a73e-4002-8e0b-2f5c8497a2cb, host: hv-cinder-80475, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27963672-8b94-4491-bec5-1ad2614eae26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '261e9aec-ed08-4c0f-a3ce-d3fd24f570ae'}}] {{(pid=119953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 17:00:13.233309 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [req-20264316-208a-4907-827d-979ed6602fc6 req-a285fd11-e97f-46c4-be0b-600eb964c554 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8385759'] for port (edee28d5-a73e-4002-8e0b-2f5c8497a2cb), before_update {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:00:13.300959 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.db [req-20264316-208a-4907-827d-979ed6602fc6 req-a285fd11-e97f-46c4-be0b-600eb964c554 service neutron] For port edee28d5-a73e-4002-8e0b-2f5c8497a2cb, host hv-cinder-80475, cleared binding levels {{(pid=119953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 17:00:13.304663 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.db [req-20264316-208a-4907-827d-979ed6602fc6 req-a285fd11-e97f-46c4-be0b-600eb964c554 service neutron] For port edee28d5-a73e-4002-8e0b-2f5c8497a2cb, host hv-cinder-80475, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=edee28d5-a73e-4002-8e0b-2f5c8497a2cb,segment=NetworkSegment(27963672-8b94-4491-bec5-1ad2614eae26),segment_id=27963672-8b94-4491-bec5-1ad2614eae26)] {{(pid=119953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 17:00:13.318479 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [req-20264316-208a-4907-827d-979ed6602fc6 req-a285fd11-e97f-46c4-be0b-600eb964c554 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754346672056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754346267073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754346267091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9282845'] for port (edee28d5-a73e-4002-8e0b-2f5c8497a2cb), after_update {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:00:13.366111 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20264316-208a-4907-827d-979ed6602fc6 req-a285fd11-e97f-46c4-be0b-600eb964c554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:00:13.366750 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [req-20264316-208a-4907-827d-979ed6602fc6 req-a285fd11-e97f-46c4-be0b-600eb964c554 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47102'] for port (None), before_response {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:00:13.368229 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-20264316-208a-4907-827d-979ed6602fc6 req-a285fd11-e97f-46c4-be0b-600eb964c554 service neutron] 10.222.0.66 "PUT /v2.0/ports/edee28d5-a73e-4002-8e0b-2f5c8497a2cb HTTP/1.1" status: 200 len: 1093 time: 0.6941857 Mar 07 17:00:13.370179 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33a37b38-b011-445f-88cb-ff52ff2144cc', 'tag': 'edee28d5-a73e-4002-8e0b-2f5c8497a2cb'}] {{(pid=119953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 17:00:13.372444 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed95515d7af65a162ef4af60abe3e4aacc73bb6c2379f81891a58e09c3a2d0f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1528c03e-0491-4e91-ad4a-81d33877019b" -d '{"events": [{"name": "network-changed", "server_uuid": "33a37b38-b011-445f-88cb-ff52ff2144cc", "tag": "edee28d5-a73e-4002-8e0b-2f5c8497a2cb"}]}' {{(pid=119953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 17:00:13.404094 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a285fd11-e97f-46c4-be0b-600eb964c554 service neutron] Pushing event updated for resources: {'Port': ['ID=edee28d5-a73e-4002-8e0b-2f5c8497a2cb,revision_number=3']} {{(pid=119953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:00:13.414447 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f49cdc-34c9-4ee9-8383-cc1aea79f196 req-2cd9fb2e-47b0-4d48-9172-2948c7be6f7d tempest-TestShelveInstance-1471348020 tempest-TestShelveInstance-1471348020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:00:13.415891 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-c4f49cdc-34c9-4ee9-8383-cc1aea79f196 req-2cd9fb2e-47b0-4d48-9172-2948c7be6f7d tempest-TestShelveInstance-1471348020 tempest-TestShelveInstance-1471348020-project] 10.222.0.18 "GET /v2.0/ports?device_id=047c2582-ee38-4aad-8f05-895e1732a2bd HTTP/1.1" status: 200 len: 946 time: 0.1094043 Mar 07 17:00:13.417341 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 17:00:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c4007be-7ca8-4707-b1a5-f73f24c5ab76 x-openstack-request-id: req-3c4007be-7ca8-4707-b1a5-f73f24c5ab76 {{(pid=119953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 17:00:13.417627 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33a37b38-b011-445f-88cb-ff52ff2144cc", "tag": "edee28d5-a73e-4002-8e0b-2f5c8497a2cb", "status": "completed", "code": 200}]} {{(pid=119953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 17:00:13.417880 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3c4007be-7ca8-4707-b1a5-f73f24c5ab76 {{(pid=119953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 17:00:13.418269 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33a37b38-b011-445f-88cb-ff52ff2144cc', 'tag': 'edee28d5-a73e-4002-8e0b-2f5c8497a2cb', 'status': 'completed', 'code': 200} Mar 07 17:00:13.464648 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-c4f49cdc-34c9-4ee9-8383-cc1aea79f196 req-6625eec5-f211-4279-992e-a390bba02bc4 tempest-TestShelveInstance-1471348020 tempest-TestShelveInstance-1471348020-project] 10.222.0.18 "GET /v2.0/security-groups?id=3e5509a0-73c0-4d35-a942-542b713a77a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430362 Mar 07 17:00:13.511512 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20264316-208a-4907-827d-979ed6602fc6 req-400765db-5c0a-4713-8b44-d9b4d2df19ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:00:13.513033 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-20264316-208a-4907-827d-979ed6602fc6 req-400765db-5c0a-4713-8b44-d9b4d2df19ba service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=07fdb8afa99544c18da4ae5ec2172a6a&device_id=33a37b38-b011-445f-88cb-ff52ff2144cc HTTP/1.1" status: 200 len: 1127 time: 0.0476427 Mar 07 17:00:13.565705 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-20264316-208a-4907-827d-979ed6602fc6 req-a190c58c-7971-4d44-a843-effc4d283fec service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=edee28d5-a73e-4002-8e0b-2f5c8497a2cb HTTP/1.1" status: 200 len: 217 time: 0.0345516 Mar 07 17:00:13.576824 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.rpc [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Device b78e5573-abc3-47f7-9880-e7c918a9b77e no longer exists at agent hyperv_hv-cinder-80475 {{(pid=119955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 17:00:13.596754 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.plugin [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] No Port match for: b78e5573-abc3-47f7-9880-e7c918a9b77e {{(pid=119955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 17:00:13.597096 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.rpc [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Device b78e5573-abc3-47f7-9880-e7c918a9b77e not bound to the agent host hv-cinder-80475 {{(pid=119955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 17:00:13.614763 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20264316-208a-4907-827d-979ed6602fc6 req-d3a60c98-0208-4259-96bb-00931c113854 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:00:13.616264 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-20264316-208a-4907-827d-979ed6602fc6 req-d3a60c98-0208-4259-96bb-00931c113854 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=35c89b9b-390b-41f8-9fe3-fa2ca6cc8575 HTTP/1.1" status: 200 len: 849 time: 0.0433385 Mar 07 17:00:13.653989 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-20264316-208a-4907-827d-979ed6602fc6 req-4144697d-aa5d-482c-ab3b-bf7538c3a5fe service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=261e9aec-ed08-4c0f-a3ce-d3fd24f570ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297370 Mar 07 17:00:13.744232 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-20264316-208a-4907-827d-979ed6602fc6 req-35b13332-a912-44eb-87d6-e07fe71c97bb service neutron] 10.222.0.66 "GET /v2.0/networks/261e9aec-ed08-4c0f-a3ce-d3fd24f570ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830629 Mar 07 17:00:13.837711 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-20264316-208a-4907-827d-979ed6602fc6 req-96d55ddd-0156-405d-bf5b-ac2fba2e472e service neutron] 10.222.0.66 "GET /v2.0/networks/261e9aec-ed08-4c0f-a3ce-d3fd24f570ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876110 Mar 07 17:00:13.993308 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1528c03e-0491-4e91-ad4a-81d33877019b req-bad9e5d7-8697-4d95-adb5-05ea126efb92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:00:13.994898 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-1528c03e-0491-4e91-ad4a-81d33877019b req-bad9e5d7-8697-4d95-adb5-05ea126efb92 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=07fdb8afa99544c18da4ae5ec2172a6a&device_id=33a37b38-b011-445f-88cb-ff52ff2144cc HTTP/1.1" status: 200 len: 1127 time: 0.0463657 Mar 07 17:00:14.038645 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba05f26-ab3f-4da6-8ac5-9a86b87c647d req-301f5111-b7d9-454a-ad56-c4893cdec8cf tempest-VolumesActionsTest-1688464897 tempest-VolumesActionsTest-1688464897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:00:14.040202 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-7ba05f26-ab3f-4da6-8ac5-9a86b87c647d req-301f5111-b7d9-454a-ad56-c4893cdec8cf tempest-VolumesActionsTest-1688464897 tempest-VolumesActionsTest-1688464897-project] 10.222.0.18 "GET /v2.0/ports?device_id=33a37b38-b011-445f-88cb-ff52ff2144cc HTTP/1.1" status: 200 len: 943 time: 0.0522792 Mar 07 17:00:14.086290 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1528c03e-0491-4e91-ad4a-81d33877019b req-cd0263aa-7d12-4c96-b618-39702922a941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:00:14.087035 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-7ba05f26-ab3f-4da6-8ac5-9a86b87c647d req-1079eed8-28e7-42c6-8c41-95e78923d486 tempest-VolumesActionsTest-1688464897 tempest-VolumesActionsTest-1688464897-project] 10.222.0.18 "GET /v2.0/security-groups?id=d54878f9-32a8-4665-9f93-319a45debe8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411115 Mar 07 17:00:14.087844 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-1528c03e-0491-4e91-ad4a-81d33877019b req-cd0263aa-7d12-4c96-b618-39702922a941 service neutron] 10.222.0.66 "GET /v2.0/networks?id=261e9aec-ed08-4c0f-a3ce-d3fd24f570ae HTTP/1.1" status: 200 len: 910 time: 0.0826206 Mar 07 17:00:14.131713 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-1528c03e-0491-4e91-ad4a-81d33877019b req-e4073727-2a99-48af-a894-20876bdd992f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=edee28d5-a73e-4002-8e0b-2f5c8497a2cb HTTP/1.1" status: 200 len: 217 time: 0.0368941 Mar 07 17:00:14.182651 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1528c03e-0491-4e91-ad4a-81d33877019b req-f3616dfc-1601-4aa1-a7f7-90234c0f052f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:00:14.184070 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-1528c03e-0491-4e91-ad4a-81d33877019b req-f3616dfc-1601-4aa1-a7f7-90234c0f052f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=35c89b9b-390b-41f8-9fe3-fa2ca6cc8575 HTTP/1.1" status: 200 len: 849 time: 0.0425227 Mar 07 17:00:14.216938 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-1528c03e-0491-4e91-ad4a-81d33877019b req-c0d4382f-a8d7-454d-94e9-44f9aa2ebac5 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=261e9aec-ed08-4c0f-a3ce-d3fd24f570ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238850 Mar 07 17:00:14.322267 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-1528c03e-0491-4e91-ad4a-81d33877019b req-057ffa62-e3ea-41cf-858c-487e246209b1 service neutron] 10.222.0.66 "GET /v2.0/networks/261e9aec-ed08-4c0f-a3ce-d3fd24f570ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988741 Mar 07 17:00:14.408832 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-1528c03e-0491-4e91-ad4a-81d33877019b req-cc45c15e-a20a-4a43-bf6e-5b2e113918cb service neutron] 10.222.0.66 "GET /v2.0/networks/261e9aec-ed08-4c0f-a3ce-d3fd24f570ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804560 Mar 07 17:00:14.596311 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483d5bcf-ee39-404d-91c0-203c6cff7b6e req-e1a0866d-8ef4-4698-936d-3ebf7681b8d0 tempest-TestShelveInstance-1471348020 tempest-TestShelveInstance-1471348020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:00:14.597719 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-483d5bcf-ee39-404d-91c0-203c6cff7b6e req-e1a0866d-8ef4-4698-936d-3ebf7681b8d0 tempest-TestShelveInstance-1471348020 tempest-TestShelveInstance-1471348020-project] 10.222.0.18 "GET /v2.0/ports?device_id=047c2582-ee38-4aad-8f05-895e1732a2bd HTTP/1.1" status: 200 len: 946 time: 0.0659976 Mar 07 17:00:14.649292 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-483d5bcf-ee39-404d-91c0-203c6cff7b6e req-8f8c79bb-98a3-445c-acbf-4c30b9b88bd4 tempest-TestShelveInstance-1471348020 tempest-TestShelveInstance-1471348020-project] 10.222.0.18 "GET /v2.0/security-groups?id=3e5509a0-73c0-4d35-a942-542b713a77a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457554 Mar 07 17:00:15.218793 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd07d880-88e6-4f66-b14b-38953be7fee9 req-d4c60be0-e331-47b5-9e11-2f52c0f73cc3 tempest-VolumesActionsTest-1688464897 tempest-VolumesActionsTest-1688464897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:00:15.220309 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-cd07d880-88e6-4f66-b14b-38953be7fee9 req-d4c60be0-e331-47b5-9e11-2f52c0f73cc3 tempest-VolumesActionsTest-1688464897 tempest-VolumesActionsTest-1688464897-project] 10.222.0.18 "GET /v2.0/ports?device_id=33a37b38-b011-445f-88cb-ff52ff2144cc HTTP/1.1" status: 200 len: 943 time: 0.0616965 Mar 07 17:00:15.269208 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-cd07d880-88e6-4f66-b14b-38953be7fee9 req-a18003f9-5dcc-4937-acf3-86a32b266a26 tempest-VolumesActionsTest-1688464897 tempest-VolumesActionsTest-1688464897-project] 10.222.0.18 "GET /v2.0/security-groups?id=d54878f9-32a8-4665-9f93-319a45debe8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432756 Mar 07 17:00:15.774004 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115112a4-531e-4e25-9ae8-9e56374bae05 req-43c5edbc-5486-45e8-81f6-3fb4054218d2 tempest-TestShelveInstance-1471348020 tempest-TestShelveInstance-1471348020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:00:15.775488 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-115112a4-531e-4e25-9ae8-9e56374bae05 req-43c5edbc-5486-45e8-81f6-3fb4054218d2 tempest-TestShelveInstance-1471348020 tempest-TestShelveInstance-1471348020-project] 10.222.0.18 "GET /v2.0/ports?device_id=047c2582-ee38-4aad-8f05-895e1732a2bd HTTP/1.1" status: 200 len: 946 time: 0.0537436 Mar 07 17:00:15.826006 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-115112a4-531e-4e25-9ae8-9e56374bae05 req-e1b729b4-0015-41b5-bdc5-b5188129d6c5 tempest-TestShelveInstance-1471348020 tempest-TestShelveInstance-1471348020-project] 10.222.0.18 "GET /v2.0/security-groups?id=3e5509a0-73c0-4d35-a942-542b713a77a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433459 Mar 07 17:00:16.426624 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9073d3f-d47d-48dc-a6f6-c4d25cfbc1a6 req-8f153716-e20e-416b-bbcc-7a6fc44b2488 tempest-VolumesActionsTest-1688464897 tempest-VolumesActionsTest-1688464897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:00:16.428171 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-d9073d3f-d47d-48dc-a6f6-c4d25cfbc1a6 req-8f153716-e20e-416b-bbcc-7a6fc44b2488 tempest-VolumesActionsTest-1688464897 tempest-VolumesActionsTest-1688464897-project] 10.222.0.18 "GET /v2.0/ports?device_id=33a37b38-b011-445f-88cb-ff52ff2144cc HTTP/1.1" status: 200 len: 943 time: 0.0723233 Mar 07 17:00:16.475608 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-d9073d3f-d47d-48dc-a6f6-c4d25cfbc1a6 req-949393fe-53d3-4945-b57c-138ac95331ec tempest-VolumesActionsTest-1688464897 tempest-VolumesActionsTest-1688464897-project] 10.222.0.18 "GET /v2.0/security-groups?id=d54878f9-32a8-4665-9f93-319a45debe8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418181 Mar 07 17:00:16.673111 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.db.agents_db [None req-64435fe0-d7c6-4327-a557-6d3e8ab92464 None None] Agent healthcheck: found 6 active agents {{(pid=119956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 17:00:16.951709 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5003259-892a-4f79-b1e8-364533438547 req-775e4414-7f39-401f-a7b2-dfae0fc73043 tempest-TestShelveInstance-1471348020 tempest-TestShelveInstance-1471348020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:00:16.953102 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-d5003259-892a-4f79-b1e8-364533438547 req-775e4414-7f39-401f-a7b2-dfae0fc73043 tempest-TestShelveInstance-1471348020 tempest-TestShelveInstance-1471348020-project] 10.222.0.18 "GET /v2.0/ports?device_id=047c2582-ee38-4aad-8f05-895e1732a2bd HTTP/1.1" status: 200 len: 946 time: 0.0580790 Mar 07 17:00:17.008695 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-d5003259-892a-4f79-b1e8-364533438547 req-f6d7ee5b-ca35-4ca0-8eac-7d10addf6dcf tempest-TestShelveInstance-1471348020 tempest-TestShelveInstance-1471348020-project] 10.222.0.18 "GET /v2.0/security-groups?id=3e5509a0-73c0-4d35-a942-542b713a77a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499785 Mar 07 17:00:17.176701 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-284da28d-bbb5-4f6a-94d9-e484f98ba797 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194190'] for agent (85f07778-81ef-4888-a2e3-51ae57b6426a), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:00:17.590430 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.rpc [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Device edee28d5-a73e-4002-8e0b-2f5c8497a2cb details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=119955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 17:00:17.595308 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa6b8ed-b1dd-4b57-b1ee-fc9e30e42339 req-b5d84fca-3316-4d62-8a64-7f008e0ee4ae tempest-VolumesActionsTest-1688464897 tempest-VolumesActionsTest-1688464897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:00:17.596822 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-caa6b8ed-b1dd-4b57-b1ee-fc9e30e42339 req-b5d84fca-3316-4d62-8a64-7f008e0ee4ae tempest-VolumesActionsTest-1688464897 tempest-VolumesActionsTest-1688464897-project] 10.222.0.18 "GET /v2.0/ports?device_id=33a37b38-b011-445f-88cb-ff52ff2144cc HTTP/1.1" status: 200 len: 943 time: 0.0550027 Mar 07 17:00:17.643439 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-caa6b8ed-b1dd-4b57-b1ee-fc9e30e42339 req-8712f02f-8240-4363-a35c-0474fe861d7d tempest-VolumesActionsTest-1688464897 tempest-VolumesActionsTest-1688464897-project] 10.222.0.18 "GET /v2.0/security-groups?id=d54878f9-32a8-4665-9f93-319a45debe8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405686 Mar 07 17:00:17.692472 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.db [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] For port edee28d5-a73e-4002-8e0b-2f5c8497a2cb, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=edee28d5-a73e-4002-8e0b-2f5c8497a2cb,segment=NetworkSegment(27963672-8b94-4491-bec5-1ad2614eae26),segment_id=27963672-8b94-4491-bec5-1ad2614eae26)] {{(pid=119955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:00:17.703517 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.rpc [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Returning: {'device': 'edee28d5-a73e-4002-8e0b-2f5c8497a2cb', 'network_id': '261e9aec-ed08-4c0f-a3ce-d3fd24f570ae', 'port_id': 'edee28d5-a73e-4002-8e0b-2f5c8497a2cb', 'mac_address': 'fa:16:3e:0e:e0:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 887, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35c89b9b-390b-41f8-9fe3-fa2ca6cc8575', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 17:00:17.740043 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.plugin [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Current status of the port edee28d5-a73e-4002-8e0b-2f5c8497a2cb is: DOWN; New status is: BUILD {{(pid=119955) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 17:00:17.740431 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8385759'] for port (edee28d5-a73e-4002-8e0b-2f5c8497a2cb), before_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:00:17.757405 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.notifiers.nova [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id edee28d5-a73e-4002-8e0b-2f5c8497a2cb {{(pid=119955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 17:00:17.777899 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.db [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] For port edee28d5-a73e-4002-8e0b-2f5c8497a2cb, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=edee28d5-a73e-4002-8e0b-2f5c8497a2cb,segment=NetworkSegment(27963672-8b94-4491-bec5-1ad2614eae26),segment_id=27963672-8b94-4491-bec5-1ad2614eae26)] {{(pid=119955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:00:17.783423 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754346672056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754346267073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754346267091'] for port (edee28d5-a73e-4002-8e0b-2f5c8497a2cb), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:00:17.832032 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Pushing event updated for resources: {'Port': ['ID=edee28d5-a73e-4002-8e0b-2f5c8497a2cb,revision_number=4']} {{(pid=119955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:00:18.136453 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b519c3b6-56c5-4f1a-9fa0-0fe87cc9cde1 req-2650e903-630e-40d5-90a7-f92731c4b36c tempest-TestShelveInstance-1471348020 tempest-TestShelveInstance-1471348020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:00:18.137895 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-b519c3b6-56c5-4f1a-9fa0-0fe87cc9cde1 req-2650e903-630e-40d5-90a7-f92731c4b36c tempest-TestShelveInstance-1471348020 tempest-TestShelveInstance-1471348020-project] 10.222.0.18 "GET /v2.0/ports?device_id=047c2582-ee38-4aad-8f05-895e1732a2bd HTTP/1.1" status: 200 len: 946 time: 0.0578768 Mar 07 17:00:18.161308 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.db [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] get_ports_and_sgs() called for port_ids ['edee28d5-a73e-4002-8e0b-2f5c8497a2cb'] {{(pid=119955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 17:00:18.190984 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-b519c3b6-56c5-4f1a-9fa0-0fe87cc9cde1 req-8a8d9b22-2ddd-447c-ba72-31c90a4f56eb tempest-TestShelveInstance-1471348020 tempest-TestShelveInstance-1471348020-project] 10.222.0.18 "GET /v2.0/security-groups?id=3e5509a0-73c0-4d35-a942-542b713a77a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448589 Mar 07 17:00:18.765550 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a94ea56-4d96-4d4e-8e5a-a0e762ce5c65 req-b67b48c1-72f4-4235-893f-8db17f1ffa23 tempest-VolumesActionsTest-1688464897 tempest-VolumesActionsTest-1688464897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:00:18.767044 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-3a94ea56-4d96-4d4e-8e5a-a0e762ce5c65 req-b67b48c1-72f4-4235-893f-8db17f1ffa23 tempest-VolumesActionsTest-1688464897 tempest-VolumesActionsTest-1688464897-project] 10.222.0.18 "GET /v2.0/ports?device_id=33a37b38-b011-445f-88cb-ff52ff2144cc HTTP/1.1" status: 200 len: 944 time: 0.0533538 Mar 07 17:00:18.819223 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-3a94ea56-4d96-4d4e-8e5a-a0e762ce5c65 req-2a63bbe7-de7e-48ec-b928-2721ea4a2250 tempest-VolumesActionsTest-1688464897 tempest-VolumesActionsTest-1688464897-project] 10.222.0.18 "GET /v2.0/security-groups?id=d54878f9-32a8-4665-9f93-319a45debe8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465722 Mar 07 17:00:19.325065 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b1daed-3e11-49af-b443-9178460994c4 req-c32dccbf-fc98-40a4-a6a1-6078795745b3 tempest-TestShelveInstance-1471348020 tempest-TestShelveInstance-1471348020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:00:19.326491 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-74b1daed-3e11-49af-b443-9178460994c4 req-c32dccbf-fc98-40a4-a6a1-6078795745b3 tempest-TestShelveInstance-1471348020 tempest-TestShelveInstance-1471348020-project] 10.222.0.18 "GET /v2.0/ports?device_id=047c2582-ee38-4aad-8f05-895e1732a2bd HTTP/1.1" status: 200 len: 946 time: 0.0686738 Mar 07 17:00:19.377038 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-74b1daed-3e11-49af-b443-9178460994c4 req-ef6f3acb-c6e4-490c-8bcd-b4bd2df8a663 tempest-TestShelveInstance-1471348020 tempest-TestShelveInstance-1471348020-project] 10.222.0.18 "GET /v2.0/security-groups?id=3e5509a0-73c0-4d35-a942-542b713a77a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448763 Mar 07 17:00:19.387264 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-2e896436-4a9b-4342-99be-dac9eac341d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194190'] for agent (4cbb3502-d72e-4663-b57e-51d645794085), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:00:19.605939 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.rpc [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Device edee28d5-a73e-4002-8e0b-2f5c8497a2cb up at agent hyperv_hv-cinder-80475 {{(pid=119955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 17:00:19.662935 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.provisioning_blocks [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Provisioning for port edee28d5-a73e-4002-8e0b-2f5c8497a2cb completed by entity L2. {{(pid=119955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 17:00:19.666561 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.provisioning_blocks [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Provisioning complete for port edee28d5-a73e-4002-8e0b-2f5c8497a2cb triggered by entity L2. {{(pid=119955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 17:00:19.666973 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8194280'] for port (edee28d5-a73e-4002-8e0b-2f5c8497a2cb), provisioning_complete {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:00:19.746237 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.plugin [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Current status of the port edee28d5-a73e-4002-8e0b-2f5c8497a2cb is: BUILD; New status is: ACTIVE {{(pid=119955) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 17:00:19.746628 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8385759'] for port (edee28d5-a73e-4002-8e0b-2f5c8497a2cb), before_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:00:19.772670 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33a37b38-b011-445f-88cb-ff52ff2144cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edee28d5-a73e-4002-8e0b-2f5c8497a2cb'}] {{(pid=119955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 17:00:19.775003 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd4f8a5135c3a8ba668d7ce7b18abb72183bcf445ca628a57cbbb7bee2c3e543" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45c1c676-9d78-4d0f-8b81-67b29db7443c" -d '{"events": [{"server_uuid": "33a37b38-b011-445f-88cb-ff52ff2144cc", "name": "network-vif-plugged", "status": "completed", "tag": "edee28d5-a73e-4002-8e0b-2f5c8497a2cb"}]}' {{(pid=119955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 17:00:19.788773 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.db [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] For port edee28d5-a73e-4002-8e0b-2f5c8497a2cb, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=edee28d5-a73e-4002-8e0b-2f5c8497a2cb,segment=NetworkSegment(27963672-8b94-4491-bec5-1ad2614eae26),segment_id=27963672-8b94-4491-bec5-1ad2614eae26)] {{(pid=119955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:00:19.793501 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754346672056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754346267073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754346267091'] for port (edee28d5-a73e-4002-8e0b-2f5c8497a2cb), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:00:19.820438 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 17:00:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c81e6de2-f84d-44c9-aa9c-4c676fbc9292 x-openstack-request-id: req-c81e6de2-f84d-44c9-aa9c-4c676fbc9292 {{(pid=119955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 17:00:19.820725 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33a37b38-b011-445f-88cb-ff52ff2144cc", "name": "network-vif-plugged", "status": "completed", "tag": "edee28d5-a73e-4002-8e0b-2f5c8497a2cb", "code": 200}]} {{(pid=119955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 17:00:19.820976 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c81e6de2-f84d-44c9-aa9c-4c676fbc9292 {{(pid=119955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 17:00:19.821488 dv-cinder-804757-24-iscsi neutron-server[119955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33a37b38-b011-445f-88cb-ff52ff2144cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edee28d5-a73e-4002-8e0b-2f5c8497a2cb', 'code': 200} Mar 07 17:00:19.846939 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Pushing event updated for resources: {'Port': ['ID=edee28d5-a73e-4002-8e0b-2f5c8497a2cb,revision_number=5']} {{(pid=119955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:00:19.940358 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac37a6e9-1aa1-4791-aae3-08d19b56205a req-5eefc244-bf88-48d0-9c1a-468de34da778 tempest-VolumesActionsTest-1688464897 tempest-VolumesActionsTest-1688464897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:00:19.942514 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-ac37a6e9-1aa1-4791-aae3-08d19b56205a req-5eefc244-bf88-48d0-9c1a-468de34da778 tempest-VolumesActionsTest-1688464897 tempest-VolumesActionsTest-1688464897-project] 10.222.0.18 "GET /v2.0/ports?device_id=33a37b38-b011-445f-88cb-ff52ff2144cc HTTP/1.1" status: 200 len: 945 time: 0.0554478 Mar 07 17:00:19.992741 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-ac37a6e9-1aa1-4791-aae3-08d19b56205a req-753f97ef-e63c-4430-9dc5-fef5a30cc5be tempest-VolumesActionsTest-1688464897 tempest-VolumesActionsTest-1688464897-project] 10.222.0.18 "GET /v2.0/security-groups?id=d54878f9-32a8-4665-9f93-319a45debe8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444489 Mar 07 17:00:20.066172 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c688c5-50c5-4276-857b-62073924328a req-2ed59c6d-f8b4-4618-b8f4-2f8517720a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:00:20.067660 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-b8c688c5-50c5-4276-857b-62073924328a req-2ed59c6d-f8b4-4618-b8f4-2f8517720a48 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=33a37b38-b011-445f-88cb-ff52ff2144cc HTTP/1.1" status: 200 len: 1129 time: 0.0429680 Mar 07 17:00:20.110925 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-b8c688c5-50c5-4276-857b-62073924328a req-0074ba1b-b516-402a-8d4a-fbbed745e74c service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=d54878f9-32a8-4665-9f93-319a45debe8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364721 Mar 07 17:00:20.515944 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572b3373-5c9e-4530-a29f-2e56bba7d9d1 req-ed105f7a-1c72-4909-97d4-41f2e7ee50fa tempest-TestShelveInstance-1471348020 tempest-TestShelveInstance-1471348020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:00:20.517442 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-572b3373-5c9e-4530-a29f-2e56bba7d9d1 req-ed105f7a-1c72-4909-97d4-41f2e7ee50fa tempest-TestShelveInstance-1471348020 tempest-TestShelveInstance-1471348020-project] 10.222.0.18 "GET /v2.0/ports?device_id=047c2582-ee38-4aad-8f05-895e1732a2bd HTTP/1.1" status: 200 len: 946 time: 0.0545795 Mar 07 17:00:20.539230 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-ad94e2ed-e0a8-44ae-a5ff-cf9ca5ab0e17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194190'] for agent (82ccd293-b7fb-4417-a581-186a4d7e9931), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:00:20.572731 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-572b3373-5c9e-4530-a29f-2e56bba7d9d1 req-1e16b38b-906a-4d42-97c6-87346122d1c1 tempest-TestShelveInstance-1471348020 tempest-TestShelveInstance-1471348020-project] 10.222.0.18 "GET /v2.0/security-groups?id=3e5509a0-73c0-4d35-a942-542b713a77a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495927 Mar 07 17:00:21.126695 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ef37f0-0c76-4d2e-86b7-87f1cd55a7d5 req-9df44293-f201-4e3f-aac3-bfb2502c5bd3 tempest-VolumesActionsTest-1688464897 tempest-VolumesActionsTest-1688464897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:00:21.128383 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-54ef37f0-0c76-4d2e-86b7-87f1cd55a7d5 req-9df44293-f201-4e3f-aac3-bfb2502c5bd3 tempest-VolumesActionsTest-1688464897 tempest-VolumesActionsTest-1688464897-project] 10.222.0.18 "GET /v2.0/ports?device_id=33a37b38-b011-445f-88cb-ff52ff2144cc HTTP/1.1" status: 200 len: 945 time: 0.0585997 Mar 07 17:00:21.181135 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-54ef37f0-0c76-4d2e-86b7-87f1cd55a7d5 req-b607628b-0096-4515-a299-eefb53c6c43c tempest-VolumesActionsTest-1688464897 tempest-VolumesActionsTest-1688464897-project] 10.222.0.18 "GET /v2.0/security-groups?id=d54878f9-32a8-4665-9f93-319a45debe8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460119 Mar 07 17:00:21.692676 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0b32af-2abe-4c24-828b-53109aeb2f28 req-77eef8ed-2435-4a43-924f-1e36c9975a10 tempest-TestShelveInstance-1471348020 tempest-TestShelveInstance-1471348020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:00:21.694020 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-2a0b32af-2abe-4c24-828b-53109aeb2f28 req-77eef8ed-2435-4a43-924f-1e36c9975a10 tempest-TestShelveInstance-1471348020 tempest-TestShelveInstance-1471348020-project] 10.222.0.18 "GET /v2.0/ports?device_id=047c2582-ee38-4aad-8f05-895e1732a2bd HTTP/1.1" status: 200 len: 946 time: 0.0520544 Mar 07 17:00:21.740783 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-2a0b32af-2abe-4c24-828b-53109aeb2f28 req-b0acc615-ee7d-4ca2-a71e-9f6c0f20ddf7 tempest-TestShelveInstance-1471348020 tempest-TestShelveInstance-1471348020-project] 10.222.0.18 "GET /v2.0/security-groups?id=3e5509a0-73c0-4d35-a942-542b713a77a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410969 Mar 07 17:00:22.170043 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-0d1b32c5-0803-4391-a623-fc098c7d5199 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194190'] for agent (8123e327-866e-42b5-856f-55ddd9e9e5b2), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:00:22.310426 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d93b99b-b8a4-486d-8f33-b27582c049f1 req-6c3e1d26-9876-413c-8bad-d1fadacf3e7b tempest-VolumesActionsTest-1688464897 tempest-VolumesActionsTest-1688464897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:00:22.311898 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-5d93b99b-b8a4-486d-8f33-b27582c049f1 req-6c3e1d26-9876-413c-8bad-d1fadacf3e7b tempest-VolumesActionsTest-1688464897 tempest-VolumesActionsTest-1688464897-project] 10.222.0.18 "GET /v2.0/ports?device_id=33a37b38-b011-445f-88cb-ff52ff2144cc HTTP/1.1" status: 200 len: 945 time: 0.0537646 Mar 07 17:00:22.366931 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-5d93b99b-b8a4-486d-8f33-b27582c049f1 req-5ed016f8-eb2b-420c-ac73-095bb51a0a90 tempest-VolumesActionsTest-1688464897 tempest-VolumesActionsTest-1688464897-project] 10.222.0.18 "GET /v2.0/security-groups?id=d54878f9-32a8-4665-9f93-319a45debe8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493801 Mar 07 17:00:22.873918 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1e4790-80a3-4d3c-8a31-738ae361c606 req-a934c1c4-8a83-45a8-9e81-7d06d60d8282 tempest-TestShelveInstance-1471348020 tempest-TestShelveInstance-1471348020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:00:22.875557 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-1d1e4790-80a3-4d3c-8a31-738ae361c606 req-a934c1c4-8a83-45a8-9e81-7d06d60d8282 tempest-TestShelveInstance-1471348020 tempest-TestShelveInstance-1471348020-project] 10.222.0.18 "GET /v2.0/ports?device_id=047c2582-ee38-4aad-8f05-895e1732a2bd HTTP/1.1" status: 200 len: 946 time: 0.0557272 Mar 07 17:00:22.923972 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-1d1e4790-80a3-4d3c-8a31-738ae361c606 req-6a9b6b3c-3fe1-49b7-b91c-2581491666dc tempest-TestShelveInstance-1471348020 tempest-TestShelveInstance-1471348020-project] 10.222.0.18 "GET /v2.0/security-groups?id=3e5509a0-73c0-4d35-a942-542b713a77a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428195 Mar 07 17:00:23.198529 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d8e2cf-41d3-408b-a193-b9fd5c9fd428 req-d477e874-a55c-480f-9ee2-1185362904d3 tempest-VolumesActionsTest-1688464897 tempest-VolumesActionsTest-1688464897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:00:23.199957 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-74d8e2cf-41d3-408b-a193-b9fd5c9fd428 req-d477e874-a55c-480f-9ee2-1185362904d3 tempest-VolumesActionsTest-1688464897 tempest-VolumesActionsTest-1688464897-project] 10.222.0.18 "GET /v2.0/ports?device_id=33a37b38-b011-445f-88cb-ff52ff2144cc HTTP/1.1" status: 200 len: 945 time: 0.0554588 Mar 07 17:00:23.248537 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-74d8e2cf-41d3-408b-a193-b9fd5c9fd428 req-b7fdfb32-bfcd-4231-a5e7-5cf797c2843f tempest-VolumesActionsTest-1688464897 tempest-VolumesActionsTest-1688464897-project] 10.222.0.18 "GET /v2.0/security-groups?id=d54878f9-32a8-4665-9f93-319a45debe8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403502 Mar 07 17:00:23.480058 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194190'] for agent (3df9d949-03e8-46c4-b37f-6f8a21aeab22), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:00:23.630789 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92eb7b7-2182-4c75-9a67-285e5d77ca3e req-6ff7fa87-0afe-4252-af3f-8f117523b7ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:00:23.632309 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-b92eb7b7-2182-4c75-9a67-285e5d77ca3e req-6ff7fa87-0afe-4252-af3f-8f117523b7ab service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=67f25f5951bb4340813deb06cbaad90d&device_id=047c2582-ee38-4aad-8f05-895e1732a2bd HTTP/1.1" status: 200 len: 1130 time: 0.0456245 Mar 07 17:00:23.731063 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92eb7b7-2182-4c75-9a67-285e5d77ca3e req-270f63d8-9bcc-4f21-85aa-1c240c3a16ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:00:23.732461 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-b92eb7b7-2182-4c75-9a67-285e5d77ca3e req-270f63d8-9bcc-4f21-85aa-1c240c3a16ab service neutron] 10.222.0.66 "GET /v2.0/networks?id=2f938584-7f3e-4765-817b-fb128e09d45c HTTP/1.1" status: 200 len: 910 time: 0.0911644 Mar 07 17:00:23.802648 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-b92eb7b7-2182-4c75-9a67-285e5d77ca3e req-30a72646-7b0d-4389-b0fb-52521d0abc1a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5178f70b-d860-4382-a4eb-abb1fcb7329f HTTP/1.1" status: 200 len: 1002 time: 0.0624044 Mar 07 17:00:23.852702 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92eb7b7-2182-4c75-9a67-285e5d77ca3e req-bd0844a0-6628-4777-9cb5-a76946ddecc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:00:23.854097 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-b92eb7b7-2182-4c75-9a67-285e5d77ca3e req-bd0844a0-6628-4777-9cb5-a76946ddecc3 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=6dde97a4-d388-4dbe-a91a-34ac33fc9045 HTTP/1.1" status: 200 len: 848 time: 0.0436611 Mar 07 17:00:23.907672 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92eb7b7-2182-4c75-9a67-285e5d77ca3e req-550a700f-ab44-450f-8ed9-6cc97b81f5dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:00:23.909130 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-b92eb7b7-2182-4c75-9a67-285e5d77ca3e req-550a700f-ab44-450f-8ed9-6cc97b81f5dd service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=2f938584-7f3e-4765-817b-fb128e09d45c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0436752 Mar 07 17:00:24.033167 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-b92eb7b7-2182-4c75-9a67-285e5d77ca3e req-5a53816f-8c9d-41c1-81f2-4b7af1192834 service neutron] 10.222.0.66 "GET /v2.0/networks/2f938584-7f3e-4765-817b-fb128e09d45c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086590 Mar 07 17:00:24.067829 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30499a9a-31cc-4895-80d6-18b78875f64b req-ac5abb37-fbcf-4d62-a15b-c3d6729f6c10 tempest-TestShelveInstance-1471348020 tempest-TestShelveInstance-1471348020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:00:24.069269 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-30499a9a-31cc-4895-80d6-18b78875f64b req-ac5abb37-fbcf-4d62-a15b-c3d6729f6c10 tempest-TestShelveInstance-1471348020 tempest-TestShelveInstance-1471348020-project] 10.222.0.18 "GET /v2.0/ports?device_id=047c2582-ee38-4aad-8f05-895e1732a2bd HTTP/1.1" status: 200 len: 946 time: 0.0765467 Mar 07 17:00:24.161638 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-30499a9a-31cc-4895-80d6-18b78875f64b req-a98f6c24-3606-4142-a3d0-2514f380127e tempest-TestShelveInstance-1471348020 tempest-TestShelveInstance-1471348020-project] 10.222.0.18 "GET /v2.0/security-groups?id=3e5509a0-73c0-4d35-a942-542b713a77a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862427 Mar 07 17:00:24.166921 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-b92eb7b7-2182-4c75-9a67-285e5d77ca3e req-a9d70dbd-c8fe-41e4-8051-f7c55e62c4a6 service neutron] 10.222.0.66 "GET /v2.0/networks/2f938584-7f3e-4765-817b-fb128e09d45c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260674 Mar 07 17:00:24.227213 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194190'] for agent (152bcc15-84f4-40a7-afe1-c30bc7269f8a), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:00:24.379448 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869cd0ad-3ab7-4f0c-b6c4-0b3d72667206 req-fbe34ad4-dc3d-4780-8898-74f6c1816401 tempest-VolumesActionsTest-1688464897 tempest-VolumesActionsTest-1688464897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:00:24.380939 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-869cd0ad-3ab7-4f0c-b6c4-0b3d72667206 req-fbe34ad4-dc3d-4780-8898-74f6c1816401 tempest-VolumesActionsTest-1688464897 tempest-VolumesActionsTest-1688464897-project] 10.222.0.18 "GET /v2.0/ports?device_id=33a37b38-b011-445f-88cb-ff52ff2144cc HTTP/1.1" status: 200 len: 945 time: 0.0642180 Mar 07 17:00:24.429508 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-869cd0ad-3ab7-4f0c-b6c4-0b3d72667206 req-228050de-0b4d-4eb1-8d4f-ed752ed3acf2 tempest-VolumesActionsTest-1688464897 tempest-VolumesActionsTest-1688464897-project] 10.222.0.18 "GET /v2.0/security-groups?id=d54878f9-32a8-4665-9f93-319a45debe8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401909 Mar 07 17:00:25.119045 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df697dbc-a80c-40b1-82ab-5e407be6e564 req-7776943b-8a63-47b3-9207-053efe9e06b2 tempest-VolumesActionsTest-1688464897 tempest-VolumesActionsTest-1688464897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:00:25.120588 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-df697dbc-a80c-40b1-82ab-5e407be6e564 req-7776943b-8a63-47b3-9207-053efe9e06b2 tempest-VolumesActionsTest-1688464897 tempest-VolumesActionsTest-1688464897-project] 10.222.0.66 "GET /v2.0/ports?device_id=33a37b38-b011-445f-88cb-ff52ff2144cc HTTP/1.1" status: 200 len: 945 time: 0.0668950 Mar 07 17:00:25.215068 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.plugin [req-df697dbc-a80c-40b1-82ab-5e407be6e564 req-208fc9e5-7812-4743-ba0e-42ef2f10817d tempest-VolumesActionsTest-1688464897 tempest-VolumesActionsTest-1688464897-project] Deleting port edee28d5-a73e-4002-8e0b-2f5c8497a2cb {{(pid=119953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 17:00:25.215462 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [req-df697dbc-a80c-40b1-82ab-5e407be6e564 req-208fc9e5-7812-4743-ba0e-42ef2f10817d tempest-VolumesActionsTest-1688464897 tempest-VolumesActionsTest-1688464897-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754346666051'] for port (edee28d5-a73e-4002-8e0b-2f5c8497a2cb), before_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:00:25.332779 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.db [req-df697dbc-a80c-40b1-82ab-5e407be6e564 req-208fc9e5-7812-4743-ba0e-42ef2f10817d tempest-VolumesActionsTest-1688464897 tempest-VolumesActionsTest-1688464897-project] For port edee28d5-a73e-4002-8e0b-2f5c8497a2cb, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=edee28d5-a73e-4002-8e0b-2f5c8497a2cb,segment=NetworkSegment(27963672-8b94-4491-bec5-1ad2614eae26),segment_id=27963672-8b94-4491-bec5-1ad2614eae26)] {{(pid=119953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:00:25.333135 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [req-df697dbc-a80c-40b1-82ab-5e407be6e564 req-208fc9e5-7812-4743-ba0e-42ef2f10817d tempest-VolumesActionsTest-1688464897 tempest-VolumesActionsTest-1688464897-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704071'] for port (edee28d5-a73e-4002-8e0b-2f5c8497a2cb), precommit_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:00:25.346835 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c493e76-f8d5-4afe-bfa7-ea32db1e6e2a req-0f118cd9-2d49-4af5-8225-51e8ec8a5d17 tempest-TestShelveInstance-1471348020 tempest-TestShelveInstance-1471348020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:00:25.348319 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-0c493e76-f8d5-4afe-bfa7-ea32db1e6e2a req-0f118cd9-2d49-4af5-8225-51e8ec8a5d17 tempest-TestShelveInstance-1471348020 tempest-TestShelveInstance-1471348020-project] 10.222.0.18 "GET /v2.0/ports?device_id=047c2582-ee38-4aad-8f05-895e1732a2bd HTTP/1.1" status: 200 len: 946 time: 0.1170752 Mar 07 17:00:25.356282 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.plugin [req-df697dbc-a80c-40b1-82ab-5e407be6e564 req-208fc9e5-7812-4743-ba0e-42ef2f10817d tempest-VolumesActionsTest-1688464897 tempest-VolumesActionsTest-1688464897-project] Calling delete_port for edee28d5-a73e-4002-8e0b-2f5c8497a2cb owned by compute:nova {{(pid=119953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 17:00:25.447672 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-0c493e76-f8d5-4afe-bfa7-ea32db1e6e2a req-77b674dc-e1de-418d-9fc6-61a5fdcde78a tempest-TestShelveInstance-1471348020 tempest-TestShelveInstance-1471348020-project] 10.222.0.18 "GET /v2.0/security-groups?id=3e5509a0-73c0-4d35-a942-542b713a77a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0930758 Mar 07 17:00:25.522320 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [req-df697dbc-a80c-40b1-82ab-5e407be6e564 req-208fc9e5-7812-4743-ba0e-42ef2f10817d tempest-VolumesActionsTest-1688464897 tempest-VolumesActionsTest-1688464897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754346672038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754346267064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9282916'] for port (edee28d5-a73e-4002-8e0b-2f5c8497a2cb), after_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:00:25.549290 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b58e2b-17f4-4314-a834-048dfbb724d7 req-54e53caf-c1a4-4e3a-aad1-fee3d550c1b8 tempest-VolumesActionsTest-1688464897 tempest-VolumesActionsTest-1688464897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:00:25.550782 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-29b58e2b-17f4-4314-a834-048dfbb724d7 req-54e53caf-c1a4-4e3a-aad1-fee3d550c1b8 tempest-VolumesActionsTest-1688464897 tempest-VolumesActionsTest-1688464897-project] 10.222.0.18 "GET /v2.0/ports?device_id=33a37b38-b011-445f-88cb-ff52ff2144cc HTTP/1.1" status: 200 len: 867 time: 0.0535860 Mar 07 17:00:25.564722 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208fc9e5-7812-4743-ba0e-42ef2f10817d tempest-VolumesActionsTest-1688464897 tempest-VolumesActionsTest-1688464897-project] Pushing event deleted for resources: {'Port': ['ID=edee28d5-a73e-4002-8e0b-2f5c8497a2cb,revision_number=None']} {{(pid=119953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:00:25.566755 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.db [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] get_ports_and_sgs() called for port_ids ['edee28d5-a73e-4002-8e0b-2f5c8497a2cb'] {{(pid=119955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 17:00:25.603440 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-29b58e2b-17f4-4314-a834-048dfbb724d7 req-f0a178b9-9cba-4781-afc3-83c4c7326eca tempest-VolumesActionsTest-1688464897 tempest-VolumesActionsTest-1688464897-project] 10.222.0.18 "GET /v2.0/security-groups?id=d54878f9-32a8-4665-9f93-319a45debe8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468628 Mar 07 17:00:25.609289 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.db.l3_dvrscheduler_db [req-df697dbc-a80c-40b1-82ab-5e407be6e564 req-208fc9e5-7812-4743-ba0e-42ef2f10817d tempest-VolumesActionsTest-1688464897 tempest-VolumesActionsTest-1688464897-project] No DVR routers for this DVR port edee28d5-a73e-4002-8e0b-2f5c8497a2cb on host hv-cinder-80475 {{(pid=119953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 17:00:25.611898 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [req-df697dbc-a80c-40b1-82ab-5e407be6e564 req-208fc9e5-7812-4743-ba0e-42ef2f10817d tempest-VolumesActionsTest-1688464897 tempest-VolumesActionsTest-1688464897-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47102'] for port (None), before_response {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:00:25.615266 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-df697dbc-a80c-40b1-82ab-5e407be6e564 req-208fc9e5-7812-4743-ba0e-42ef2f10817d tempest-VolumesActionsTest-1688464897 tempest-VolumesActionsTest-1688464897-project] 10.222.0.66 "DELETE /v2.0/ports/edee28d5-a73e-4002-8e0b-2f5c8497a2cb HTTP/1.1" status: 204 len: 173 time: 0.4853013 Mar 07 17:00:25.615820 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33a37b38-b011-445f-88cb-ff52ff2144cc', 'name': 'network-vif-deleted', 'tag': 'edee28d5-a73e-4002-8e0b-2f5c8497a2cb'}] {{(pid=119953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 17:00:25.618084 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed95515d7af65a162ef4af60abe3e4aacc73bb6c2379f81891a58e09c3a2d0f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de97364b-7c3d-4895-9d6d-620ec96655d0" -d '{"events": [{"server_uuid": "33a37b38-b011-445f-88cb-ff52ff2144cc", "name": "network-vif-deleted", "tag": "edee28d5-a73e-4002-8e0b-2f5c8497a2cb"}]}' {{(pid=119953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 17:00:25.654463 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 17:00:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ab9181c-bf00-433e-afa2-e015c8210af3 x-openstack-request-id: req-8ab9181c-bf00-433e-afa2-e015c8210af3 {{(pid=119953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 17:00:25.654758 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33a37b38-b011-445f-88cb-ff52ff2144cc", "name": "network-vif-deleted", "tag": "edee28d5-a73e-4002-8e0b-2f5c8497a2cb", "status": "completed", "code": 200}]} {{(pid=119953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 17:00:25.655016 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8ab9181c-bf00-433e-afa2-e015c8210af3 {{(pid=119953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 17:00:25.655420 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33a37b38-b011-445f-88cb-ff52ff2144cc', 'name': 'network-vif-deleted', 'tag': 'edee28d5-a73e-4002-8e0b-2f5c8497a2cb', 'status': 'completed', 'code': 200} Mar 07 17:00:26.569131 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b527389-bd8c-47ff-8ae0-e5122d7b5101 req-e4b876fe-8906-4c8c-b11f-8dbbccfa9fb6 tempest-TestShelveInstance-1471348020 tempest-TestShelveInstance-1471348020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:00:26.571304 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-0b527389-bd8c-47ff-8ae0-e5122d7b5101 req-e4b876fe-8906-4c8c-b11f-8dbbccfa9fb6 tempest-TestShelveInstance-1471348020 tempest-TestShelveInstance-1471348020-project] 10.222.0.18 "GET /v2.0/ports?device_id=047c2582-ee38-4aad-8f05-895e1732a2bd HTTP/1.1" status: 200 len: 946 time: 0.0547850 Mar 07 17:00:26.627113 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-0b527389-bd8c-47ff-8ae0-e5122d7b5101 req-55ffa7ee-71e7-40dd-91ce-f6dd351f2379 tempest-TestShelveInstance-1471348020 tempest-TestShelveInstance-1471348020-project] 10.222.0.18 "GET /v2.0/security-groups?id=3e5509a0-73c0-4d35-a942-542b713a77a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500700 Mar 07 17:00:27.757542 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a024a23-64f2-4091-9757-0969addf5e5d req-f4e4f4a2-0a60-48b1-ab31-39ab212f208f tempest-TestShelveInstance-1471348020 tempest-TestShelveInstance-1471348020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:00:27.759005 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-8a024a23-64f2-4091-9757-0969addf5e5d req-f4e4f4a2-0a60-48b1-ab31-39ab212f208f tempest-TestShelveInstance-1471348020 tempest-TestShelveInstance-1471348020-project] 10.222.0.18 "GET /v2.0/ports?device_id=047c2582-ee38-4aad-8f05-895e1732a2bd HTTP/1.1" status: 200 len: 946 time: 0.0547233 Mar 07 17:00:27.811350 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-8a024a23-64f2-4091-9757-0969addf5e5d req-b759e296-641a-4d9c-8330-8ed857c211f1 tempest-TestShelveInstance-1471348020 tempest-TestShelveInstance-1471348020-project] 10.222.0.18 "GET /v2.0/security-groups?id=3e5509a0-73c0-4d35-a942-542b713a77a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466244 Mar 07 17:00:28.025267 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685677ea-d5aa-4c71-a1fa-37b05d44a912 req-de48e13f-5f38-4e32-a57d-4bbc8441b2ef tempest-TestShelveInstance-1471348020 tempest-TestShelveInstance-1471348020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:00:28.026885 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-685677ea-d5aa-4c71-a1fa-37b05d44a912 req-de48e13f-5f38-4e32-a57d-4bbc8441b2ef tempest-TestShelveInstance-1471348020 tempest-TestShelveInstance-1471348020-project] 10.222.0.18 "GET /v2.0/ports?device_id=047c2582-ee38-4aad-8f05-895e1732a2bd HTTP/1.1" status: 200 len: 946 time: 0.0528886 Mar 07 17:00:28.040757 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-83b939b7-4993-4b3d-b0da-f28ca2af6528 req-dad80227-456a-4bbd-8924-686f717a63d0 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=047c2582-ee38-4aad-8f05-895e1732a2bd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0862863 Mar 07 17:00:28.075944 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-685677ea-d5aa-4c71-a1fa-37b05d44a912 req-29c019f1-e7a2-4a87-ac81-dc5117a9f60f tempest-TestShelveInstance-1471348020 tempest-TestShelveInstance-1471348020-project] 10.222.0.18 "GET /v2.0/security-groups?id=3e5509a0-73c0-4d35-a942-542b713a77a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431798 Mar 07 17:00:28.222525 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b939b7-4993-4b3d-b0da-f28ca2af6528 req-85a1ae96-58b8-4972-9eb4-a49723956b69 tempest-TestShelveInstance-1471348020 tempest-TestShelveInstance-1471348020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:00:28.223779 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-83b939b7-4993-4b3d-b0da-f28ca2af6528 req-85a1ae96-58b8-4972-9eb4-a49723956b69 tempest-TestShelveInstance-1471348020 tempest-TestShelveInstance-1471348020-project] 10.222.0.18 "GET /v2.0/ports/5178f70b-d860-4382-a4eb-abb1fcb7329f HTTP/1.1" status: 200 len: 943 time: 0.1563525 Mar 07 17:00:29.208752 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a48d235-bfe2-4e13-a20e-6871acc18859 req-60636323-6f4d-4848-9940-9e1d3b50cfc5 tempest-TestShelveInstance-1471348020 tempest-TestShelveInstance-1471348020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:00:29.210193 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-1a48d235-bfe2-4e13-a20e-6871acc18859 req-60636323-6f4d-4848-9940-9e1d3b50cfc5 tempest-TestShelveInstance-1471348020 tempest-TestShelveInstance-1471348020-project] 10.222.0.18 "GET /v2.0/ports?device_id=047c2582-ee38-4aad-8f05-895e1732a2bd HTTP/1.1" status: 200 len: 946 time: 0.0530820 Mar 07 17:00:29.264852 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-1a48d235-bfe2-4e13-a20e-6871acc18859 req-13fccbe4-2239-496c-a18e-75c185cfb9d6 tempest-TestShelveInstance-1471348020 tempest-TestShelveInstance-1471348020-project] 10.222.0.18 "GET /v2.0/security-groups?id=3e5509a0-73c0-4d35-a942-542b713a77a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462737 Mar 07 17:00:30.316418 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-9d9dc692-e73b-46b5-87af-d3ecfffb230e req-89108571-47d2-4270-8b24-edfb4f054f2f service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=40bae353-9311-4b2a-839f-6dea4c52f662&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0434852 Mar 07 17:00:30.358339 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.rpc [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Device 5178f70b-d860-4382-a4eb-abb1fcb7329f no longer exists at agent hyperv_hv-cinder-80475 {{(pid=119955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 17:00:30.403392 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba67a78-5d65-43c4-b1be-ab8d15a3b7e8 req-04257e0f-c461-4232-bb9c-0f5ec6000978 tempest-TestShelveInstance-1471348020 tempest-TestShelveInstance-1471348020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:00:30.404917 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-cba67a78-5d65-43c4-b1be-ab8d15a3b7e8 req-04257e0f-c461-4232-bb9c-0f5ec6000978 tempest-TestShelveInstance-1471348020 tempest-TestShelveInstance-1471348020-project] 10.222.0.18 "GET /v2.0/ports?device_id=047c2582-ee38-4aad-8f05-895e1732a2bd HTTP/1.1" status: 200 len: 946 time: 0.0637898 Mar 07 17:00:30.446072 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.plugin [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Current status of the port 5178f70b-d860-4382-a4eb-abb1fcb7329f is: ACTIVE; New status is: DOWN {{(pid=119955) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 17:00:30.446464 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8385759'] for port (5178f70b-d860-4382-a4eb-abb1fcb7329f), before_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:00:30.460417 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9dc692-e73b-46b5-87af-d3ecfffb230e req-6ff24f96-df07-4cc6-a691-f03d49fd45eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:00:30.462172 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-9d9dc692-e73b-46b5-87af-d3ecfffb230e req-6ff24f96-df07-4cc6-a691-f03d49fd45eb service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f13607869be844f9bb555f4bee0519ef&device_id=40bae353-9311-4b2a-839f-6dea4c52f662 HTTP/1.1" status: 200 len: 1129 time: 0.0584333 Mar 07 17:00:30.462320 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-cba67a78-5d65-43c4-b1be-ab8d15a3b7e8 req-22ddd2f0-0aa8-4fdb-a4d1-0806512dde6a tempest-TestShelveInstance-1471348020 tempest-TestShelveInstance-1471348020-project] 10.222.0.18 "GET /v2.0/security-groups?id=3e5509a0-73c0-4d35-a942-542b713a77a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489969 Mar 07 17:00:30.473872 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '047c2582-ee38-4aad-8f05-895e1732a2bd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5178f70b-d860-4382-a4eb-abb1fcb7329f'}] {{(pid=119955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 17:00:30.476248 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd4f8a5135c3a8ba668d7ce7b18abb72183bcf445ca628a57cbbb7bee2c3e543" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17aa07e7-df11-4353-8286-469e04f5f82f" -d '{"events": [{"server_uuid": "047c2582-ee38-4aad-8f05-895e1732a2bd", "name": "network-vif-unplugged", "status": "completed", "tag": "5178f70b-d860-4382-a4eb-abb1fcb7329f"}]}' {{(pid=119955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 17:00:30.494912 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.db [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] For port 5178f70b-d860-4382-a4eb-abb1fcb7329f, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=5178f70b-d860-4382-a4eb-abb1fcb7329f,segment=NetworkSegment(b0e29e90-ddf0-46b1-8ceb-3a4354fa6bcc),segment_id=b0e29e90-ddf0-46b1-8ceb-3a4354fa6bcc)] {{(pid=119955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:00:30.508864 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754346672056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754346267073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754346267091'] for port (5178f70b-d860-4382-a4eb-abb1fcb7329f), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:00:30.514647 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.rpc [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Device edee28d5-a73e-4002-8e0b-2f5c8497a2cb no longer exists at agent hyperv_hv-cinder-80475 {{(pid=119955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 17:00:30.518078 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 07 Mar 2022 17:00:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88a94bfd-fa33-428c-9930-95f405f44f37 x-openstack-request-id: req-88a94bfd-fa33-428c-9930-95f405f44f37 {{(pid=119955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 17:00:30.518370 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "047c2582-ee38-4aad-8f05-895e1732a2bd", "name": "network-vif-unplugged", "status": "failed", "tag": "5178f70b-d860-4382-a4eb-abb1fcb7329f", "code": 422}]} {{(pid=119955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 17:00:30.518621 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-88a94bfd-fa33-428c-9930-95f405f44f37 {{(pid=119955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 17:00:30.519006 dv-cinder-804757-24-iscsi neutron-server[119955]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '047c2582-ee38-4aad-8f05-895e1732a2bd', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '5178f70b-d860-4382-a4eb-abb1fcb7329f', 'code': 422} returned with failed status Mar 07 17:00:30.537344 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.plugin [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] No Port match for: edee28d5-a73e-4002-8e0b-2f5c8497a2cb {{(pid=119955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 17:00:30.538089 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.rpc [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Device edee28d5-a73e-4002-8e0b-2f5c8497a2cb not bound to the agent host hv-cinder-80475 {{(pid=119955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 17:00:30.579288 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Pushing event updated for resources: {'Port': ['ID=5178f70b-d860-4382-a4eb-abb1fcb7329f,revision_number=6']} {{(pid=119955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:00:30.588453 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9dc692-e73b-46b5-87af-d3ecfffb230e req-544eff8a-6843-4873-a4d8-e1fedd4f71da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:00:30.590017 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-9d9dc692-e73b-46b5-87af-d3ecfffb230e req-544eff8a-6843-4873-a4d8-e1fedd4f71da service neutron] 10.222.0.66 "GET /v2.0/networks?id=8f05d5cd-7919-446b-b1be-b892178c27ff HTTP/1.1" status: 200 len: 913 time: 0.0914438 Mar 07 17:00:30.653813 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-9d9dc692-e73b-46b5-87af-d3ecfffb230e req-978ac647-c9d8-4e0c-bc97-77999d6ef2a0 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=933cfce7-b7a8-469e-8dfe-dde0dbfba456 HTTP/1.1" status: 200 len: 1001 time: 0.0570951 Mar 07 17:00:30.702765 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9dc692-e73b-46b5-87af-d3ecfffb230e req-e95f0243-ddd9-4391-b673-ec6563980f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:00:30.704217 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-9d9dc692-e73b-46b5-87af-d3ecfffb230e req-e95f0243-ddd9-4391-b673-ec6563980f28 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=e51eb166-648f-4129-afbc-b350e9a7b41b HTTP/1.1" status: 200 len: 851 time: 0.0433896 Mar 07 17:00:30.763225 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9dc692-e73b-46b5-87af-d3ecfffb230e req-de119bee-0451-4e9c-9ce4-880ca91ba349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:00:30.764623 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-9d9dc692-e73b-46b5-87af-d3ecfffb230e req-de119bee-0451-4e9c-9ce4-880ca91ba349 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=8f05d5cd-7919-446b-b1be-b892178c27ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0497069 Mar 07 17:00:30.856428 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-9d9dc692-e73b-46b5-87af-d3ecfffb230e req-62a2d68b-5ede-495b-a7d6-7ccd38b280bb service neutron] 10.222.0.66 "GET /v2.0/networks/8f05d5cd-7919-446b-b1be-b892178c27ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833986 Mar 07 17:00:31.197710 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-9d9dc692-e73b-46b5-87af-d3ecfffb230e req-46de6c99-045f-4eff-84dc-8f4a70bc9e80 service neutron] 10.222.0.66 "GET /v2.0/networks/8f05d5cd-7919-446b-b1be-b892178c27ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3350651 Mar 07 17:00:31.588364 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c9b180-a7bc-4469-b2e5-f8b4d857a0d9 req-ba22c2e7-5dd7-4319-9280-42ebd198d679 tempest-TestShelveInstance-1471348020 tempest-TestShelveInstance-1471348020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:00:31.590030 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-86c9b180-a7bc-4469-b2e5-f8b4d857a0d9 req-ba22c2e7-5dd7-4319-9280-42ebd198d679 tempest-TestShelveInstance-1471348020 tempest-TestShelveInstance-1471348020-project] 10.222.0.18 "GET /v2.0/ports?device_id=047c2582-ee38-4aad-8f05-895e1732a2bd HTTP/1.1" status: 200 len: 944 time: 0.0539637 Mar 07 17:00:31.643928 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-86c9b180-a7bc-4469-b2e5-f8b4d857a0d9 req-907a7651-278d-42c1-bad5-9115105d9bd0 tempest-TestShelveInstance-1471348020 tempest-TestShelveInstance-1471348020-project] 10.222.0.18 "GET /v2.0/security-groups?id=3e5509a0-73c0-4d35-a942-542b713a77a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473571 Mar 07 17:00:32.214679 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b939b7-4993-4b3d-b0da-f28ca2af6528 req-3704073b-bdee-41d6-960f-849fef42cf32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:00:32.217232 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-83b939b7-4993-4b3d-b0da-f28ca2af6528 req-3704073b-bdee-41d6-960f-849fef42cf32 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=047c2582-ee38-4aad-8f05-895e1732a2bd&tenant_id=67f25f5951bb4340813deb06cbaad90d HTTP/1.1" status: 200 len: 1128 time: 0.0495183 Mar 07 17:00:32.324662 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b939b7-4993-4b3d-b0da-f28ca2af6528 req-0ae6c517-8e50-4b72-9401-9706f44f2204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:00:32.327532 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-83b939b7-4993-4b3d-b0da-f28ca2af6528 req-0ae6c517-8e50-4b72-9401-9706f44f2204 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=67f25f5951bb4340813deb06cbaad90d&device_id=047c2582-ee38-4aad-8f05-895e1732a2bd HTTP/1.1" status: 200 len: 1128 time: 0.0656590 Mar 07 17:00:32.445781 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b939b7-4993-4b3d-b0da-f28ca2af6528 req-7556e312-4d3c-43ef-b1ea-698f24cb56a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:00:32.447721 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-83b939b7-4993-4b3d-b0da-f28ca2af6528 req-7556e312-4d3c-43ef-b1ea-698f24cb56a1 service neutron] 10.222.0.66 "GET /v2.0/networks?id=2f938584-7f3e-4765-817b-fb128e09d45c HTTP/1.1" status: 200 len: 910 time: 0.1121006 Mar 07 17:00:32.535541 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-83b939b7-4993-4b3d-b0da-f28ca2af6528 req-1200d88f-240d-4622-bb63-4b7a81489422 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5178f70b-d860-4382-a4eb-abb1fcb7329f HTTP/1.1" status: 200 len: 1000 time: 0.0810599 Mar 07 17:00:32.588656 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b939b7-4993-4b3d-b0da-f28ca2af6528 req-370a0058-55a4-48bb-8b7f-c11288182c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:00:32.590535 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-83b939b7-4993-4b3d-b0da-f28ca2af6528 req-370a0058-55a4-48bb-8b7f-c11288182c37 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=6dde97a4-d388-4dbe-a91a-34ac33fc9045 HTTP/1.1" status: 200 len: 848 time: 0.0472937 Mar 07 17:00:32.649795 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b939b7-4993-4b3d-b0da-f28ca2af6528 req-bd480708-18e0-448a-ab3b-1ee238d32d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:00:32.653375 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-83b939b7-4993-4b3d-b0da-f28ca2af6528 req-bd480708-18e0-448a-ab3b-1ee238d32d05 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=2f938584-7f3e-4765-817b-fb128e09d45c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0550566 Mar 07 17:00:32.831796 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-83b939b7-4993-4b3d-b0da-f28ca2af6528 req-1d268fff-00fe-45f4-ab63-7d5902f2bf2c service neutron] 10.222.0.66 "GET /v2.0/networks/2f938584-7f3e-4765-817b-fb128e09d45c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1721373 Mar 07 17:00:32.880358 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d162e8-437c-479d-b797-f13ae88d216f req-4b88243d-0407-4627-b546-e3276f04c5f4 tempest-TestShelveInstance-1471348020 tempest-TestShelveInstance-1471348020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:00:32.881966 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-88d162e8-437c-479d-b797-f13ae88d216f req-4b88243d-0407-4627-b546-e3276f04c5f4 tempest-TestShelveInstance-1471348020 tempest-TestShelveInstance-1471348020-project] 10.222.0.18 "GET /v2.0/ports?device_id=047c2582-ee38-4aad-8f05-895e1732a2bd HTTP/1.1" status: 200 len: 944 time: 0.1347497 Mar 07 17:00:32.982947 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-88d162e8-437c-479d-b797-f13ae88d216f req-eee291bc-58f4-42f9-99c8-cb32689ae92b tempest-TestShelveInstance-1471348020 tempest-TestShelveInstance-1471348020-project] 10.222.0.18 "GET /v2.0/security-groups?id=3e5509a0-73c0-4d35-a942-542b713a77a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0924442 Mar 07 17:00:32.987828 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-83b939b7-4993-4b3d-b0da-f28ca2af6528 req-0d393ea6-ba93-4257-995b-55682312e6ca service neutron] 10.222.0.66 "GET /v2.0/networks/2f938584-7f3e-4765-817b-fb128e09d45c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1459291 Mar 07 17:00:34.116112 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e23ea09-7a8b-4650-ac93-5defb2f4c74b req-684f6da8-1f8a-440f-9ac5-190145e64152 tempest-TestShelveInstance-1471348020 tempest-TestShelveInstance-1471348020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:00:34.118133 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-7e23ea09-7a8b-4650-ac93-5defb2f4c74b req-684f6da8-1f8a-440f-9ac5-190145e64152 tempest-TestShelveInstance-1471348020 tempest-TestShelveInstance-1471348020-project] 10.222.0.18 "GET /v2.0/ports?device_id=047c2582-ee38-4aad-8f05-895e1732a2bd HTTP/1.1" status: 200 len: 944 time: 0.0559952 Mar 07 17:00:34.179045 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-7e23ea09-7a8b-4650-ac93-5defb2f4c74b req-4019e174-97fe-491f-b446-55802fd75098 tempest-TestShelveInstance-1471348020 tempest-TestShelveInstance-1471348020-project] 10.222.0.18 "GET /v2.0/security-groups?id=3e5509a0-73c0-4d35-a942-542b713a77a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548217 Mar 07 17:00:35.304816 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193b445e-330e-4e18-af20-17bf1769497d req-1263f3d2-f75a-48c4-b3f8-16fe81bdf7c3 tempest-TestShelveInstance-1471348020 tempest-TestShelveInstance-1471348020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:00:35.306489 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-193b445e-330e-4e18-af20-17bf1769497d req-1263f3d2-f75a-48c4-b3f8-16fe81bdf7c3 tempest-TestShelveInstance-1471348020 tempest-TestShelveInstance-1471348020-project] 10.222.0.18 "GET /v2.0/ports?device_id=047c2582-ee38-4aad-8f05-895e1732a2bd HTTP/1.1" status: 200 len: 944 time: 0.0588384 Mar 07 17:00:35.358242 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-193b445e-330e-4e18-af20-17bf1769497d req-2c77d383-81a6-4b61-a61f-c2d69ec2757e tempest-TestShelveInstance-1471348020 tempest-TestShelveInstance-1471348020-project] 10.222.0.18 "GET /v2.0/security-groups?id=3e5509a0-73c0-4d35-a942-542b713a77a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458159 Mar 07 17:00:36.485390 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef557287-7db2-4cb4-b757-9d0de6f1355d req-e02b832e-8c71-43be-a666-40e386190598 tempest-TestShelveInstance-1471348020 tempest-TestShelveInstance-1471348020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:00:36.487676 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-ef557287-7db2-4cb4-b757-9d0de6f1355d req-e02b832e-8c71-43be-a666-40e386190598 tempest-TestShelveInstance-1471348020 tempest-TestShelveInstance-1471348020-project] 10.222.0.18 "GET /v2.0/ports?device_id=047c2582-ee38-4aad-8f05-895e1732a2bd HTTP/1.1" status: 200 len: 944 time: 0.0570002 Mar 07 17:00:36.539970 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-ef557287-7db2-4cb4-b757-9d0de6f1355d req-c4b33fc7-f013-424b-b1b5-06167380306d tempest-TestShelveInstance-1471348020 tempest-TestShelveInstance-1471348020-project] 10.222.0.18 "GET /v2.0/security-groups?id=3e5509a0-73c0-4d35-a942-542b713a77a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461893 Mar 07 17:00:37.676982 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07e45b7-5cb1-49bc-886a-a1e863d6f080 req-e311ac04-5012-47b8-a94e-1c9896522035 tempest-TestShelveInstance-1471348020 tempest-TestShelveInstance-1471348020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:00:37.678533 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-b07e45b7-5cb1-49bc-886a-a1e863d6f080 req-e311ac04-5012-47b8-a94e-1c9896522035 tempest-TestShelveInstance-1471348020 tempest-TestShelveInstance-1471348020-project] 10.222.0.18 "GET /v2.0/ports?device_id=047c2582-ee38-4aad-8f05-895e1732a2bd HTTP/1.1" status: 200 len: 944 time: 0.0580933 Mar 07 17:00:37.739132 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-b07e45b7-5cb1-49bc-886a-a1e863d6f080 req-9ef47834-831f-4607-a0f6-de209b7c04b6 tempest-TestShelveInstance-1471348020 tempest-TestShelveInstance-1471348020-project] 10.222.0.18 "GET /v2.0/security-groups?id=3e5509a0-73c0-4d35-a942-542b713a77a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499351 Mar 07 17:00:38.851966 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d5c4f0-45e2-4068-9994-ee1300d604a0 req-5a39eb89-7d52-4d25-b547-2125a2bd4cd8 tempest-TestShelveInstance-1471348020 tempest-TestShelveInstance-1471348020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:00:38.854129 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-66d5c4f0-45e2-4068-9994-ee1300d604a0 req-5a39eb89-7d52-4d25-b547-2125a2bd4cd8 tempest-TestShelveInstance-1471348020 tempest-TestShelveInstance-1471348020-project] 10.222.0.18 "GET /v2.0/ports?device_id=047c2582-ee38-4aad-8f05-895e1732a2bd HTTP/1.1" status: 200 len: 944 time: 0.0567284 Mar 07 17:00:38.909177 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-66d5c4f0-45e2-4068-9994-ee1300d604a0 req-62f7facf-4af1-421a-b7c2-33b7526a1f70 tempest-TestShelveInstance-1471348020 tempest-TestShelveInstance-1471348020-project] 10.222.0.18 "GET /v2.0/security-groups?id=3e5509a0-73c0-4d35-a942-542b713a77a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486758 Mar 07 17:00:40.040491 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60a57cd-d5ba-4800-967d-14f9f81aaed1 req-2e7a0076-2af9-439e-b6ed-6c645a557760 tempest-TestShelveInstance-1471348020 tempest-TestShelveInstance-1471348020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:00:40.042176 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-f60a57cd-d5ba-4800-967d-14f9f81aaed1 req-2e7a0076-2af9-439e-b6ed-6c645a557760 tempest-TestShelveInstance-1471348020 tempest-TestShelveInstance-1471348020-project] 10.222.0.18 "GET /v2.0/ports?device_id=047c2582-ee38-4aad-8f05-895e1732a2bd HTTP/1.1" status: 200 len: 944 time: 0.0613265 Mar 07 17:00:40.109892 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-f60a57cd-d5ba-4800-967d-14f9f81aaed1 req-9ecaa848-b1f3-4da3-b7df-01b4dae5cb9f tempest-TestShelveInstance-1471348020 tempest-TestShelveInstance-1471348020-project] 10.222.0.18 "GET /v2.0/security-groups?id=3e5509a0-73c0-4d35-a942-542b713a77a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618207 Mar 07 17:00:41.241701 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945e60f9-34cf-4663-91ce-8c0b3e5e914b req-5af901b8-e63d-42c6-977f-b4bb7838e716 tempest-TestShelveInstance-1471348020 tempest-TestShelveInstance-1471348020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:00:41.244250 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-945e60f9-34cf-4663-91ce-8c0b3e5e914b req-5af901b8-e63d-42c6-977f-b4bb7838e716 tempest-TestShelveInstance-1471348020 tempest-TestShelveInstance-1471348020-project] 10.222.0.18 "GET /v2.0/ports?device_id=047c2582-ee38-4aad-8f05-895e1732a2bd HTTP/1.1" status: 200 len: 944 time: 0.0597937 Mar 07 17:00:41.298275 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-945e60f9-34cf-4663-91ce-8c0b3e5e914b req-e573f2d1-dd86-4a6f-a0da-6bec9a0a97d5 tempest-TestShelveInstance-1471348020 tempest-TestShelveInstance-1471348020-project] 10.222.0.18 "GET /v2.0/security-groups?id=3e5509a0-73c0-4d35-a942-542b713a77a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487700 Mar 07 17:00:42.285941 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.rpc [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Device 5178f70b-d860-4382-a4eb-abb1fcb7329f details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=119955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 17:00:42.392566 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.db [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] For port 5178f70b-d860-4382-a4eb-abb1fcb7329f, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=5178f70b-d860-4382-a4eb-abb1fcb7329f,segment=NetworkSegment(b0e29e90-ddf0-46b1-8ceb-3a4354fa6bcc),segment_id=b0e29e90-ddf0-46b1-8ceb-3a4354fa6bcc)] {{(pid=119955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:00:42.403157 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.rpc [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Returning: {'device': '5178f70b-d860-4382-a4eb-abb1fcb7329f', 'network_id': '2f938584-7f3e-4765-817b-fb128e09d45c', 'port_id': '5178f70b-d860-4382-a4eb-abb1fcb7329f', 'mac_address': 'fa:16:3e:a7:56:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 893, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6dde97a4-d388-4dbe-a91a-34ac33fc9045', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 17:00:42.443425 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0593c3a-6a1c-424c-90a1-0ca0c6183c9f req-496335b5-695f-4b1d-bfde-9686652e7bfb tempest-TestShelveInstance-1471348020 tempest-TestShelveInstance-1471348020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:00:42.452399 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-f0593c3a-6a1c-424c-90a1-0ca0c6183c9f req-496335b5-695f-4b1d-bfde-9686652e7bfb tempest-TestShelveInstance-1471348020 tempest-TestShelveInstance-1471348020-project] 10.222.0.18 "GET /v2.0/ports?device_id=047c2582-ee38-4aad-8f05-895e1732a2bd HTTP/1.1" status: 200 len: 944 time: 0.0770314 Mar 07 17:00:42.457067 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.plugin [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Current status of the port 5178f70b-d860-4382-a4eb-abb1fcb7329f is: DOWN; New status is: BUILD {{(pid=119955) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 17:00:42.457476 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8385759'] for port (5178f70b-d860-4382-a4eb-abb1fcb7329f), before_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:00:42.480177 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.notifiers.nova [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5178f70b-d860-4382-a4eb-abb1fcb7329f {{(pid=119955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 17:00:42.502303 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.db [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] For port 5178f70b-d860-4382-a4eb-abb1fcb7329f, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=5178f70b-d860-4382-a4eb-abb1fcb7329f,segment=NetworkSegment(b0e29e90-ddf0-46b1-8ceb-3a4354fa6bcc),segment_id=b0e29e90-ddf0-46b1-8ceb-3a4354fa6bcc)] {{(pid=119955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:00:42.507979 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754346672056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754346267073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754346267091'] for port (5178f70b-d860-4382-a4eb-abb1fcb7329f), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:00:42.510782 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-f0593c3a-6a1c-424c-90a1-0ca0c6183c9f req-19697b0b-1be4-4985-b7ec-aacce018a3cd tempest-TestShelveInstance-1471348020 tempest-TestShelveInstance-1471348020-project] 10.222.0.18 "GET /v2.0/security-groups?id=3e5509a0-73c0-4d35-a942-542b713a77a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561244 Mar 07 17:00:42.576103 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Pushing event updated for resources: {'Port': ['ID=5178f70b-d860-4382-a4eb-abb1fcb7329f,revision_number=7']} {{(pid=119955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:00:42.889155 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.db [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] get_ports_and_sgs() called for port_ids ['5178f70b-d860-4382-a4eb-abb1fcb7329f'] {{(pid=119955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 17:00:43.830989 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae7c260-7f37-4afe-96a1-312cac4d7642 req-56e35138-43aa-4673-b2fd-cdf72da4d499 tempest-TestShelveInstance-1471348020 tempest-TestShelveInstance-1471348020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:00:43.836266 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-eae7c260-7f37-4afe-96a1-312cac4d7642 req-56e35138-43aa-4673-b2fd-cdf72da4d499 tempest-TestShelveInstance-1471348020 tempest-TestShelveInstance-1471348020-project] 10.222.0.18 "GET /v2.0/ports?device_id=047c2582-ee38-4aad-8f05-895e1732a2bd HTTP/1.1" status: 200 len: 945 time: 0.0645897 Mar 07 17:00:43.888887 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-eae7c260-7f37-4afe-96a1-312cac4d7642 req-2f6cdbea-bf86-4989-a6f9-a04cf69bd1eb tempest-TestShelveInstance-1471348020 tempest-TestShelveInstance-1471348020-project] 10.222.0.18 "GET /v2.0/security-groups?id=3e5509a0-73c0-4d35-a942-542b713a77a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502968 Mar 07 17:00:44.300902 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.rpc [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Device 5178f70b-d860-4382-a4eb-abb1fcb7329f up at agent hyperv_hv-cinder-80475 {{(pid=119955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 17:00:44.366411 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.provisioning_blocks [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Provisioning complete for port 5178f70b-d860-4382-a4eb-abb1fcb7329f triggered by entity L2. {{(pid=119955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 17:00:44.366862 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8194280'] for port (5178f70b-d860-4382-a4eb-abb1fcb7329f), provisioning_complete {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:00:44.455881 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.plugin [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Current status of the port 5178f70b-d860-4382-a4eb-abb1fcb7329f is: BUILD; New status is: ACTIVE {{(pid=119955) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 17:00:44.456415 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8385759'] for port (5178f70b-d860-4382-a4eb-abb1fcb7329f), before_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:00:44.494007 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '047c2582-ee38-4aad-8f05-895e1732a2bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5178f70b-d860-4382-a4eb-abb1fcb7329f'}] {{(pid=119955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 17:00:44.497147 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd4f8a5135c3a8ba668d7ce7b18abb72183bcf445ca628a57cbbb7bee2c3e543" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b4fc029-2ac0-4ed2-91fc-45b903fc10c6" -d '{"events": [{"server_uuid": "047c2582-ee38-4aad-8f05-895e1732a2bd", "name": "network-vif-plugged", "status": "completed", "tag": "5178f70b-d860-4382-a4eb-abb1fcb7329f"}]}' {{(pid=119955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 17:00:44.501079 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.db [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] For port 5178f70b-d860-4382-a4eb-abb1fcb7329f, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=5178f70b-d860-4382-a4eb-abb1fcb7329f,segment=NetworkSegment(b0e29e90-ddf0-46b1-8ceb-3a4354fa6bcc),segment_id=b0e29e90-ddf0-46b1-8ceb-3a4354fa6bcc)] {{(pid=119955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:00:44.517890 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754346672056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754346267073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754346267091'] for port (5178f70b-d860-4382-a4eb-abb1fcb7329f), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:00:44.558775 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 17:00:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4139526-d907-4a92-960c-b146494fb763 x-openstack-request-id: req-e4139526-d907-4a92-960c-b146494fb763 {{(pid=119955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 17:00:44.558963 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "047c2582-ee38-4aad-8f05-895e1732a2bd", "name": "network-vif-plugged", "status": "completed", "tag": "5178f70b-d860-4382-a4eb-abb1fcb7329f", "code": 200}]} {{(pid=119955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 17:00:44.559273 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e4139526-d907-4a92-960c-b146494fb763 {{(pid=119955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 17:00:44.559689 dv-cinder-804757-24-iscsi neutron-server[119955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '047c2582-ee38-4aad-8f05-895e1732a2bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5178f70b-d860-4382-a4eb-abb1fcb7329f', 'code': 200} Mar 07 17:00:44.577772 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Pushing event updated for resources: {'Port': ['ID=5178f70b-d860-4382-a4eb-abb1fcb7329f,revision_number=8']} {{(pid=119955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:00:44.895589 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b151f766-af22-46d1-9add-9007698fa088 req-a038f813-8991-4e11-bf22-b5235dff949c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:00:44.897157 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-b151f766-af22-46d1-9add-9007698fa088 req-a038f813-8991-4e11-bf22-b5235dff949c service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=047c2582-ee38-4aad-8f05-895e1732a2bd HTTP/1.1" status: 200 len: 1130 time: 0.0483384 Mar 07 17:00:44.949655 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-b151f766-af22-46d1-9add-9007698fa088 req-dcb14e1a-1451-44de-ba92-aea883c9d7bd service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=3e5509a0-73c0-4d35-a942-542b713a77a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451167 Mar 07 17:00:45.020926 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7e66d6-86ce-4887-be98-962beaa3fff4 req-b1d5dd3c-8467-4824-8f02-4e4bbea30d20 tempest-TestShelveInstance-1471348020 tempest-TestShelveInstance-1471348020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:00:45.027916 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-2f7e66d6-86ce-4887-be98-962beaa3fff4 req-b1d5dd3c-8467-4824-8f02-4e4bbea30d20 tempest-TestShelveInstance-1471348020 tempest-TestShelveInstance-1471348020-project] 10.222.0.18 "GET /v2.0/ports?device_id=047c2582-ee38-4aad-8f05-895e1732a2bd HTTP/1.1" status: 200 len: 946 time: 0.0641229 Mar 07 17:00:45.074231 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-2f7e66d6-86ce-4887-be98-962beaa3fff4 req-d6adf0d9-17dc-4632-a42e-7450757b70be tempest-TestShelveInstance-1471348020 tempest-TestShelveInstance-1471348020-project] 10.222.0.18 "GET /v2.0/security-groups?id=3e5509a0-73c0-4d35-a942-542b713a77a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453615 Mar 07 17:00:46.205884 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d861a6c5-9691-4315-9916-25975b1387ed req-67d39baa-b1a2-49f6-81ca-922452d9722e tempest-TestShelveInstance-1471348020 tempest-TestShelveInstance-1471348020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:00:46.207873 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-d861a6c5-9691-4315-9916-25975b1387ed req-67d39baa-b1a2-49f6-81ca-922452d9722e tempest-TestShelveInstance-1471348020 tempest-TestShelveInstance-1471348020-project] 10.222.0.18 "GET /v2.0/ports?device_id=047c2582-ee38-4aad-8f05-895e1732a2bd HTTP/1.1" status: 200 len: 946 time: 0.0608594 Mar 07 17:00:46.265105 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-d861a6c5-9691-4315-9916-25975b1387ed req-b1635f74-8acf-4bb0-85b7-f4c1b55b6820 tempest-TestShelveInstance-1471348020 tempest-TestShelveInstance-1471348020-project] 10.222.0.18 "GET /v2.0/security-groups?id=3e5509a0-73c0-4d35-a942-542b713a77a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498714 Mar 07 17:00:47.172656 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-e1707eaa-546a-4156-919e-d87b43a883e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194190'] for agent (85f07778-81ef-4888-a2e3-51ae57b6426a), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:00:47.387248 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11e4b4e-7f5c-4c35-846d-521f1591828f req-e74a2405-fb4b-4010-9e39-4b48c677db68 tempest-TestShelveInstance-1471348020 tempest-TestShelveInstance-1471348020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:00:47.388743 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-e11e4b4e-7f5c-4c35-846d-521f1591828f req-e74a2405-fb4b-4010-9e39-4b48c677db68 tempest-TestShelveInstance-1471348020 tempest-TestShelveInstance-1471348020-project] 10.222.0.18 "GET /v2.0/ports?device_id=047c2582-ee38-4aad-8f05-895e1732a2bd HTTP/1.1" status: 200 len: 946 time: 0.0550885 Mar 07 17:00:47.439637 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-e11e4b4e-7f5c-4c35-846d-521f1591828f req-d453210a-1e12-40cc-8adc-f04ac789d283 tempest-TestShelveInstance-1471348020 tempest-TestShelveInstance-1471348020-project] 10.222.0.18 "GET /v2.0/security-groups?id=3e5509a0-73c0-4d35-a942-542b713a77a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447321 Mar 07 17:00:48.483377 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.wsgi [-] (119953) accepted ('10.222.0.18', 58352) {{(pid=119953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:00:48.528972 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5db12bd-2392-427d-a1b9-c88e5c84ec6b admin admin] Deleting subnet 35c89b9b-390b-41f8-9fe3-fa2ca6cc8575 {{(pid=119953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 17:00:48.532113 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-d5db12bd-2392-427d-a1b9-c88e5c84ec6b admin admin] Publish callbacks [] for subnet (35c89b9b-390b-41f8-9fe3-fa2ca6cc8575), before_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:00:48.569866 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-d5db12bd-2392-427d-a1b9-c88e5c84ec6b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8886700'] for subnet (35c89b9b-390b-41f8-9fe3-fa2ca6cc8575), precommit_delete_associations {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:00:48.619196 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-d5db12bd-2392-427d-a1b9-c88e5c84ec6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8314618'] for subnet (35c89b9b-390b-41f8-9fe3-fa2ca6cc8575), precommit_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:00:48.674795 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-d5db12bd-2392-427d-a1b9-c88e5c84ec6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8314593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9282899', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9423109'] for subnet (35c89b9b-390b-41f8-9fe3-fa2ca6cc8575), after_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:00:48.699422 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5db12bd-2392-427d-a1b9-c88e5c84ec6b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=35c89b9b-390b-41f8-9fe3-fa2ca6cc8575,revision_number=None']} {{(pid=119953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:00:48.703226 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-d5db12bd-2392-427d-a1b9-c88e5c84ec6b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550935'] for subnet (None), before_response {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:00:48.706422 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [None req-d5db12bd-2392-427d-a1b9-c88e5c84ec6b admin admin] 10.222.0.18 "DELETE /v2.0/subnets/35c89b9b-390b-41f8-9fe3-fa2ca6cc8575 HTTP/1.1" status: 204 len: 168 time: 0.2220013 Mar 07 17:00:48.709203 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.wsgi [-] (119954) accepted ('10.222.0.18', 58354) {{(pid=119954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:00:48.779641 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-45b8d21d-b38c-49dc-ab8c-12d010650c8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7565685'] for network (261e9aec-ed08-4c0f-a3ce-d3fd24f570ae), before_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:00:48.856043 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-45b8d21d-b38c-49dc-ab8c-12d010650c8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8196213', 'neutron.services.segments.db._delete_segments_for_network-8754346594151'] for network (261e9aec-ed08-4c0f-a3ce-d3fd24f570ae), precommit_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:00:48.875842 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.services.segments.db [None req-45b8d21d-b38c-49dc-ab8c-12d010650c8f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['261e9aec-ed08-4c0f-a3ce-d3fd24f570ae']}} {{(pid=119954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:00:48.885801 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.services.segments.db [None req-45b8d21d-b38c-49dc-ab8c-12d010650c8f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27963672-8b94-4491-bec5-1ad2614eae26') {'for_net_delete': True} {{(pid=119954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:00:48.886111 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.services.segments.db [None req-45b8d21d-b38c-49dc-ab8c-12d010650c8f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27963672-8b94-4491-bec5-1ad2614eae26') {} {{(pid=119954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:00:48.895540 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-45b8d21d-b38c-49dc-ab8c-12d010650c8f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754346595440', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3033254'] for segment (27963672-8b94-4491-bec5-1ad2614eae26), before_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:00:48.908951 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-45b8d21d-b38c-49dc-ab8c-12d010650c8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8315985'] for segment (27963672-8b94-4491-bec5-1ad2614eae26), precommit_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:00:48.914623 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45b8d21d-b38c-49dc-ab8c-12d010650c8f admin admin] Releasing vlan 887 on physical network physnet1 to pool {{(pid=119954) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 17:00:48.914990 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-45b8d21d-b38c-49dc-ab8c-12d010650c8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8315985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3211719'] for segment (27963672-8b94-4491-bec5-1ad2614eae26), after_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:00:48.916662 dv-cinder-804757-24-iscsi neutron-server[119954]: Traceback (most recent call last): Mar 07 17:00:48.916662 dv-cinder-804757-24-iscsi neutron-server[119954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 17:00:48.916662 dv-cinder-804757-24-iscsi neutron-server[119954]: timer() Mar 07 17:00:48.916662 dv-cinder-804757-24-iscsi neutron-server[119954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 17:00:48.916662 dv-cinder-804757-24-iscsi neutron-server[119954]: cb(*args, **kw) Mar 07 17:00:48.916662 dv-cinder-804757-24-iscsi neutron-server[119954]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 17:00:48.916662 dv-cinder-804757-24-iscsi neutron-server[119954]: return func(*args, **kwargs) Mar 07 17:00:48.916662 dv-cinder-804757-24-iscsi neutron-server[119954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 17:00:48.916662 dv-cinder-804757-24-iscsi neutron-server[119954]: self._notify() Mar 07 17:00:48.916662 dv-cinder-804757-24-iscsi neutron-server[119954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 17:00:48.916662 dv-cinder-804757-24-iscsi neutron-server[119954]: self.callback(batched_events) Mar 07 17:00:48.916662 dv-cinder-804757-24-iscsi neutron-server[119954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 17:00:48.916662 dv-cinder-804757-24-iscsi neutron-server[119954]: event.method(event) Mar 07 17:00:48.916662 dv-cinder-804757-24-iscsi neutron-server[119954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 17:00:48.916662 dv-cinder-804757-24-iscsi neutron-server[119954]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 17:00:48.916662 dv-cinder-804757-24-iscsi neutron-server[119954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 17:00:48.916662 dv-cinder-804757-24-iscsi neutron-server[119954]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 17:00:48.916662 dv-cinder-804757-24-iscsi neutron-server[119954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 17:00:48.916662 dv-cinder-804757-24-iscsi neutron-server[119954]: return f(self, *a, **k) Mar 07 17:00:48.916662 dv-cinder-804757-24-iscsi neutron-server[119954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 17:00:48.916662 dv-cinder-804757-24-iscsi neutron-server[119954]: return self._get(url).json() Mar 07 17:00:48.916662 dv-cinder-804757-24-iscsi neutron-server[119954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 17:00:48.916662 dv-cinder-804757-24-iscsi neutron-server[119954]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 17:00:48.916662 dv-cinder-804757-24-iscsi neutron-server[119954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 17:00:48.916662 dv-cinder-804757-24-iscsi neutron-server[119954]: return self.request(url, 'GET', **kwargs) Mar 07 17:00:48.916662 dv-cinder-804757-24-iscsi neutron-server[119954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 17:00:48.916662 dv-cinder-804757-24-iscsi neutron-server[119954]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 17:00:48.916662 dv-cinder-804757-24-iscsi neutron-server[119954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 17:00:48.916662 dv-cinder-804757-24-iscsi neutron-server[119954]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 17:00:48.916662 dv-cinder-804757-24-iscsi neutron-server[119954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 17:00:48.916662 dv-cinder-804757-24-iscsi neutron-server[119954]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 17:00:48.916662 dv-cinder-804757-24-iscsi neutron-server[119954]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 17:00:48.974463 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-45b8d21d-b38c-49dc-ab8c-12d010650c8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8196220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-705199'] for network (261e9aec-ed08-4c0f-a3ce-d3fd24f570ae), after_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:00:48.979506 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-45b8d21d-b38c-49dc-ab8c-12d010650c8f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550935'] for network (None), before_response {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:00:48.982617 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [None req-45b8d21d-b38c-49dc-ab8c-12d010650c8f admin admin] 10.222.0.18 "DELETE /v2.0/networks/261e9aec-ed08-4c0f-a3ce-d3fd24f570ae HTTP/1.1" status: 204 len: 168 time: 0.2724438 Mar 07 17:00:48.992818 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b8d21d-b38c-49dc-ab8c-12d010650c8f admin admin] Pushing event deleted for resources: {'Network': ['ID=261e9aec-ed08-4c0f-a3ce-d3fd24f570ae,revision_number=None']} {{(pid=119954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:00:48.999895 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b8d21d-b38c-49dc-ab8c-12d010650c8f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:00:49.000234 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b8d21d-b38c-49dc-ab8c-12d010650c8f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:00:49.000568 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b8d21d-b38c-49dc-ab8c-12d010650c8f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:00:49.000895 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b8d21d-b38c-49dc-ab8c-12d010650c8f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:00:49.001215 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b8d21d-b38c-49dc-ab8c-12d010650c8f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:00:49.001533 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b8d21d-b38c-49dc-ab8c-12d010650c8f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:00:49.001849 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b8d21d-b38c-49dc-ab8c-12d010650c8f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:00:49.002164 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b8d21d-b38c-49dc-ab8c-12d010650c8f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:00:49.002479 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b8d21d-b38c-49dc-ab8c-12d010650c8f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:00:49.002829 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b8d21d-b38c-49dc-ab8c-12d010650c8f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:00:49.003133 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b8d21d-b38c-49dc-ab8c-12d010650c8f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:00:49.003427 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b8d21d-b38c-49dc-ab8c-12d010650c8f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:00:49.003732 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b8d21d-b38c-49dc-ab8c-12d010650c8f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:00:49.095658 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.wsgi [-] (119953) accepted ('10.222.0.18', 58358) {{(pid=119953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:00:49.135482 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [None req-bc0845e6-3601-4925-9db1-9915912b7c1e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=07fdb8afa99544c18da4ae5ec2172a6a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0386455 Mar 07 17:00:49.138182 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.wsgi [-] (119953) accepted ('10.222.0.18', 58360) {{(pid=119953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:00:49.185246 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-933ae1c8-241e-4f46-8411-8bb99a9ab8e5 admin admin] Publish callbacks [] for security_group (d54878f9-32a8-4665-9f93-319a45debe8e), before_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:00:49.206592 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-933ae1c8-241e-4f46-8411-8bb99a9ab8e5 admin admin] Publish callbacks [] for security_group (d54878f9-32a8-4665-9f93-319a45debe8e), precommit_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:00:49.253229 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-933ae1c8-241e-4f46-8411-8bb99a9ab8e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543383'] for security_group (d54878f9-32a8-4665-9f93-319a45debe8e), after_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:00:49.255618 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-933ae1c8-241e-4f46-8411-8bb99a9ab8e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:00:49.256829 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [None req-933ae1c8-241e-4f46-8411-8bb99a9ab8e5 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d54878f9-32a8-4665-9f93-319a45debe8e HTTP/1.1" status: 204 len: 168 time: 0.1177671 Mar 07 17:00:49.264715 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933ae1c8-241e-4f46-8411-8bb99a9ab8e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d54878f9-32a8-4665-9f93-319a45debe8e,revision_number=None']} {{(pid=119953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:00:49.394796 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-736de54f-cf68-4905-a757-5d4b62864647 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194190'] for agent (4cbb3502-d72e-4663-b57e-51d645794085), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:00:50.538330 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-ad94e2ed-e0a8-44ae-a5ff-cf9ca5ab0e17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194190'] for agent (82ccd293-b7fb-4417-a581-186a4d7e9931), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:00:52.176615 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-0d1b32c5-0803-4391-a623-fc098c7d5199 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194190'] for agent (8123e327-866e-42b5-856f-55ddd9e9e5b2), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:00:53.387909 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232ef444-d7e6-4643-9e11-7813caeee59d req-c5b8a77a-fd32-4be3-a626-7fbfef1ae1e5 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:00:53.389369 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-232ef444-d7e6-4643-9e11-7813caeee59d req-c5b8a77a-fd32-4be3-a626-7fbfef1ae1e5 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] 10.222.0.18 "GET /v2.0/ports?device_id=5102069c-63dd-43f7-aa5e-de4239c300ab HTTP/1.1" status: 200 len: 946 time: 0.0525572 Mar 07 17:00:53.436275 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-232ef444-d7e6-4643-9e11-7813caeee59d req-1183aa05-8db1-4f2f-bc3c-3ea94e8c4e53 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] 10.222.0.18 "GET /v2.0/security-groups?id=01c2d2a5-417f-4887-abbc-1813726d2ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412097 Mar 07 17:00:53.476076 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194190'] for agent (3df9d949-03e8-46c4-b37f-6f8a21aeab22), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:00:53.674029 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.db.agents_db [None req-64435fe0-d7c6-4327-a557-6d3e8ab92464 None None] Agent healthcheck: found 6 active agents {{(pid=119956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 17:00:54.247742 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194190'] for agent (152bcc15-84f4-40a7-afe1-c30bc7269f8a), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:00:54.570069 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a9cbb4-a1c2-4fdf-b619-b468a9f7ed68 req-414b8028-94d5-41ca-9811-94a7997a2565 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:00:54.571451 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-a5a9cbb4-a1c2-4fdf-b619-b468a9f7ed68 req-414b8028-94d5-41ca-9811-94a7997a2565 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] 10.222.0.18 "GET /v2.0/ports?device_id=5102069c-63dd-43f7-aa5e-de4239c300ab HTTP/1.1" status: 200 len: 946 time: 0.0586958 Mar 07 17:00:54.624196 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-a5a9cbb4-a1c2-4fdf-b619-b468a9f7ed68 req-c686fa86-a560-4637-a475-2342a6f786bf tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] 10.222.0.18 "GET /v2.0/security-groups?id=01c2d2a5-417f-4887-abbc-1813726d2ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444047 Mar 07 17:00:55.757584 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456a63cf-6a97-4a3a-b29a-a6d34ce4b398 req-830d4836-d943-4342-98bf-1eb068643685 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:00:55.759057 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-456a63cf-6a97-4a3a-b29a-a6d34ce4b398 req-830d4836-d943-4342-98bf-1eb068643685 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] 10.222.0.18 "GET /v2.0/ports?device_id=5102069c-63dd-43f7-aa5e-de4239c300ab HTTP/1.1" status: 200 len: 946 time: 0.0573821 Mar 07 17:00:55.806873 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-456a63cf-6a97-4a3a-b29a-a6d34ce4b398 req-1aff5c2a-172c-42db-a8f1-3598d3b1762f tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] 10.222.0.18 "GET /v2.0/security-groups?id=01c2d2a5-417f-4887-abbc-1813726d2ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420902 Mar 07 17:00:56.443810 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74fed33-3309-48ea-961b-40b494cffede req-929b1456-750d-4e3b-ae87-618d714bded5 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:00:56.445288 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-c74fed33-3309-48ea-961b-40b494cffede req-929b1456-750d-4e3b-ae87-618d714bded5 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] 10.222.0.66 "GET /v2.0/ports?device_id=5102069c-63dd-43f7-aa5e-de4239c300ab HTTP/1.1" status: 200 len: 946 time: 0.0589457 Mar 07 17:00:56.540331 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.plugin [req-c74fed33-3309-48ea-961b-40b494cffede req-7734658b-ebe7-4b37-93f7-771c0dac6595 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Deleting port 98a39d67-d047-4d0d-9453-4a6850533cbb {{(pid=119953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 17:00:56.540706 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [req-c74fed33-3309-48ea-961b-40b494cffede req-7734658b-ebe7-4b37-93f7-771c0dac6595 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754346666051'] for port (98a39d67-d047-4d0d-9453-4a6850533cbb), before_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:00:56.627615 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.db [req-c74fed33-3309-48ea-961b-40b494cffede req-7734658b-ebe7-4b37-93f7-771c0dac6595 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] For port 98a39d67-d047-4d0d-9453-4a6850533cbb, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=98a39d67-d047-4d0d-9453-4a6850533cbb,segment=NetworkSegment(e205b5a5-74b0-4737-8080-0998e240c007),segment_id=e205b5a5-74b0-4737-8080-0998e240c007)] {{(pid=119953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:00:56.628002 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [req-c74fed33-3309-48ea-961b-40b494cffede req-7734658b-ebe7-4b37-93f7-771c0dac6595 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704071'] for port (98a39d67-d047-4d0d-9453-4a6850533cbb), precommit_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:00:56.799738 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [req-c74fed33-3309-48ea-961b-40b494cffede req-7734658b-ebe7-4b37-93f7-771c0dac6595 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:00:56.799992 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [req-c74fed33-3309-48ea-961b-40b494cffede req-7734658b-ebe7-4b37-93f7-771c0dac6595 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-706389'] for floatingip (be822e25-1b1f-49f9-86de-ee18e2422c42), after_update {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:00:56.800318 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.db.l3_db [req-c74fed33-3309-48ea-961b-40b494cffede req-7734658b-ebe7-4b37-93f7-771c0dac6595 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Floating IP be822e25-1b1f-49f9-86de-ee18e2422c42 disassociated. External IP: 172.27.2.129, port: 98a39d67-d047-4d0d-9453-4a6850533cbb. Mar 07 17:00:56.800657 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.plugin [req-c74fed33-3309-48ea-961b-40b494cffede req-7734658b-ebe7-4b37-93f7-771c0dac6595 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Calling delete_port for 98a39d67-d047-4d0d-9453-4a6850533cbb owned by compute:nova {{(pid=119953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 17:00:56.954961 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [req-c74fed33-3309-48ea-961b-40b494cffede req-7734658b-ebe7-4b37-93f7-771c0dac6595 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754346672038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754346267064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9282916'] for port (98a39d67-d047-4d0d-9453-4a6850533cbb), after_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:00:56.968881 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c040aaf4-38cc-4d02-9692-f9f4831f47ba req-3295a4d7-7f12-43d7-8441-9ba94b3e343f tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:00:56.970361 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-c040aaf4-38cc-4d02-9692-f9f4831f47ba req-3295a4d7-7f12-43d7-8441-9ba94b3e343f tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] 10.222.0.18 "GET /v2.0/ports?device_id=5102069c-63dd-43f7-aa5e-de4239c300ab HTTP/1.1" status: 200 len: 946 time: 0.0959773 Mar 07 17:00:56.997052 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7734658b-ebe7-4b37-93f7-771c0dac6595 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Pushing event deleted for resources: {'Port': ['ID=98a39d67-d047-4d0d-9453-4a6850533cbb,revision_number=None']} {{(pid=119953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:00:57.013551 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7734658b-ebe7-4b37-93f7-771c0dac6595 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:00:57.013896 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7734658b-ebe7-4b37-93f7-771c0dac6595 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:00:57.014234 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7734658b-ebe7-4b37-93f7-771c0dac6595 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:00:57.014566 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7734658b-ebe7-4b37-93f7-771c0dac6595 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:00:57.014860 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7734658b-ebe7-4b37-93f7-771c0dac6595 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:00:57.015190 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7734658b-ebe7-4b37-93f7-771c0dac6595 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:00:57.015518 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7734658b-ebe7-4b37-93f7-771c0dac6595 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:00:57.015868 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7734658b-ebe7-4b37-93f7-771c0dac6595 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:00:57.016192 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7734658b-ebe7-4b37-93f7-771c0dac6595 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:00:57.016513 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7734658b-ebe7-4b37-93f7-771c0dac6595 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:00:57.016862 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7734658b-ebe7-4b37-93f7-771c0dac6595 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:00:57.017177 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7734658b-ebe7-4b37-93f7-771c0dac6595 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:00:57.017506 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7734658b-ebe7-4b37-93f7-771c0dac6595 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:00:57.087834 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-c040aaf4-38cc-4d02-9692-f9f4831f47ba req-a549a812-4f87-4cf9-8f11-6de99056b445 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] 10.222.0.18 "GET /v2.0/security-groups?id=01c2d2a5-417f-4887-abbc-1813726d2ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0980752 Mar 07 17:00:57.169454 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c74fed33-3309-48ea-961b-40b494cffede req-7734658b-ebe7-4b37-93f7-771c0dac6595 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Router 6d9caf44-7118-4035-ab12-21883e79a634 has already been hosted by L3 agent 4cbb3502-d72e-4663-b57e-51d645794085 {{(pid=119953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 17:00:57.279601 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c74fed33-3309-48ea-961b-40b494cffede req-7734658b-ebe7-4b37-93f7-771c0dac6595 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Notify agent at l3_agent.dv-cinder-804757-24-iscsi the message routers_updated {{(pid=119953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 17:00:57.290254 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e772891-02b8-4583-ae95-bcd3559c2262 None None] Sync routers for ids ['6d9caf44-7118-4035-ab12-21883e79a634'] in dv-cinder-804757-24-iscsi {{(pid=119955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 17:00:57.301111 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e772891-02b8-4583-ae95-bcd3559c2262 None None] Routers {'6d9caf44-7118-4035-ab12-21883e79a634'} bound to L3 agent in host dv-cinder-804757-24-iscsi {{(pid=119955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 17:00:57.301894 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.l3_hamode_db [None req-6e772891-02b8-4583-ae95-bcd3559c2262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T16:44:19Z,description=,heartbeat_timestamp=2022-03-07T17:00:49Z,host='dv-cinder-804757-24-iscsi',id=4cbb3502-d72e-4663-b57e-51d645794085,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:44:19Z,topic='l3_agent')) {'router_ids': ['6d9caf44-7118-4035-ab12-21883e79a634'], 'active': True} {{(pid=119955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:00:57.320350 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.db.l3_dvrscheduler_db [req-c74fed33-3309-48ea-961b-40b494cffede req-7734658b-ebe7-4b37-93f7-771c0dac6595 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] No DVR routers for this DVR port 98a39d67-d047-4d0d-9453-4a6850533cbb on host hv-cinder-80475 {{(pid=119953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 17:00:57.322914 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [req-c74fed33-3309-48ea-961b-40b494cffede req-7734658b-ebe7-4b37-93f7-771c0dac6595 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47102'] for port (None), before_response {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:00:57.326331 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-c74fed33-3309-48ea-961b-40b494cffede req-7734658b-ebe7-4b37-93f7-771c0dac6595 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] 10.222.0.66 "DELETE /v2.0/ports/98a39d67-d047-4d0d-9453-4a6850533cbb HTTP/1.1" status: 204 len: 173 time: 0.8754961 Mar 07 17:00:57.327324 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5102069c-63dd-43f7-aa5e-de4239c300ab', 'name': 'network-vif-deleted', 'tag': '98a39d67-d047-4d0d-9453-4a6850533cbb'}] {{(pid=119953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 17:00:57.329335 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed95515d7af65a162ef4af60abe3e4aacc73bb6c2379f81891a58e09c3a2d0f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-305d98b9-7329-423f-b796-f50a1747006e" -d '{"events": [{"server_uuid": "5102069c-63dd-43f7-aa5e-de4239c300ab", "name": "network-vif-deleted", "tag": "98a39d67-d047-4d0d-9453-4a6850533cbb"}]}' {{(pid=119953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 17:00:57.378474 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 17:00:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bb02e7a-ce9a-475a-9775-b84795a8feb3 x-openstack-request-id: req-1bb02e7a-ce9a-475a-9775-b84795a8feb3 {{(pid=119953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 17:00:57.378914 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5102069c-63dd-43f7-aa5e-de4239c300ab", "name": "network-vif-deleted", "tag": "98a39d67-d047-4d0d-9453-4a6850533cbb", "status": "completed", "code": 200}]} {{(pid=119953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 17:00:57.379293 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1bb02e7a-ce9a-475a-9775-b84795a8feb3 {{(pid=119953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 17:00:57.379793 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5102069c-63dd-43f7-aa5e-de4239c300ab', 'name': 'network-vif-deleted', 'tag': '98a39d67-d047-4d0d-9453-4a6850533cbb', 'status': 'completed', 'code': 200} Mar 07 17:00:57.433501 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.l3_dvr_db [None req-6e772891-02b8-4583-ae95-bcd3559c2262 None None] Set router 6d9caf44-7118-4035-ab12-21883e79a634 gateway port host: dv-cinder-804757-24-iscsi {{(pid=119955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 17:00:57.661909 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.l3_hamode_db [None req-6e772891-02b8-4583-ae95-bcd3559c2262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d9caf44-7118-4035-ab12-21883e79a634', 'name': 'tempest-AttachVolumeNegativeTest-1588558018-router', 'tenant_id': '96d24f87dbc54cf4a14285a307b25838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'external_fixed_ips': [{'subnet_id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'ip_address': '172.27.2.95'}], 'enable_snat': True}, 'gw_port_id': '1c7e8f28-8a6d-4a6a-ba0e-ab1b54a1106b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:58:50Z', 'updated_at': '2022-03-07T16:58:53Z', 'revision_number': 4, 'project_id': '96d24f87dbc54cf4a14285a307b25838', 'gw_port': {'id': '1c7e8f28-8a6d-4a6a-ba0e-ab1b54a1106b', 'name': '', 'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:81:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d9caf44-7118-4035-ab12-21883e79a634', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'ip_address': '172.27.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:58:50Z', 'updated_at': '2022-03-07T16:58:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-24-iscsi', '_floatingips': [{'id': '8be82812-5058-4e3d-a28b-6b768862ea0b', 'tenant_id': '96d24f87dbc54cf4a14285a307b25838', 'floating_ip_address': '172.27.2.94', 'floating_network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'router_id': '6d9caf44-7118-4035-ab12-21883e79a634', 'port_id': '92eedfee-c273-40fa-b640-d8c986e615d3', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 585, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3df42a45-56b5-4fc7-8b36-6d79a9e64fbf', 'mac_address': 'fa:16:3e:7e:4c:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7af19147-a75b-4a40-9d5c-30f5b734f59b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T16:58:55Z', 'updated_at': '2022-03-07T16:59:08Z', 'revision_number': 2, 'project_id': '96d24f87dbc54cf4a14285a307b25838', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b65794ee-2638-4767-b75b-665e41be860f', 'name': '', 'network_id': '3df42a45-56b5-4fc7-8b36-6d79a9e64fbf', 'tenant_id': '96d24f87dbc54cf4a14285a307b25838', 'mac_address': 'fa:16:3e:4d:30:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d9caf44-7118-4035-ab12-21883e79a634', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '150f4a27-7a6f-4353-8977-b85e496ab7bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:58:52Z', 'updated_at': '2022-03-07T16:58:56Z', 'revision_number': 5, 'project_id': '96d24f87dbc54cf4a14285a307b25838', 'subnets': [{'id': '150f4a27-7a6f-4353-8977-b85e496ab7bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-24-iscsi', False) {} {{(pid=119955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:00:57.688427 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e772891-02b8-4583-ae95-bcd3559c2262 None None] Checking router: 6d9caf44-7118-4035-ab12-21883e79a634 for host: dv-cinder-804757-24-iscsi {{(pid=119955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 17:00:57.696551 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e772891-02b8-4583-ae95-bcd3559c2262 None None] Routers {'6d9caf44-7118-4035-ab12-21883e79a634'} bound to L3 agent in host dv-cinder-804757-24-iscsi {{(pid=119955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 17:00:57.697146 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.l3_hamode_db [None req-6e772891-02b8-4583-ae95-bcd3559c2262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T16:44:19Z,description=,heartbeat_timestamp=2022-03-07T17:00:49Z,host='dv-cinder-804757-24-iscsi',id=4cbb3502-d72e-4663-b57e-51d645794085,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:44:19Z,topic='l3_agent')) {'router_ids': ['6d9caf44-7118-4035-ab12-21883e79a634'], 'active': True} {{(pid=119955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:00:57.808121 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.l3_dvr_db [None req-6e772891-02b8-4583-ae95-bcd3559c2262 None None] Set router 6d9caf44-7118-4035-ab12-21883e79a634 gateway port host: dv-cinder-804757-24-iscsi {{(pid=119955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 17:00:58.162481 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.l3_hamode_db [None req-6e772891-02b8-4583-ae95-bcd3559c2262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d9caf44-7118-4035-ab12-21883e79a634', 'name': 'tempest-AttachVolumeNegativeTest-1588558018-router', 'tenant_id': '96d24f87dbc54cf4a14285a307b25838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'external_fixed_ips': [{'subnet_id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'ip_address': '172.27.2.95'}], 'enable_snat': True}, 'gw_port_id': '1c7e8f28-8a6d-4a6a-ba0e-ab1b54a1106b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:58:50Z', 'updated_at': '2022-03-07T16:58:53Z', 'revision_number': 4, 'project_id': '96d24f87dbc54cf4a14285a307b25838', 'gw_port': {'id': '1c7e8f28-8a6d-4a6a-ba0e-ab1b54a1106b', 'name': '', 'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:81:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d9caf44-7118-4035-ab12-21883e79a634', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'ip_address': '172.27.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:58:50Z', 'updated_at': '2022-03-07T16:58:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-24-iscsi', '_floatingips': [{'id': '8be82812-5058-4e3d-a28b-6b768862ea0b', 'tenant_id': '96d24f87dbc54cf4a14285a307b25838', 'floating_ip_address': '172.27.2.94', 'floating_network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'router_id': '6d9caf44-7118-4035-ab12-21883e79a634', 'port_id': '92eedfee-c273-40fa-b640-d8c986e615d3', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 585, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3df42a45-56b5-4fc7-8b36-6d79a9e64fbf', 'mac_address': 'fa:16:3e:7e:4c:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7af19147-a75b-4a40-9d5c-30f5b734f59b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T16:58:55Z', 'updated_at': '2022-03-07T16:59:08Z', 'revision_number': 2, 'project_id': '96d24f87dbc54cf4a14285a307b25838', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b65794ee-2638-4767-b75b-665e41be860f', 'name': '', 'network_id': '3df42a45-56b5-4fc7-8b36-6d79a9e64fbf', 'tenant_id': '96d24f87dbc54cf4a14285a307b25838', 'mac_address': 'fa:16:3e:4d:30:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d9caf44-7118-4035-ab12-21883e79a634', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '150f4a27-7a6f-4353-8977-b85e496ab7bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:58:52Z', 'updated_at': '2022-03-07T16:58:56Z', 'revision_number': 5, 'project_id': '96d24f87dbc54cf4a14285a307b25838', 'subnets': [{'id': '150f4a27-7a6f-4353-8977-b85e496ab7bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-24-iscsi', False) {} {{(pid=119955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:00:58.188987 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e772891-02b8-4583-ae95-bcd3559c2262 None None] The sync data for ids ['6d9caf44-7118-4035-ab12-21883e79a634'] in dv-cinder-804757-24-iscsi is: [{'id': '6d9caf44-7118-4035-ab12-21883e79a634', 'name': 'tempest-AttachVolumeNegativeTest-1588558018-router', 'tenant_id': '96d24f87dbc54cf4a14285a307b25838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'external_fixed_ips': [{'subnet_id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'ip_address': '172.27.2.95'}], 'enable_snat': True}, 'gw_port_id': '1c7e8f28-8a6d-4a6a-ba0e-ab1b54a1106b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:58:50Z', 'updated_at': '2022-03-07T16:58:53Z', 'revision_number': 4, 'project_id': '96d24f87dbc54cf4a14285a307b25838', 'gw_port': {'id': '1c7e8f28-8a6d-4a6a-ba0e-ab1b54a1106b', 'name': '', 'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:81:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d9caf44-7118-4035-ab12-21883e79a634', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'ip_address': '172.27.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:58:50Z', 'updated_at': '2022-03-07T16:58:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-24-iscsi', '_floatingips': [{'id': '8be82812-5058-4e3d-a28b-6b768862ea0b', 'tenant_id': '96d24f87dbc54cf4a14285a307b25838', 'floating_ip_address': '172.27.2.94', 'floating_network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'router_id': '6d9caf44-7118-4035-ab12-21883e79a634', 'port_id': '92eedfee-c273-40fa-b640-d8c986e615d3', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 585, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3df42a45-56b5-4fc7-8b36-6d79a9e64fbf', 'mac_address': 'fa:16:3e:7e:4c:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7af19147-a75b-4a40-9d5c-30f5b734f59b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T16:58:55Z', 'updated_at': '2022-03-07T16:59:08Z', 'revision_number': 2, 'project_id': '96d24f87dbc54cf4a14285a307b25838', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b65794ee-2638-4767-b75b-665e41be860f', 'name': '', 'network_id': '3df42a45-56b5-4fc7-8b36-6d79a9e64fbf', 'tenant_id': '96d24f87dbc54cf4a14285a307b25838', 'mac_address': 'fa:16:3e:4d:30:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d9caf44-7118-4035-ab12-21883e79a634', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '150f4a27-7a6f-4353-8977-b85e496ab7bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:58:52Z', 'updated_at': '2022-03-07T16:58:56Z', 'revision_number': 5, 'project_id': '96d24f87dbc54cf4a14285a307b25838', 'subnets': [{'id': '150f4a27-7a6f-4353-8977-b85e496ab7bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 17:00:58.199636 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-3660272d-2b1a-4fb4-820c-811b81df06ac req-4b96c032-8bb9-4153-849a-8f2eb3349a72 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] 10.222.0.18 "GET /v2.0/ports?device_id=5102069c-63dd-43f7-aa5e-de4239c300ab HTTP/1.1" status: 200 len: 210 time: 0.0301290 Mar 07 17:00:58.398532 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.rpc [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Device 98a39d67-d047-4d0d-9453-4a6850533cbb no longer exists at agent hyperv_hv-cinder-80475 {{(pid=119955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 17:00:58.419385 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.plugin [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] No Port match for: 98a39d67-d047-4d0d-9453-4a6850533cbb {{(pid=119955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 17:00:58.420078 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.rpc [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Device 98a39d67-d047-4d0d-9453-4a6850533cbb not bound to the agent host hv-cinder-80475 {{(pid=119955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 17:00:58.424816 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60ab57e5-e6cc-4d73-983f-013622a4b33a None None] New status for floating IP be822e25-1b1f-49f9-86de-ee18e2422c42: DOWN {{(pid=119956) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 17:00:58.449581 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.wsgi [-] (119953) accepted ('10.222.0.18', 58458) {{(pid=119953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:00:58.556767 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-f1bfc4c9-d019-4b68-a103-c7d452567c34 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:00:58.631006 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-f1bfc4c9-d019-4b68-a103-c7d452567c34 admin admin] Publish callbacks [] for security_group (817af726-b695-4a84-b918-652510e8d6e0), precommit_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:00:58.636489 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-f1bfc4c9-d019-4b68-a103-c7d452567c34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543383'] for security_group (817af726-b695-4a84-b918-652510e8d6e0), after_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:00:58.674185 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [None req-f1bfc4c9-d019-4b68-a103-c7d452567c34 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=bb898223ea3446119d21c75d10ebe17e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2234619 Mar 07 17:00:58.675406 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bfc4c9-d019-4b68-a103-c7d452567c34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=817af726-b695-4a84-b918-652510e8d6e0,revision_number=1']} {{(pid=119953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:00:58.677246 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.wsgi [-] (119954) accepted ('10.222.0.18', 58462) {{(pid=119954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:00:58.725273 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-bb9da306-64ea-4380-aa02-99165b112f49 admin admin] Publish callbacks [] for security_group (817af726-b695-4a84-b918-652510e8d6e0), before_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:00:58.749940 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-bb9da306-64ea-4380-aa02-99165b112f49 admin admin] Publish callbacks [] for security_group (817af726-b695-4a84-b918-652510e8d6e0), precommit_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:00:58.800341 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-bb9da306-64ea-4380-aa02-99165b112f49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543383'] for security_group (817af726-b695-4a84-b918-652510e8d6e0), after_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:00:58.802776 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-bb9da306-64ea-4380-aa02-99165b112f49 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:00:58.803948 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [None req-bb9da306-64ea-4380-aa02-99165b112f49 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/817af726-b695-4a84-b918-652510e8d6e0 HTTP/1.1" status: 204 len: 168 time: 0.1257164 Mar 07 17:00:58.811656 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9da306-64ea-4380-aa02-99165b112f49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=817af726-b695-4a84-b918-652510e8d6e0,revision_number=None']} {{(pid=119954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:00:59.285668 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.wsgi [-] (119954) accepted ('10.222.0.18', 58470) {{(pid=119954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:00:59.339133 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-7f5b5389-7ebf-42e7-ab9e-6dc653e8ec8a tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Publish callbacks [] for security_group (01c2d2a5-417f-4887-abbc-1813726d2ed7), before_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:00:59.364074 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-7f5b5389-7ebf-42e7-ab9e-6dc653e8ec8a tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Publish callbacks [] for security_group (01c2d2a5-417f-4887-abbc-1813726d2ed7), precommit_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:00:59.414705 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-7f5b5389-7ebf-42e7-ab9e-6dc653e8ec8a tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543383'] for security_group (01c2d2a5-417f-4887-abbc-1813726d2ed7), after_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:00:59.417132 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-7f5b5389-7ebf-42e7-ab9e-6dc653e8ec8a tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Publish callbacks [] for security_group (None), before_response {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:00:59.421407 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [None req-7f5b5389-7ebf-42e7-ab9e-6dc653e8ec8a tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] 10.222.0.18 "DELETE /v2.0/security-groups/01c2d2a5-417f-4887-abbc-1813726d2ed7 HTTP/1.1" status: 204 len: 168 time: 0.1343534 Mar 07 17:00:59.421538 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.wsgi [-] (119953) accepted ('10.222.0.18', 58472) {{(pid=119953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:00:59.430178 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5b5389-7ebf-42e7-ab9e-6dc653e8ec8a tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=01c2d2a5-417f-4887-abbc-1813726d2ed7,revision_number=None']} {{(pid=119954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:00:59.435304 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.api.v2.resource [None req-5e3730d7-9905-4fc2-9d65-372e6d3faa6d tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] show failed (client error): The resource could not be found. Mar 07 17:00:59.436295 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [None req-5e3730d7-9905-4fc2-9d65-372e6d3faa6d tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] 10.222.0.18 "GET /v2.0/security-groups/01c2d2a5-417f-4887-abbc-1813726d2ed7 HTTP/1.1" status: 404 len: 347 time: 0.0137830 Mar 07 17:00:59.439141 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.wsgi [-] (119953) accepted ('10.222.0.18', 58474) {{(pid=119953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:00:59.560352 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.plugin [None req-9a77cef6-a8a8-4985-9be3-70f2ba6c2c67 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Deleting port f0fa79e0-c9b6-4d79-9278-bbe65dc53cf7 {{(pid=119953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 17:00:59.560576 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-9a77cef6-a8a8-4985-9be3-70f2ba6c2c67 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754346666051'] for port (f0fa79e0-c9b6-4d79-9278-bbe65dc53cf7), before_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:00:59.636831 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-9a77cef6-a8a8-4985-9be3-70f2ba6c2c67 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704071'] for port (f0fa79e0-c9b6-4d79-9278-bbe65dc53cf7), precommit_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:00:59.637227 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-9a77cef6-a8a8-4985-9be3-70f2ba6c2c67 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Publish callbacks [] for floatingip (f0fa79e0-c9b6-4d79-9278-bbe65dc53cf7), precommit_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:00:59.648767 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.plugin [None req-9a77cef6-a8a8-4985-9be3-70f2ba6c2c67 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Calling delete_port for f0fa79e0-c9b6-4d79-9278-bbe65dc53cf7 owned by network:floatingip {{(pid=119953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 17:00:59.788739 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-9a77cef6-a8a8-4985-9be3-70f2ba6c2c67 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754346672038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754346267064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9282916'] for port (f0fa79e0-c9b6-4d79-9278-bbe65dc53cf7), after_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:00:59.817899 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a77cef6-a8a8-4985-9be3-70f2ba6c2c67 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Pushing event deleted for resources: {'Port': ['ID=f0fa79e0-c9b6-4d79-9278-bbe65dc53cf7,revision_number=None']} {{(pid=119953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:00:59.874581 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-9a77cef6-a8a8-4985-9be3-70f2ba6c2c67 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Publish callbacks [] for floatingip (be822e25-1b1f-49f9-86de-ee18e2422c42), after_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:00:59.877045 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-9a77cef6-a8a8-4985-9be3-70f2ba6c2c67 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47102'] for floatingip (None), before_response {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:00:59.878192 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [None req-9a77cef6-a8a8-4985-9be3-70f2ba6c2c67 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] 10.222.0.18 "DELETE /v2.0/floatingips/be822e25-1b1f-49f9-86de-ee18e2422c42 HTTP/1.1" status: 204 len: 168 time: 0.4379320 Mar 07 17:01:01.476471 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fb0496-4445-4d3a-b167-66ce09491732 req-50eba54e-e915-4015-b282-3acee0cf66c9 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:01:01.477959 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-a8fb0496-4445-4d3a-b167-66ce09491732 req-50eba54e-e915-4015-b282-3acee0cf66c9 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] 10.222.0.18 "GET /v2.0/ports?device_id=7af19147-a75b-4a40-9d5c-30f5b734f59b HTTP/1.1" status: 200 len: 945 time: 0.0588782 Mar 07 17:01:01.525144 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-a8fb0496-4445-4d3a-b167-66ce09491732 req-a8b6604c-03e4-49e0-8c87-c754dc5d7571 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] 10.222.0.18 "GET /v2.0/security-groups?id=fbbb9d9e-52ba-47be-9edd-cd24d9329af1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0415051 Mar 07 17:01:02.658505 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99d6518-2d33-4b1a-baa7-39df9fa81959 req-72434011-3e9f-41dd-b53e-382c794c63ab tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:01:02.660022 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-f99d6518-2d33-4b1a-baa7-39df9fa81959 req-72434011-3e9f-41dd-b53e-382c794c63ab tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] 10.222.0.18 "GET /v2.0/ports?device_id=7af19147-a75b-4a40-9d5c-30f5b734f59b HTTP/1.1" status: 200 len: 945 time: 0.0580306 Mar 07 17:01:02.707720 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-f99d6518-2d33-4b1a-baa7-39df9fa81959 req-b5acb774-853c-4059-a51f-31738ca48fc1 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] 10.222.0.18 "GET /v2.0/security-groups?id=fbbb9d9e-52ba-47be-9edd-cd24d9329af1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0399015 Mar 07 17:01:03.359862 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720ff43f-3d10-4029-996c-b43b4460972b req-633e0bd5-9ab9-40d9-a7a2-5e2c88eda330 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:01:03.361302 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-720ff43f-3d10-4029-996c-b43b4460972b req-633e0bd5-9ab9-40d9-a7a2-5e2c88eda330 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] 10.222.0.66 "GET /v2.0/ports?device_id=7af19147-a75b-4a40-9d5c-30f5b734f59b HTTP/1.1" status: 200 len: 945 time: 0.0617194 Mar 07 17:01:03.457118 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.plugin [req-720ff43f-3d10-4029-996c-b43b4460972b req-dd0bdc82-2f7a-4603-ab7d-32b9845f93ac tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Deleting port 92eedfee-c273-40fa-b640-d8c986e615d3 {{(pid=119953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 17:01:03.457448 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [req-720ff43f-3d10-4029-996c-b43b4460972b req-dd0bdc82-2f7a-4603-ab7d-32b9845f93ac tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754346666051'] for port (92eedfee-c273-40fa-b640-d8c986e615d3), before_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:01:03.547256 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.db [req-720ff43f-3d10-4029-996c-b43b4460972b req-dd0bdc82-2f7a-4603-ab7d-32b9845f93ac tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] For port 92eedfee-c273-40fa-b640-d8c986e615d3, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=92eedfee-c273-40fa-b640-d8c986e615d3,segment=NetworkSegment(e205b5a5-74b0-4737-8080-0998e240c007),segment_id=e205b5a5-74b0-4737-8080-0998e240c007)] {{(pid=119953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:01:03.547618 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [req-720ff43f-3d10-4029-996c-b43b4460972b req-dd0bdc82-2f7a-4603-ab7d-32b9845f93ac tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704071'] for port (92eedfee-c273-40fa-b640-d8c986e615d3), precommit_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:01:03.713964 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [req-720ff43f-3d10-4029-996c-b43b4460972b req-dd0bdc82-2f7a-4603-ab7d-32b9845f93ac tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:01:03.714642 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [req-720ff43f-3d10-4029-996c-b43b4460972b req-dd0bdc82-2f7a-4603-ab7d-32b9845f93ac tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-706389'] for floatingip (8be82812-5058-4e3d-a28b-6b768862ea0b), after_update {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:01:03.714642 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.db.l3_db [req-720ff43f-3d10-4029-996c-b43b4460972b req-dd0bdc82-2f7a-4603-ab7d-32b9845f93ac tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Floating IP 8be82812-5058-4e3d-a28b-6b768862ea0b disassociated. External IP: 172.27.2.94, port: 92eedfee-c273-40fa-b640-d8c986e615d3. Mar 07 17:01:03.714854 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.plugin [req-720ff43f-3d10-4029-996c-b43b4460972b req-dd0bdc82-2f7a-4603-ab7d-32b9845f93ac tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Calling delete_port for 92eedfee-c273-40fa-b640-d8c986e615d3 owned by compute:nova {{(pid=119953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 17:01:03.832365 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a13e70-b664-43ad-a3d7-b1cb85d53000 req-849acc97-3e46-4242-889d-94f17f0e579a tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:01:03.833828 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-32a13e70-b664-43ad-a3d7-b1cb85d53000 req-849acc97-3e46-4242-889d-94f17f0e579a tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] 10.222.0.18 "GET /v2.0/ports?device_id=7af19147-a75b-4a40-9d5c-30f5b734f59b HTTP/1.1" status: 200 len: 945 time: 0.0505934 Mar 07 17:01:03.843991 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [req-720ff43f-3d10-4029-996c-b43b4460972b req-dd0bdc82-2f7a-4603-ab7d-32b9845f93ac tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754346672038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754346267064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9282916'] for port (92eedfee-c273-40fa-b640-d8c986e615d3), after_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:01:03.873596 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0bdc82-2f7a-4603-ab7d-32b9845f93ac tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Pushing event deleted for resources: {'Port': ['ID=92eedfee-c273-40fa-b640-d8c986e615d3,revision_number=None']} {{(pid=119953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:01:03.883076 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-32a13e70-b664-43ad-a3d7-b1cb85d53000 req-33942c54-71b8-4153-987b-a31326cc0f98 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] 10.222.0.18 "GET /v2.0/security-groups?id=fbbb9d9e-52ba-47be-9edd-cd24d9329af1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0436690 Mar 07 17:01:03.989613 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.scheduler.l3_agent_scheduler [req-720ff43f-3d10-4029-996c-b43b4460972b req-dd0bdc82-2f7a-4603-ab7d-32b9845f93ac tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Router 6d9caf44-7118-4035-ab12-21883e79a634 has already been hosted by L3 agent 4cbb3502-d72e-4663-b57e-51d645794085 {{(pid=119953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 17:01:04.348777 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-720ff43f-3d10-4029-996c-b43b4460972b req-dd0bdc82-2f7a-4603-ab7d-32b9845f93ac tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Notify agent at l3_agent.dv-cinder-804757-24-iscsi the message routers_updated {{(pid=119953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 17:01:04.358656 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2649aa5e-a70f-40a7-b294-28b353586405 None None] Sync routers for ids ['6d9caf44-7118-4035-ab12-21883e79a634'] in dv-cinder-804757-24-iscsi {{(pid=119955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 17:01:04.368674 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2649aa5e-a70f-40a7-b294-28b353586405 None None] Routers {'6d9caf44-7118-4035-ab12-21883e79a634'} bound to L3 agent in host dv-cinder-804757-24-iscsi {{(pid=119955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 17:01:04.369282 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.l3_hamode_db [None req-2649aa5e-a70f-40a7-b294-28b353586405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T16:44:19Z,description=,heartbeat_timestamp=2022-03-07T17:00:49Z,host='dv-cinder-804757-24-iscsi',id=4cbb3502-d72e-4663-b57e-51d645794085,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:44:19Z,topic='l3_agent')) {'router_ids': ['6d9caf44-7118-4035-ab12-21883e79a634'], 'active': True} {{(pid=119955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:01:04.389085 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.db.l3_dvrscheduler_db [req-720ff43f-3d10-4029-996c-b43b4460972b req-dd0bdc82-2f7a-4603-ab7d-32b9845f93ac tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] No DVR routers for this DVR port 92eedfee-c273-40fa-b640-d8c986e615d3 on host hv-cinder-80475 {{(pid=119953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 17:01:04.391669 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [req-720ff43f-3d10-4029-996c-b43b4460972b req-dd0bdc82-2f7a-4603-ab7d-32b9845f93ac tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47102'] for port (None), before_response {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:01:04.394926 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-720ff43f-3d10-4029-996c-b43b4460972b req-dd0bdc82-2f7a-4603-ab7d-32b9845f93ac tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] 10.222.0.66 "DELETE /v2.0/ports/92eedfee-c273-40fa-b640-d8c986e615d3 HTTP/1.1" status: 204 len: 173 time: 1.0282698 Mar 07 17:01:04.395365 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7af19147-a75b-4a40-9d5c-30f5b734f59b', 'name': 'network-vif-deleted', 'tag': '92eedfee-c273-40fa-b640-d8c986e615d3'}] {{(pid=119953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 17:01:04.397623 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed95515d7af65a162ef4af60abe3e4aacc73bb6c2379f81891a58e09c3a2d0f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a427c4f-3c3b-4bab-af28-220d1c9b5065" -d '{"events": [{"server_uuid": "7af19147-a75b-4a40-9d5c-30f5b734f59b", "name": "network-vif-deleted", "tag": "92eedfee-c273-40fa-b640-d8c986e615d3"}]}' {{(pid=119953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 17:01:04.437140 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 17:01:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45c8aac7-c3c7-4944-98c7-cba3f1f36ea6 x-openstack-request-id: req-45c8aac7-c3c7-4944-98c7-cba3f1f36ea6 {{(pid=119953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 17:01:04.437426 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7af19147-a75b-4a40-9d5c-30f5b734f59b", "name": "network-vif-deleted", "tag": "92eedfee-c273-40fa-b640-d8c986e615d3", "status": "completed", "code": 200}]} {{(pid=119953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 17:01:04.437813 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-45c8aac7-c3c7-4944-98c7-cba3f1f36ea6 {{(pid=119953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 17:01:04.438214 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7af19147-a75b-4a40-9d5c-30f5b734f59b', 'name': 'network-vif-deleted', 'tag': '92eedfee-c273-40fa-b640-d8c986e615d3', 'status': 'completed', 'code': 200} Mar 07 17:01:04.482737 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.l3_dvr_db [None req-2649aa5e-a70f-40a7-b294-28b353586405 None None] Set router 6d9caf44-7118-4035-ab12-21883e79a634 gateway port host: dv-cinder-804757-24-iscsi {{(pid=119955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 17:01:04.685291 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.l3_hamode_db [None req-2649aa5e-a70f-40a7-b294-28b353586405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d9caf44-7118-4035-ab12-21883e79a634', 'name': 'tempest-AttachVolumeNegativeTest-1588558018-router', 'tenant_id': '96d24f87dbc54cf4a14285a307b25838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'external_fixed_ips': [{'subnet_id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'ip_address': '172.27.2.95'}], 'enable_snat': True}, 'gw_port_id': '1c7e8f28-8a6d-4a6a-ba0e-ab1b54a1106b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:58:50Z', 'updated_at': '2022-03-07T16:58:53Z', 'revision_number': 4, 'project_id': '96d24f87dbc54cf4a14285a307b25838', 'gw_port': {'id': '1c7e8f28-8a6d-4a6a-ba0e-ab1b54a1106b', 'name': '', 'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:81:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d9caf44-7118-4035-ab12-21883e79a634', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'ip_address': '172.27.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:58:50Z', 'updated_at': '2022-03-07T16:58:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-24-iscsi', '_interfaces': [{'id': 'b65794ee-2638-4767-b75b-665e41be860f', 'name': '', 'network_id': '3df42a45-56b5-4fc7-8b36-6d79a9e64fbf', 'tenant_id': '96d24f87dbc54cf4a14285a307b25838', 'mac_address': 'fa:16:3e:4d:30:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d9caf44-7118-4035-ab12-21883e79a634', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '150f4a27-7a6f-4353-8977-b85e496ab7bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:58:52Z', 'updated_at': '2022-03-07T16:58:56Z', 'revision_number': 5, 'project_id': '96d24f87dbc54cf4a14285a307b25838', 'subnets': [{'id': '150f4a27-7a6f-4353-8977-b85e496ab7bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-24-iscsi', False) {} {{(pid=119955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:01:04.717131 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2649aa5e-a70f-40a7-b294-28b353586405 None None] Checking router: 6d9caf44-7118-4035-ab12-21883e79a634 for host: dv-cinder-804757-24-iscsi {{(pid=119955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 17:01:04.726174 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2649aa5e-a70f-40a7-b294-28b353586405 None None] Routers {'6d9caf44-7118-4035-ab12-21883e79a634'} bound to L3 agent in host dv-cinder-804757-24-iscsi {{(pid=119955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 17:01:04.726783 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.l3_hamode_db [None req-2649aa5e-a70f-40a7-b294-28b353586405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T16:44:19Z,description=,heartbeat_timestamp=2022-03-07T17:00:49Z,host='dv-cinder-804757-24-iscsi',id=4cbb3502-d72e-4663-b57e-51d645794085,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:44:19Z,topic='l3_agent')) {'router_ids': ['6d9caf44-7118-4035-ab12-21883e79a634'], 'active': True} {{(pid=119955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:01:04.839334 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.l3_dvr_db [None req-2649aa5e-a70f-40a7-b294-28b353586405 None None] Set router 6d9caf44-7118-4035-ab12-21883e79a634 gateway port host: dv-cinder-804757-24-iscsi {{(pid=119955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 17:01:05.005026 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-f7a0413e-0e11-4ddf-9342-99ce1c5fb87d req-30383b75-f231-4b33-af47-9f3787486235 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] 10.222.0.18 "GET /v2.0/ports?device_id=7af19147-a75b-4a40-9d5c-30f5b734f59b HTTP/1.1" status: 200 len: 210 time: 0.0359697 Mar 07 17:01:05.048725 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.l3_hamode_db [None req-2649aa5e-a70f-40a7-b294-28b353586405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d9caf44-7118-4035-ab12-21883e79a634', 'name': 'tempest-AttachVolumeNegativeTest-1588558018-router', 'tenant_id': '96d24f87dbc54cf4a14285a307b25838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'external_fixed_ips': [{'subnet_id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'ip_address': '172.27.2.95'}], 'enable_snat': True}, 'gw_port_id': '1c7e8f28-8a6d-4a6a-ba0e-ab1b54a1106b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:58:50Z', 'updated_at': '2022-03-07T16:58:53Z', 'revision_number': 4, 'project_id': '96d24f87dbc54cf4a14285a307b25838', 'gw_port': {'id': '1c7e8f28-8a6d-4a6a-ba0e-ab1b54a1106b', 'name': '', 'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:81:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d9caf44-7118-4035-ab12-21883e79a634', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'ip_address': '172.27.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:58:50Z', 'updated_at': '2022-03-07T16:58:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-24-iscsi', '_interfaces': [{'id': 'b65794ee-2638-4767-b75b-665e41be860f', 'name': '', 'network_id': '3df42a45-56b5-4fc7-8b36-6d79a9e64fbf', 'tenant_id': '96d24f87dbc54cf4a14285a307b25838', 'mac_address': 'fa:16:3e:4d:30:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d9caf44-7118-4035-ab12-21883e79a634', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '150f4a27-7a6f-4353-8977-b85e496ab7bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:58:52Z', 'updated_at': '2022-03-07T16:58:56Z', 'revision_number': 5, 'project_id': '96d24f87dbc54cf4a14285a307b25838', 'subnets': [{'id': '150f4a27-7a6f-4353-8977-b85e496ab7bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-24-iscsi', False) {} {{(pid=119955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:01:05.074927 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2649aa5e-a70f-40a7-b294-28b353586405 None None] The sync data for ids ['6d9caf44-7118-4035-ab12-21883e79a634'] in dv-cinder-804757-24-iscsi is: [{'id': '6d9caf44-7118-4035-ab12-21883e79a634', 'name': 'tempest-AttachVolumeNegativeTest-1588558018-router', 'tenant_id': '96d24f87dbc54cf4a14285a307b25838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'external_fixed_ips': [{'subnet_id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'ip_address': '172.27.2.95'}], 'enable_snat': True}, 'gw_port_id': '1c7e8f28-8a6d-4a6a-ba0e-ab1b54a1106b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:58:50Z', 'updated_at': '2022-03-07T16:58:53Z', 'revision_number': 4, 'project_id': '96d24f87dbc54cf4a14285a307b25838', 'gw_port': {'id': '1c7e8f28-8a6d-4a6a-ba0e-ab1b54a1106b', 'name': '', 'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:81:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d9caf44-7118-4035-ab12-21883e79a634', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'ip_address': '172.27.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:58:50Z', 'updated_at': '2022-03-07T16:58:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-24-iscsi', '_interfaces': [{'id': 'b65794ee-2638-4767-b75b-665e41be860f', 'name': '', 'network_id': '3df42a45-56b5-4fc7-8b36-6d79a9e64fbf', 'tenant_id': '96d24f87dbc54cf4a14285a307b25838', 'mac_address': 'fa:16:3e:4d:30:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d9caf44-7118-4035-ab12-21883e79a634', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '150f4a27-7a6f-4353-8977-b85e496ab7bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:58:52Z', 'updated_at': '2022-03-07T16:58:56Z', 'revision_number': 5, 'project_id': '96d24f87dbc54cf4a14285a307b25838', 'subnets': [{'id': '150f4a27-7a6f-4353-8977-b85e496ab7bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 17:01:05.293427 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92d8d4f3-a423-43b6-a562-7cae84141eb3 None None] New status for floating IP 8be82812-5058-4e3d-a28b-6b768862ea0b: DOWN {{(pid=119956) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 17:01:06.103092 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.wsgi [-] (119953) accepted ('10.222.0.18', 58508) {{(pid=119953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:01:06.159050 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-de3ec68c-a3b1-4263-a136-0ba829c290c0 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Publish callbacks [] for security_group (fbbb9d9e-52ba-47be-9edd-cd24d9329af1), before_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:01:06.183784 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-de3ec68c-a3b1-4263-a136-0ba829c290c0 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Publish callbacks [] for security_group (fbbb9d9e-52ba-47be-9edd-cd24d9329af1), precommit_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:01:06.236999 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-de3ec68c-a3b1-4263-a136-0ba829c290c0 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543383'] for security_group (fbbb9d9e-52ba-47be-9edd-cd24d9329af1), after_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:01:06.239505 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-de3ec68c-a3b1-4263-a136-0ba829c290c0 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Publish callbacks [] for security_group (None), before_response {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:01:06.240726 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [None req-de3ec68c-a3b1-4263-a136-0ba829c290c0 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] 10.222.0.18 "DELETE /v2.0/security-groups/fbbb9d9e-52ba-47be-9edd-cd24d9329af1 HTTP/1.1" status: 204 len: 168 time: 0.1366413 Mar 07 17:01:06.243541 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.wsgi [-] (119954) accepted ('10.222.0.18', 58510) {{(pid=119954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:01:06.250311 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3ec68c-a3b1-4263-a136-0ba829c290c0 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbbb9d9e-52ba-47be-9edd-cd24d9329af1,revision_number=None']} {{(pid=119953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:01:06.257244 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.api.v2.resource [None req-7b7a2b34-7ff8-4566-b7ce-983ab3df79ba tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] show failed (client error): The resource could not be found. Mar 07 17:01:06.258275 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [None req-7b7a2b34-7ff8-4566-b7ce-983ab3df79ba tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] 10.222.0.18 "GET /v2.0/security-groups/fbbb9d9e-52ba-47be-9edd-cd24d9329af1 HTTP/1.1" status: 404 len: 347 time: 0.0136256 Mar 07 17:01:06.261110 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.wsgi [-] (119954) accepted ('10.222.0.18', 58512) {{(pid=119954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:01:06.383364 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.plugins.ml2.plugin [None req-e4c5ddb0-388d-4c1a-99d4-64e5c309b562 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Deleting port 6baad23c-9d52-4ec6-9e07-0a0f7bcfde34 {{(pid=119954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 17:01:06.383687 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-e4c5ddb0-388d-4c1a-99d4-64e5c309b562 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754346666051'] for port (6baad23c-9d52-4ec6-9e07-0a0f7bcfde34), before_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:01:06.434491 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.rpc [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Device 92eedfee-c273-40fa-b640-d8c986e615d3 no longer exists at agent hyperv_hv-cinder-80475 {{(pid=119955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 17:01:06.463138 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.plugin [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] No Port match for: 92eedfee-c273-40fa-b640-d8c986e615d3 {{(pid=119955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 17:01:06.463457 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.rpc [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Device 92eedfee-c273-40fa-b640-d8c986e615d3 not bound to the agent host hv-cinder-80475 {{(pid=119955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 17:01:06.464173 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-e4c5ddb0-388d-4c1a-99d4-64e5c309b562 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704071'] for port (6baad23c-9d52-4ec6-9e07-0a0f7bcfde34), precommit_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:01:06.465072 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-e4c5ddb0-388d-4c1a-99d4-64e5c309b562 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Publish callbacks [] for floatingip (6baad23c-9d52-4ec6-9e07-0a0f7bcfde34), precommit_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:01:06.477587 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.plugins.ml2.plugin [None req-e4c5ddb0-388d-4c1a-99d4-64e5c309b562 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Calling delete_port for 6baad23c-9d52-4ec6-9e07-0a0f7bcfde34 owned by network:floatingip {{(pid=119954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 17:01:06.608119 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-e4c5ddb0-388d-4c1a-99d4-64e5c309b562 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754346672038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754346267064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3211674'] for port (6baad23c-9d52-4ec6-9e07-0a0f7bcfde34), after_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:01:06.630405 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c5ddb0-388d-4c1a-99d4-64e5c309b562 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Pushing event deleted for resources: {'Port': ['ID=6baad23c-9d52-4ec6-9e07-0a0f7bcfde34,revision_number=None']} {{(pid=119954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:01:06.695192 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-e4c5ddb0-388d-4c1a-99d4-64e5c309b562 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Publish callbacks [] for floatingip (8be82812-5058-4e3d-a28b-6b768862ea0b), after_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:01:06.697666 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-e4c5ddb0-388d-4c1a-99d4-64e5c309b562 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47102'] for floatingip (None), before_response {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:01:06.698796 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [None req-e4c5ddb0-388d-4c1a-99d4-64e5c309b562 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] 10.222.0.18 "DELETE /v2.0/floatingips/8be82812-5058-4e3d-a28b-6b768862ea0b HTTP/1.1" status: 204 len: 168 time: 0.4367373 Mar 07 17:01:07.047152 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.wsgi [-] (119954) accepted ('10.222.0.18', 58516) {{(pid=119954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:01:07.051965 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.v2.base [None req-00c29f32-326a-423f-98e8-797f0a7926d7 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1074946423', 'description': 'tempest-description--201797345'}} {{(pid=119954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:01:07.073744 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-00c29f32-326a-423f-98e8-797f0a7926d7 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Publish callbacks [] for security_group (None), before_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:01:07.143818 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-00c29f32-326a-423f-98e8-797f0a7926d7 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Publish callbacks [] for security_group (39a665d3-4b54-4a20-8247-2585477e5f3d), precommit_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:01:07.150403 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-00c29f32-326a-423f-98e8-797f0a7926d7 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543383'] for security_group (39a665d3-4b54-4a20-8247-2585477e5f3d), after_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:01:07.179296 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-00c29f32-326a-423f-98e8-797f0a7926d7 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Publish callbacks [] for security_group (None), before_response {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:01:07.180559 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [None req-00c29f32-326a-423f-98e8-797f0a7926d7 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1323340 Mar 07 17:01:07.182339 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c29f32-326a-423f-98e8-797f0a7926d7 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39a665d3-4b54-4a20-8247-2585477e5f3d,revision_number=1']} {{(pid=119954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:01:07.183605 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.wsgi [-] (119953) accepted ('10.222.0.18', 58518) {{(pid=119953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:01:07.188257 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.v2.base [None req-19d86167-e7af-4d54-9654-802d2dbc8190 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Request body: {'security_group_rule': {'security_group_id': '39a665d3-4b54-4a20-8247-2585477e5f3d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=119953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:01:07.214417 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-19d86167-e7af-4d54-9654-802d2dbc8190 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Publish callbacks [] for security_group_rule (d91897cb-bce2-490c-86cf-93e388616c71), before_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:01:07.261254 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-19d86167-e7af-4d54-9654-802d2dbc8190 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Publish callbacks [] for security_group_rule (d91897cb-bce2-490c-86cf-93e388616c71), precommit_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:01:07.266866 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-19d86167-e7af-4d54-9654-802d2dbc8190 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543268'] for security_group_rule (d91897cb-bce2-490c-86cf-93e388616c71), after_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:01:07.288006 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d86167-e7af-4d54-9654-802d2dbc8190 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d91897cb-bce2-490c-86cf-93e388616c71,revision_number=0']} {{(pid=119953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:01:07.291866 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-19d86167-e7af-4d54-9654-802d2dbc8190 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:01:07.293022 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [None req-19d86167-e7af-4d54-9654-802d2dbc8190 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1083546 Mar 07 17:01:07.296118 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.wsgi [-] (119953) accepted ('10.222.0.18', 58520) {{(pid=119953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:01:07.300310 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.v2.base [None req-b2b74d78-963b-4aad-b799-67e66b9c069c tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Request body: {'security_group_rule': {'security_group_id': '39a665d3-4b54-4a20-8247-2585477e5f3d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=119953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:01:07.325897 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-b2b74d78-963b-4aad-b799-67e66b9c069c tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Publish callbacks [] for security_group_rule (d309d3d4-47b5-4ad7-a4f7-6c7395c00252), before_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:01:07.381052 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-b2b74d78-963b-4aad-b799-67e66b9c069c tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Publish callbacks [] for security_group_rule (d309d3d4-47b5-4ad7-a4f7-6c7395c00252), precommit_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:01:07.386875 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-b2b74d78-963b-4aad-b799-67e66b9c069c tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543268'] for security_group_rule (d309d3d4-47b5-4ad7-a4f7-6c7395c00252), after_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:01:07.404736 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b74d78-963b-4aad-b799-67e66b9c069c tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d309d3d4-47b5-4ad7-a4f7-6c7395c00252,revision_number=0']} {{(pid=119953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:01:07.414944 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-b2b74d78-963b-4aad-b799-67e66b9c069c tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:01:07.416183 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [None req-b2b74d78-963b-4aad-b799-67e66b9c069c tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1191986 Mar 07 17:01:07.420150 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.wsgi [-] (119953) accepted ('10.222.0.18', 58522) {{(pid=119953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:01:07.425015 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.v2.base [None req-7b5fa93b-dcb6-4418-a19c-e103625454d9 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Request body: {'floatingip': {'floating_network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88'}} {{(pid=119953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:01:07.447026 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-7b5fa93b-dcb6-4418-a19c-e103625454d9 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Publish callbacks [] for floatingip (None), before_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:01:07.549286 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-7b5fa93b-dcb6-4418-a19c-e103625454d9 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8385759'] for port (None), before_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:01:07.651225 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.db.db_base_plugin_common [None req-7b5fa93b-dcb6-4418-a19c-e103625454d9 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Allocated IP 172.27.2.120 (3eba6d1e-0acd-4586-8e75-f5a4e7e90d88/6a2f7f11-a189-49ba-a838-e124f718c0dc/b6b5031a-e819-4680-a4f6-ea00250e7452) {{(pid=119953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 17:01:07.770752 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-7b5fa93b-dcb6-4418-a19c-e103625454d9 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Publish callbacks [] for port (b6b5031a-e819-4680-a4f6-ea00250e7452), precommit_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:01:07.811052 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-7b5fa93b-dcb6-4418-a19c-e103625454d9 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754346267055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9282916'] for port (b6b5031a-e819-4680-a4f6-ea00250e7452), after_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:01:07.850903 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b5fa93b-dcb6-4418-a19c-e103625454d9 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Network 3eba6d1e-0acd-4586-8e75-f5a4e7e90d88 is already hosted by enough agents. {{(pid=119953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 17:01:07.853654 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.scheduler.base_scheduler [None req-7b5fa93b-dcb6-4418-a19c-e103625454d9 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Resources bound (agent type, host, resource id): {{(pid=119953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 17:01:07.856140 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b5fa93b-dcb6-4418-a19c-e103625454d9 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Received port after_create {{(pid=119953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 17:01:07.879192 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5fa93b-dcb6-4418-a19c-e103625454d9 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Pushing event updated for resources: {'Port': ['ID=b6b5031a-e819-4680-a4f6-ea00250e7452,revision_number=1']} {{(pid=119953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:01:07.949429 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-7b5fa93b-dcb6-4418-a19c-e103625454d9 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Publish callbacks [] for floatingip (8ada3078-18e7-434f-8435-7bba17e093b9), precommit_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:01:07.986538 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-7b5fa93b-dcb6-4418-a19c-e103625454d9 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8385759'] for port (b6b5031a-e819-4680-a4f6-ea00250e7452), before_update {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:01:08.155888 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-7b5fa93b-dcb6-4418-a19c-e103625454d9 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Publish callbacks [] for port (b6b5031a-e819-4680-a4f6-ea00250e7452), precommit_update {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:01:08.163666 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-7b5fa93b-dcb6-4418-a19c-e103625454d9 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754346672056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754346267073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754346267091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9282845'] for port (b6b5031a-e819-4680-a4f6-ea00250e7452), after_update {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:01:08.239433 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5fa93b-dcb6-4418-a19c-e103625454d9 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Pushing event updated for resources: {'Port': ['ID=b6b5031a-e819-4680-a4f6-ea00250e7452,revision_number=2']} {{(pid=119953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:01:08.249613 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-7b5fa93b-dcb6-4418-a19c-e103625454d9 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-706389'] for floatingip (8ada3078-18e7-434f-8435-7bba17e093b9), after_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:01:08.264594 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-7b5fa93b-dcb6-4418-a19c-e103625454d9 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47102'] for floatingip (None), before_response {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:01:08.265808 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [None req-7b5fa93b-dcb6-4418-a19c-e103625454d9 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8441725 Mar 07 17:01:08.472700 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-dde2a1dc-eef6-446c-9bce-2473613e1001 req-3b036621-dd88-4011-9e8c-160738c1bcb5 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--1074946423&fields=id&tenant_id=96d24f87dbc54cf4a14285a307b25838 HTTP/1.1" status: 200 len: 267 time: 0.0416539 Mar 07 17:01:08.587350 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde2a1dc-eef6-446c-9bce-2473613e1001 req-a52cb3e9-6139-445c-a502-d864ecc72467 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:01:08.588849 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-dde2a1dc-eef6-446c-9bce-2473613e1001 req-a52cb3e9-6139-445c-a502-d864ecc72467 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] 10.222.0.18 "GET /v2.0/networks?id=3df42a45-56b5-4fc7-8b36-6d79a9e64fbf HTTP/1.1" status: 200 len: 815 time: 0.1064239 Mar 07 17:01:08.602861 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-dde2a1dc-eef6-446c-9bce-2473613e1001 req-64da2490-9443-42da-a56a-90159336091d tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] 10.222.0.18 "GET /v2.0/quotas/96d24f87dbc54cf4a14285a307b25838 HTTP/1.1" status: 200 len: 375 time: 0.0086794 Mar 07 17:01:08.657949 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-dde2a1dc-eef6-446c-9bce-2473613e1001 req-f5e6d70a-c7df-4c34-927b-703c73bd6d44 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=96d24f87dbc54cf4a14285a307b25838&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0504935 Mar 07 17:01:08.760713 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-dde2a1dc-eef6-446c-9bce-2473613e1001 req-91079b8b-2520-4298-9a2f-6ccb0d7853cf service neutron] 10.222.0.18 "GET /v2.0/networks/3df42a45-56b5-4fc7-8b36-6d79a9e64fbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862350 Mar 07 17:01:08.851164 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-dde2a1dc-eef6-446c-9bce-2473613e1001 req-c73d3704-9693-41be-96dc-e65d0ab29f59 service neutron] 10.222.0.18 "GET /v2.0/networks/3df42a45-56b5-4fc7-8b36-6d79a9e64fbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825810 Mar 07 17:01:09.024869 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-6ea11a3c-c4e8-4e79-90ac-7d20f63301d8 req-8bb8ae6d-deec-4416-93fe-9250ea9f58c3 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] 10.222.0.18 "GET /v2.0/ports?device_id=65a8b8df-7327-49ec-9685-cec8dd70ed57 HTTP/1.1" status: 200 len: 210 time: 0.0269918 Mar 07 17:01:10.069872 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde2a1dc-eef6-446c-9bce-2473613e1001 req-45cb943e-c674-4a55-9d65-cf0eaa61c03d tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:01:10.071416 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-dde2a1dc-eef6-446c-9bce-2473613e1001 req-45cb943e-c674-4a55-9d65-cf0eaa61c03d tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] 10.222.0.66 "GET /v2.0/networks?id=3df42a45-56b5-4fc7-8b36-6d79a9e64fbf HTTP/1.1" status: 200 len: 815 time: 0.1030061 Mar 07 17:01:10.125124 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-4b452960-b89d-476a-a177-ddddee13c3cc req-d2267395-5ab7-4ea2-98bf-cc773a1f3ac7 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] 10.222.0.18 "GET /v2.0/ports?device_id=65a8b8df-7327-49ec-9685-cec8dd70ed57 HTTP/1.1" status: 200 len: 210 time: 0.0267746 Mar 07 17:01:10.140709 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-dde2a1dc-eef6-446c-9bce-2473613e1001 req-a53311a8-bbbf-4300-8b06-4301c6181fa4 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=96d24f87dbc54cf4a14285a307b25838 HTTP/1.1" status: 200 len: 380 time: 0.0551474 Mar 07 17:01:10.150378 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.v2.base [req-dde2a1dc-eef6-446c-9bce-2473613e1001 req-17148d46-0361-4e6b-842e-68cfbdaf5723 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Request body: {'port': {'device_id': '65a8b8df-7327-49ec-9685-cec8dd70ed57', 'network_id': '3df42a45-56b5-4fc7-8b36-6d79a9e64fbf', 'admin_state_up': True, 'tenant_id': '96d24f87dbc54cf4a14285a307b25838', 'security_groups': ['39a665d3-4b54-4a20-8247-2585477e5f3d']}} {{(pid=119953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:01:10.261960 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dde2a1dc-eef6-446c-9bce-2473613e1001 req-17148d46-0361-4e6b-842e-68cfbdaf5723 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Made reservation on behalf of 96d24f87dbc54cf4a14285a307b25838 for: {'port': 1} {{(pid=119953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 17:01:10.265742 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [req-dde2a1dc-eef6-446c-9bce-2473613e1001 req-17148d46-0361-4e6b-842e-68cfbdaf5723 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8385759'] for port (None), before_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:01:10.400227 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.db.db_base_plugin_common [req-dde2a1dc-eef6-446c-9bce-2473613e1001 req-17148d46-0361-4e6b-842e-68cfbdaf5723 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Allocated IP 172.20.0.9 (3df42a45-56b5-4fc7-8b36-6d79a9e64fbf/150f4a27-7a6f-4353-8977-b85e496ab7bc/b2b8620b-545d-41a1-b60b-9458c3ca87de) {{(pid=119953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 17:01:10.542321 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [req-dde2a1dc-eef6-446c-9bce-2473613e1001 req-17148d46-0361-4e6b-842e-68cfbdaf5723 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Publish callbacks [] for port (b2b8620b-545d-41a1-b60b-9458c3ca87de), precommit_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:01:10.580224 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [req-dde2a1dc-eef6-446c-9bce-2473613e1001 req-17148d46-0361-4e6b-842e-68cfbdaf5723 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754346267055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9282916'] for port (b2b8620b-545d-41a1-b60b-9458c3ca87de), after_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:01:10.632353 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dde2a1dc-eef6-446c-9bce-2473613e1001 req-17148d46-0361-4e6b-842e-68cfbdaf5723 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Network 3df42a45-56b5-4fc7-8b36-6d79a9e64fbf is already hosted by enough agents. {{(pid=119953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 17:01:10.635533 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.scheduler.base_scheduler [req-dde2a1dc-eef6-446c-9bce-2473613e1001 req-17148d46-0361-4e6b-842e-68cfbdaf5723 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Resources bound (agent type, host, resource id): {{(pid=119953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 17:01:10.639197 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.db.l3_dvrscheduler_db [req-dde2a1dc-eef6-446c-9bce-2473613e1001 req-17148d46-0361-4e6b-842e-68cfbdaf5723 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Received port after_create {{(pid=119953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 17:01:10.645834 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17148d46-0361-4e6b-842e-68cfbdaf5723 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Pushing event updated for resources: {'Port': ['ID=b2b8620b-545d-41a1-b60b-9458c3ca87de,revision_number=1']} {{(pid=119953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:01:10.695696 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde2a1dc-eef6-446c-9bce-2473613e1001 req-17148d46-0361-4e6b-842e-68cfbdaf5723 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:01:10.696383 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [req-dde2a1dc-eef6-446c-9bce-2473613e1001 req-17148d46-0361-4e6b-842e-68cfbdaf5723 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47102'] for port (None), before_response {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:01:10.714266 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-dde2a1dc-eef6-446c-9bce-2473613e1001 req-17148d46-0361-4e6b-842e-68cfbdaf5723 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5675597 Mar 07 17:01:10.737430 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.v2.base [req-dde2a1dc-eef6-446c-9bce-2473613e1001 req-76968557-a726-4b42-9e19-68828229870e service neutron] Request body: {'port': {'device_id': '65a8b8df-7327-49ec-9685-cec8dd70ed57', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80475'}} {{(pid=119953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:01:10.799175 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [req-dde2a1dc-eef6-446c-9bce-2473613e1001 req-76968557-a726-4b42-9e19-68828229870e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8385759'] for port (b2b8620b-545d-41a1-b60b-9458c3ca87de), before_update {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:01:10.872034 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.provisioning_blocks [None req-8d54d99c-8460-4fba-a5c0-8d8409dcb9ad None None] Provisioning complete for port b2b8620b-545d-41a1-b60b-9458c3ca87de triggered by entity DHCP. {{(pid=119955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 17:01:10.872667 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-8d54d99c-8460-4fba-a5c0-8d8409dcb9ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8194280'] for port (b2b8620b-545d-41a1-b60b-9458c3ca87de), provisioning_complete {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:01:10.905679 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.plugin [None req-8d54d99c-8460-4fba-a5c0-8d8409dcb9ad None None] Port b2b8620b-545d-41a1-b60b-9458c3ca87de cannot update to ACTIVE because it is not bound. {{(pid=119955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 17:01:11.071146 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.notifiers.nova [req-dde2a1dc-eef6-446c-9bce-2473613e1001 req-76968557-a726-4b42-9e19-68828229870e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2b8620b-545d-41a1-b60b-9458c3ca87de {{(pid=119953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 17:01:11.079113 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [req-dde2a1dc-eef6-446c-9bce-2473613e1001 req-76968557-a726-4b42-9e19-68828229870e service neutron] Publish callbacks [] for port (b2b8620b-545d-41a1-b60b-9458c3ca87de), precommit_update {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:01:11.090914 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.db.provisioning_blocks [req-dde2a1dc-eef6-446c-9bce-2473613e1001 req-76968557-a726-4b42-9e19-68828229870e service neutron] Transition to ACTIVE for port object b2b8620b-545d-41a1-b60b-9458c3ca87de will not be triggered until provisioned by entity L2. {{(pid=119953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 17:01:11.096845 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [req-dde2a1dc-eef6-446c-9bce-2473613e1001 req-76968557-a726-4b42-9e19-68828229870e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754346672056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754346267073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754346267091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9282845'] for port (b2b8620b-545d-41a1-b60b-9458c3ca87de), after_update {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:01:11.146969 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76968557-a726-4b42-9e19-68828229870e service neutron] Pushing event updated for resources: {'Port': ['ID=b2b8620b-545d-41a1-b60b-9458c3ca87de,revision_number=2']} {{(pid=119953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:01:11.253459 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.managers [req-dde2a1dc-eef6-446c-9bce-2473613e1001 req-76968557-a726-4b42-9e19-68828229870e service neutron] Attempting to bind port b2b8620b-545d-41a1-b60b-9458c3ca87de on host hv-cinder-80475 for vnic_type normal with profile {{(pid=119953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 17:01:11.253790 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.managers [req-dde2a1dc-eef6-446c-9bce-2473613e1001 req-76968557-a726-4b42-9e19-68828229870e service neutron] Attempting to bind port b2b8620b-545d-41a1-b60b-9458c3ca87de by drivers openvswitch,hyperv on host hv-cinder-80475 at level 0 using segments [{'id': 'e205b5a5-74b0-4737-8080-0998e240c007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '3df42a45-56b5-4fc7-8b36-6d79a9e64fbf'}] {{(pid=119953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 17:01:11.254120 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dde2a1dc-eef6-446c-9bce-2473613e1001 req-76968557-a726-4b42-9e19-68828229870e service neutron] Attempting to bind port b2b8620b-545d-41a1-b60b-9458c3ca87de on network 3df42a45-56b5-4fc7-8b36-6d79a9e64fbf {{(pid=119953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 17:01:11.261499 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dde2a1dc-eef6-446c-9bce-2473613e1001 req-76968557-a726-4b42-9e19-68828229870e service neutron] Port b2b8620b-545d-41a1-b60b-9458c3ca87de on network 3df42a45-56b5-4fc7-8b36-6d79a9e64fbf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80475 {{(pid=119953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 17:01:11.261816 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dde2a1dc-eef6-446c-9bce-2473613e1001 req-76968557-a726-4b42-9e19-68828229870e service neutron] Attempting to bind port b2b8620b-545d-41a1-b60b-9458c3ca87de on network 3df42a45-56b5-4fc7-8b36-6d79a9e64fbf {{(pid=119953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 17:01:11.269435 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dde2a1dc-eef6-446c-9bce-2473613e1001 req-76968557-a726-4b42-9e19-68828229870e service neutron] Checking agent: {'id': '152bcc15-84f4-40a7-afe1-c30bc7269f8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80475', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 16, 50, 24), 'started_at': datetime.datetime(2022, 3, 7, 16, 50, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 17, 0, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 17:01:11.269775 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dde2a1dc-eef6-446c-9bce-2473613e1001 req-76968557-a726-4b42-9e19-68828229870e service neutron] Checking segment: {'id': 'e205b5a5-74b0-4737-8080-0998e240c007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '3df42a45-56b5-4fc7-8b36-6d79a9e64fbf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 17:01:11.270158 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dde2a1dc-eef6-446c-9bce-2473613e1001 req-76968557-a726-4b42-9e19-68828229870e service neutron] Bound using segment: {'id': 'e205b5a5-74b0-4737-8080-0998e240c007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '3df42a45-56b5-4fc7-8b36-6d79a9e64fbf'} {{(pid=119953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 17:01:11.270615 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.managers [req-dde2a1dc-eef6-446c-9bce-2473613e1001 req-76968557-a726-4b42-9e19-68828229870e service neutron] Bound port: b2b8620b-545d-41a1-b60b-9458c3ca87de, host: hv-cinder-80475, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e205b5a5-74b0-4737-8080-0998e240c007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '3df42a45-56b5-4fc7-8b36-6d79a9e64fbf'}}] {{(pid=119953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 17:01:11.270971 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [req-dde2a1dc-eef6-446c-9bce-2473613e1001 req-76968557-a726-4b42-9e19-68828229870e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8385759'] for port (b2b8620b-545d-41a1-b60b-9458c3ca87de), before_update {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:01:11.281168 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77f49ab-2f23-40ef-ab6f-cd808305a84d req-bc2ef5da-e997-4a7d-af11-1e5356258adb tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:01:11.282760 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-e77f49ab-2f23-40ef-ab6f-cd808305a84d req-bc2ef5da-e997-4a7d-af11-1e5356258adb tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] 10.222.0.18 "GET /v2.0/ports?device_id=65a8b8df-7327-49ec-9685-cec8dd70ed57 HTTP/1.1" status: 200 len: 943 time: 0.0833957 Mar 07 17:01:11.363839 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-e77f49ab-2f23-40ef-ab6f-cd808305a84d req-ed23471a-a8a6-4fea-8aac-2a0b9a6278de tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] 10.222.0.18 "GET /v2.0/security-groups?id=39a665d3-4b54-4a20-8247-2585477e5f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747318 Mar 07 17:01:11.374526 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.db [req-dde2a1dc-eef6-446c-9bce-2473613e1001 req-76968557-a726-4b42-9e19-68828229870e service neutron] For port b2b8620b-545d-41a1-b60b-9458c3ca87de, host hv-cinder-80475, cleared binding levels {{(pid=119953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 17:01:11.377828 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.db [req-dde2a1dc-eef6-446c-9bce-2473613e1001 req-76968557-a726-4b42-9e19-68828229870e service neutron] For port b2b8620b-545d-41a1-b60b-9458c3ca87de, host hv-cinder-80475, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=b2b8620b-545d-41a1-b60b-9458c3ca87de,segment=NetworkSegment(e205b5a5-74b0-4737-8080-0998e240c007),segment_id=e205b5a5-74b0-4737-8080-0998e240c007)] {{(pid=119953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 17:01:11.388124 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [req-dde2a1dc-eef6-446c-9bce-2473613e1001 req-76968557-a726-4b42-9e19-68828229870e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754346672056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754346267073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754346267091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9282845'] for port (b2b8620b-545d-41a1-b60b-9458c3ca87de), after_update {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:01:11.424516 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde2a1dc-eef6-446c-9bce-2473613e1001 req-76968557-a726-4b42-9e19-68828229870e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:01:11.425159 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [req-dde2a1dc-eef6-446c-9bce-2473613e1001 req-76968557-a726-4b42-9e19-68828229870e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47102'] for port (None), before_response {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:01:11.426374 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-dde2a1dc-eef6-446c-9bce-2473613e1001 req-76968557-a726-4b42-9e19-68828229870e service neutron] 10.222.0.66 "PUT /v2.0/ports/b2b8620b-545d-41a1-b60b-9458c3ca87de HTTP/1.1" status: 200 len: 1093 time: 0.6934013 Mar 07 17:01:11.426718 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65a8b8df-7327-49ec-9685-cec8dd70ed57', 'tag': 'b2b8620b-545d-41a1-b60b-9458c3ca87de'}] {{(pid=119953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 17:01:11.428979 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed95515d7af65a162ef4af60abe3e4aacc73bb6c2379f81891a58e09c3a2d0f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7014c07b-1deb-47a4-885c-a95c5e6b6fd1" -d '{"events": [{"name": "network-changed", "server_uuid": "65a8b8df-7327-49ec-9685-cec8dd70ed57", "tag": "b2b8620b-545d-41a1-b60b-9458c3ca87de"}]}' {{(pid=119953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 17:01:11.450371 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76968557-a726-4b42-9e19-68828229870e service neutron] Pushing event updated for resources: {'Port': ['ID=b2b8620b-545d-41a1-b60b-9458c3ca87de,revision_number=3']} {{(pid=119953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:01:11.483850 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 17:01:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-313d1cbc-561f-4cce-9ee5-769125d86fa5 x-openstack-request-id: req-313d1cbc-561f-4cce-9ee5-769125d86fa5 {{(pid=119953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 17:01:11.484150 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65a8b8df-7327-49ec-9685-cec8dd70ed57", "tag": "b2b8620b-545d-41a1-b60b-9458c3ca87de", "status": "completed", "code": 200}]} {{(pid=119953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 17:01:11.484400 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-313d1cbc-561f-4cce-9ee5-769125d86fa5 {{(pid=119953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 17:01:11.484824 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65a8b8df-7327-49ec-9685-cec8dd70ed57', 'tag': 'b2b8620b-545d-41a1-b60b-9458c3ca87de', 'status': 'completed', 'code': 200} Mar 07 17:01:11.543735 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde2a1dc-eef6-446c-9bce-2473613e1001 req-d28c30cc-8b6b-4d21-a941-65c05c06ea83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:01:11.545338 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-dde2a1dc-eef6-446c-9bce-2473613e1001 req-d28c30cc-8b6b-4d21-a941-65c05c06ea83 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=96d24f87dbc54cf4a14285a307b25838&device_id=65a8b8df-7327-49ec-9685-cec8dd70ed57 HTTP/1.1" status: 200 len: 1127 time: 0.0457568 Mar 07 17:01:11.597485 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-dde2a1dc-eef6-446c-9bce-2473613e1001 req-bb0b9b76-86fe-4553-a809-050bd5f0fb2f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b2b8620b-545d-41a1-b60b-9458c3ca87de HTTP/1.1" status: 200 len: 217 time: 0.0388339 Mar 07 17:01:11.647499 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde2a1dc-eef6-446c-9bce-2473613e1001 req-d0d08383-f3b3-4007-ab53-14fafc89ec25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:01:11.648981 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-dde2a1dc-eef6-446c-9bce-2473613e1001 req-d0d08383-f3b3-4007-ab53-14fafc89ec25 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=150f4a27-7a6f-4353-8977-b85e496ab7bc HTTP/1.1" status: 200 len: 854 time: 0.0451906 Mar 07 17:01:11.707062 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde2a1dc-eef6-446c-9bce-2473613e1001 req-363c7998-11cf-4a0f-a91a-1d12cc3573ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:01:11.708466 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-dde2a1dc-eef6-446c-9bce-2473613e1001 req-363c7998-11cf-4a0f-a91a-1d12cc3573ad service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=3df42a45-56b5-4fc7-8b36-6d79a9e64fbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0501282 Mar 07 17:01:11.803890 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-dde2a1dc-eef6-446c-9bce-2473613e1001 req-ca7bcc2b-41cc-4276-8c4e-3f96b96d0dfb service neutron] 10.222.0.66 "GET /v2.0/networks/3df42a45-56b5-4fc7-8b36-6d79a9e64fbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875700 Mar 07 17:01:11.891175 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-dde2a1dc-eef6-446c-9bce-2473613e1001 req-4c815ab6-cb57-4b73-a1e4-b54af0e40861 service neutron] 10.222.0.66 "GET /v2.0/networks/3df42a45-56b5-4fc7-8b36-6d79a9e64fbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793993 Mar 07 17:01:12.056559 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7014c07b-1deb-47a4-885c-a95c5e6b6fd1 req-9838366b-9044-477b-a257-609564da7235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:01:12.057953 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-7014c07b-1deb-47a4-885c-a95c5e6b6fd1 req-9838366b-9044-477b-a257-609564da7235 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=96d24f87dbc54cf4a14285a307b25838&device_id=65a8b8df-7327-49ec-9685-cec8dd70ed57 HTTP/1.1" status: 200 len: 1127 time: 0.0503538 Mar 07 17:01:12.160541 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7014c07b-1deb-47a4-885c-a95c5e6b6fd1 req-0210899f-fe08-4724-96b3-db25a242d67c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:01:12.162007 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-7014c07b-1deb-47a4-885c-a95c5e6b6fd1 req-0210899f-fe08-4724-96b3-db25a242d67c service neutron] 10.222.0.66 "GET /v2.0/networks?id=3df42a45-56b5-4fc7-8b36-6d79a9e64fbf HTTP/1.1" status: 200 len: 916 time: 0.0975840 Mar 07 17:01:12.207669 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-7014c07b-1deb-47a4-885c-a95c5e6b6fd1 req-7d946aab-cee9-4006-b0a2-06a794c499fc service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b2b8620b-545d-41a1-b60b-9458c3ca87de HTTP/1.1" status: 200 len: 217 time: 0.0371275 Mar 07 17:01:12.257497 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7014c07b-1deb-47a4-885c-a95c5e6b6fd1 req-70a5b3e6-eea3-4bab-ae69-a849d22a423d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:01:12.258890 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-7014c07b-1deb-47a4-885c-a95c5e6b6fd1 req-70a5b3e6-eea3-4bab-ae69-a849d22a423d service neutron] 10.222.0.66 "GET /v2.0/subnets?id=150f4a27-7a6f-4353-8977-b85e496ab7bc HTTP/1.1" status: 200 len: 854 time: 0.0445421 Mar 07 17:01:12.308874 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7014c07b-1deb-47a4-885c-a95c5e6b6fd1 req-c7dd8b0a-6d0a-4ba4-8c76-c74f627c9bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:01:12.310245 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-7014c07b-1deb-47a4-885c-a95c5e6b6fd1 req-c7dd8b0a-6d0a-4ba4-8c76-c74f627c9bd2 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=3df42a45-56b5-4fc7-8b36-6d79a9e64fbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0440409 Mar 07 17:01:12.401377 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-7014c07b-1deb-47a4-885c-a95c5e6b6fd1 req-566c139d-6ad2-4eb8-a771-cdab3ec33eb2 service neutron] 10.222.0.66 "GET /v2.0/networks/3df42a45-56b5-4fc7-8b36-6d79a9e64fbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832927 Mar 07 17:01:12.522500 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-7014c07b-1deb-47a4-885c-a95c5e6b6fd1 req-6a4ec21a-e729-4fdf-89ea-6e2df838cd81 service neutron] 10.222.0.66 "GET /v2.0/networks/3df42a45-56b5-4fc7-8b36-6d79a9e64fbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1147478 Mar 07 17:01:12.531890 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3561d23e-6930-4b90-9af6-c1163e5fadce req-e02ac245-393e-4ec4-89be-20bf1a59db12 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:01:12.533300 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-3561d23e-6930-4b90-9af6-c1163e5fadce req-e02ac245-393e-4ec4-89be-20bf1a59db12 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] 10.222.0.18 "GET /v2.0/ports?device_id=65a8b8df-7327-49ec-9685-cec8dd70ed57 HTTP/1.1" status: 200 len: 943 time: 0.1003482 Mar 07 17:01:12.581974 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-3561d23e-6930-4b90-9af6-c1163e5fadce req-89d98632-b723-4957-b8c4-50c3044d048d tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] 10.222.0.18 "GET /v2.0/security-groups?id=39a665d3-4b54-4a20-8247-2585477e5f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429771 Mar 07 17:01:13.939047 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf19c296-edac-4062-b341-2803d9ef280e req-0f30935b-881d-43f4-a3f4-e3d7170a1c25 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:01:13.940530 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-cf19c296-edac-4062-b341-2803d9ef280e req-0f30935b-881d-43f4-a3f4-e3d7170a1c25 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] 10.222.0.18 "GET /v2.0/ports?device_id=65a8b8df-7327-49ec-9685-cec8dd70ed57 HTTP/1.1" status: 200 len: 943 time: 0.2814698 Mar 07 17:01:13.989848 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-cf19c296-edac-4062-b341-2803d9ef280e req-4c14f352-7197-402c-8b5f-a842727049d6 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] 10.222.0.18 "GET /v2.0/security-groups?id=39a665d3-4b54-4a20-8247-2585477e5f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409980 Mar 07 17:01:14.501389 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.rpc [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Device b2b8620b-545d-41a1-b60b-9458c3ca87de details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=119955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 17:01:14.608603 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.db [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] For port b2b8620b-545d-41a1-b60b-9458c3ca87de, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=b2b8620b-545d-41a1-b60b-9458c3ca87de,segment=NetworkSegment(e205b5a5-74b0-4737-8080-0998e240c007),segment_id=e205b5a5-74b0-4737-8080-0998e240c007)] {{(pid=119955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:01:14.618918 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.rpc [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Returning: {'device': 'b2b8620b-545d-41a1-b60b-9458c3ca87de', 'network_id': '3df42a45-56b5-4fc7-8b36-6d79a9e64fbf', 'port_id': 'b2b8620b-545d-41a1-b60b-9458c3ca87de', 'mac_address': 'fa:16:3e:76:8c:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 895, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '150f4a27-7a6f-4353-8977-b85e496ab7bc', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 17:01:14.664914 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.plugin [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Current status of the port b2b8620b-545d-41a1-b60b-9458c3ca87de is: DOWN; New status is: BUILD {{(pid=119955) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 17:01:14.665435 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8385759'] for port (b2b8620b-545d-41a1-b60b-9458c3ca87de), before_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:01:14.681555 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.notifiers.nova [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2b8620b-545d-41a1-b60b-9458c3ca87de {{(pid=119955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 17:01:14.706379 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.db [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] For port b2b8620b-545d-41a1-b60b-9458c3ca87de, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=b2b8620b-545d-41a1-b60b-9458c3ca87de,segment=NetworkSegment(e205b5a5-74b0-4737-8080-0998e240c007),segment_id=e205b5a5-74b0-4737-8080-0998e240c007)] {{(pid=119955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:01:14.712211 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754346672056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754346267073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754346267091'] for port (b2b8620b-545d-41a1-b60b-9458c3ca87de), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:01:14.758068 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Pushing event updated for resources: {'Port': ['ID=b2b8620b-545d-41a1-b60b-9458c3ca87de,revision_number=4']} {{(pid=119955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:01:14.765018 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:01:14.765366 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:01:14.765726 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:01:14.766014 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:01:14.766341 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:01:14.766710 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:01:14.767032 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:01:14.767353 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:01:14.767671 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:01:14.768021 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:01:14.768340 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:01:14.768652 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:01:14.768955 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:01:15.042521 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.db [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] get_ports_and_sgs() called for port_ids ['b2b8620b-545d-41a1-b60b-9458c3ca87de'] {{(pid=119955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 17:01:15.110734 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28fa84e-e1bc-4f85-b6b9-eb05075babeb req-313cdd64-691f-4e56-a668-f3d76f853058 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:01:15.112217 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-e28fa84e-e1bc-4f85-b6b9-eb05075babeb req-313cdd64-691f-4e56-a668-f3d76f853058 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] 10.222.0.18 "GET /v2.0/ports?device_id=65a8b8df-7327-49ec-9685-cec8dd70ed57 HTTP/1.1" status: 200 len: 944 time: 0.0522883 Mar 07 17:01:15.159436 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-e28fa84e-e1bc-4f85-b6b9-eb05075babeb req-56e5be79-e972-4310-a780-fe1c26f39c01 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] 10.222.0.18 "GET /v2.0/security-groups?id=39a665d3-4b54-4a20-8247-2585477e5f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415554 Mar 07 17:01:16.287930 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45e1bad-58e6-4ec9-acf0-95c05ed70427 req-41a6c482-97cc-4dff-b826-5e444f632117 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:01:16.289369 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-d45e1bad-58e6-4ec9-acf0-95c05ed70427 req-41a6c482-97cc-4dff-b826-5e444f632117 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] 10.222.0.18 "GET /v2.0/ports?device_id=65a8b8df-7327-49ec-9685-cec8dd70ed57 HTTP/1.1" status: 200 len: 944 time: 0.0546410 Mar 07 17:01:16.338766 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-d45e1bad-58e6-4ec9-acf0-95c05ed70427 req-a9e675e3-a84e-40e7-8e1a-e33c626054c3 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] 10.222.0.18 "GET /v2.0/security-groups?id=39a665d3-4b54-4a20-8247-2585477e5f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411513 Mar 07 17:01:16.509444 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.rpc [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Device b2b8620b-545d-41a1-b60b-9458c3ca87de up at agent hyperv_hv-cinder-80475 {{(pid=119955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 17:01:16.574849 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.provisioning_blocks [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Provisioning for port b2b8620b-545d-41a1-b60b-9458c3ca87de completed by entity L2. {{(pid=119955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 17:01:16.579180 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.provisioning_blocks [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Provisioning complete for port b2b8620b-545d-41a1-b60b-9458c3ca87de triggered by entity L2. {{(pid=119955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 17:01:16.579551 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8194280'] for port (b2b8620b-545d-41a1-b60b-9458c3ca87de), provisioning_complete {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:01:16.656226 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.plugin [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Current status of the port b2b8620b-545d-41a1-b60b-9458c3ca87de is: BUILD; New status is: ACTIVE {{(pid=119955) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 17:01:16.656611 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8385759'] for port (b2b8620b-545d-41a1-b60b-9458c3ca87de), before_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:01:16.680224 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65a8b8df-7327-49ec-9685-cec8dd70ed57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2b8620b-545d-41a1-b60b-9458c3ca87de'}] {{(pid=119955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 17:01:16.682472 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd4f8a5135c3a8ba668d7ce7b18abb72183bcf445ca628a57cbbb7bee2c3e543" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c02c325e-9dac-487d-9acd-bfde7c184e22" -d '{"events": [{"server_uuid": "65a8b8df-7327-49ec-9685-cec8dd70ed57", "name": "network-vif-plugged", "status": "completed", "tag": "b2b8620b-545d-41a1-b60b-9458c3ca87de"}]}' {{(pid=119955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 17:01:16.694568 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.db [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] For port b2b8620b-545d-41a1-b60b-9458c3ca87de, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=b2b8620b-545d-41a1-b60b-9458c3ca87de,segment=NetworkSegment(e205b5a5-74b0-4737-8080-0998e240c007),segment_id=e205b5a5-74b0-4737-8080-0998e240c007)] {{(pid=119955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:01:16.700147 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754346672056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754346267073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754346267091'] for port (b2b8620b-545d-41a1-b60b-9458c3ca87de), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:01:16.726774 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 17:01:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22edea8f-d608-458c-89cd-9f3f879d6c36 x-openstack-request-id: req-22edea8f-d608-458c-89cd-9f3f879d6c36 {{(pid=119955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 17:01:16.727060 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65a8b8df-7327-49ec-9685-cec8dd70ed57", "name": "network-vif-plugged", "status": "completed", "tag": "b2b8620b-545d-41a1-b60b-9458c3ca87de", "code": 200}]} {{(pid=119955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 17:01:16.727319 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-22edea8f-d608-458c-89cd-9f3f879d6c36 {{(pid=119955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 17:01:16.727710 dv-cinder-804757-24-iscsi neutron-server[119955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65a8b8df-7327-49ec-9685-cec8dd70ed57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2b8620b-545d-41a1-b60b-9458c3ca87de', 'code': 200} Mar 07 17:01:16.753237 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Pushing event updated for resources: {'Port': ['ID=b2b8620b-545d-41a1-b60b-9458c3ca87de,revision_number=5']} {{(pid=119955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:01:16.936577 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2035812-481c-4482-8cd4-81b032d194f9 req-c07c7edb-eafc-4c3a-88fa-758f4a10f5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:01:16.938021 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-c2035812-481c-4482-8cd4-81b032d194f9 req-c07c7edb-eafc-4c3a-88fa-758f4a10f5dc service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=65a8b8df-7327-49ec-9685-cec8dd70ed57 HTTP/1.1" status: 200 len: 1129 time: 0.0451448 Mar 07 17:01:16.983130 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-c2035812-481c-4482-8cd4-81b032d194f9 req-563acea4-598d-4f05-8f55-0d7765145e69 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=39a665d3-4b54-4a20-8247-2585477e5f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391843 Mar 07 17:01:17.173964 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-5c4ef50e-1d3d-48c8-8f7d-bee56aa3755a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194190'] for agent (85f07778-81ef-4888-a2e3-51ae57b6426a), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:01:17.465942 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd627a8-d79d-4733-bb44-df6170f13b3b req-809f91e7-e3a1-45e5-9976-e567aa7d94a0 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:01:17.467374 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-9fd627a8-d79d-4733-bb44-df6170f13b3b req-809f91e7-e3a1-45e5-9976-e567aa7d94a0 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] 10.222.0.18 "GET /v2.0/ports?device_id=65a8b8df-7327-49ec-9685-cec8dd70ed57 HTTP/1.1" status: 200 len: 945 time: 0.0562394 Mar 07 17:01:17.514462 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-9fd627a8-d79d-4733-bb44-df6170f13b3b req-b7543601-26d7-418b-9850-2b6e73f45d74 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] 10.222.0.18 "GET /v2.0/security-groups?id=39a665d3-4b54-4a20-8247-2585477e5f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411317 Mar 07 17:01:18.642965 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f71b0f-e469-429b-8706-ce4e5f0174c2 req-d9a6da88-2b05-4853-9950-c88ef461e9ce tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:01:18.644463 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-a1f71b0f-e469-429b-8706-ce4e5f0174c2 req-d9a6da88-2b05-4853-9950-c88ef461e9ce tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] 10.222.0.18 "GET /v2.0/ports?device_id=65a8b8df-7327-49ec-9685-cec8dd70ed57 HTTP/1.1" status: 200 len: 945 time: 0.0557201 Mar 07 17:01:18.693709 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-a1f71b0f-e469-429b-8706-ce4e5f0174c2 req-b190bddf-ea74-4668-b0ce-0210bb7a4122 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] 10.222.0.18 "GET /v2.0/security-groups?id=39a665d3-4b54-4a20-8247-2585477e5f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410988 Mar 07 17:01:18.816535 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b0e3c4-ed33-4fec-b873-e794fa430976 req-8f73498d-890c-4e4a-a5cd-35210dfd1431 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:01:18.818046 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-55b0e3c4-ed33-4fec-b873-e794fa430976 req-8f73498d-890c-4e4a-a5cd-35210dfd1431 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] 10.222.0.18 "GET /v2.0/ports?device_id=65a8b8df-7327-49ec-9685-cec8dd70ed57 HTTP/1.1" status: 200 len: 945 time: 0.0614893 Mar 07 17:01:18.830624 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.wsgi [-] (119953) accepted ('10.222.0.18', 58580) {{(pid=119953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:01:18.835163 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.v2.base [None req-a3d6b7aa-dc45-4a05-9ed7-45b982f9f286 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Request body: {'floatingip': {'port_id': 'b2b8620b-545d-41a1-b60b-9458c3ca87de'}} {{(pid=119953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:01:18.872953 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-a3d6b7aa-dc45-4a05-9ed7-45b982f9f286 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Publish callbacks [] for floatingip (8ada3078-18e7-434f-8435-7bba17e093b9), before_update {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:01:19.350463 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-a3d6b7aa-dc45-4a05-9ed7-45b982f9f286 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:01:19.356874 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-a3d6b7aa-dc45-4a05-9ed7-45b982f9f286 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-706389'] for floatingip (8ada3078-18e7-434f-8435-7bba17e093b9), after_update {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:01:19.388941 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-95a2714c-aa45-4014-829d-f4083d6ec29d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194190'] for agent (4cbb3502-d72e-4663-b57e-51d645794085), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:01:19.457255 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.db.l3_db [None req-a3d6b7aa-dc45-4a05-9ed7-45b982f9f286 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Floating IP 8ada3078-18e7-434f-8435-7bba17e093b9 associated. External IP: 172.27.2.120, port: b2b8620b-545d-41a1-b60b-9458c3ca87de. Mar 07 17:01:19.910812 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3d6b7aa-dc45-4a05-9ed7-45b982f9f286 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Router 6d9caf44-7118-4035-ab12-21883e79a634 has already been hosted by L3 agent 4cbb3502-d72e-4663-b57e-51d645794085 {{(pid=119953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 17:01:20.028095 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3d6b7aa-dc45-4a05-9ed7-45b982f9f286 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Notify agent at l3_agent.dv-cinder-804757-24-iscsi the message routers_updated {{(pid=119953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 17:01:20.033625 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-a3d6b7aa-dc45-4a05-9ed7-45b982f9f286 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47102'] for floatingip (None), before_response {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:01:20.038612 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76716cdf-8787-4b52-ac19-53e27dded1ef None None] Sync routers for ids ['6d9caf44-7118-4035-ab12-21883e79a634'] in dv-cinder-804757-24-iscsi {{(pid=119955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 17:01:20.049507 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76716cdf-8787-4b52-ac19-53e27dded1ef None None] Routers {'6d9caf44-7118-4035-ab12-21883e79a634'} bound to L3 agent in host dv-cinder-804757-24-iscsi {{(pid=119955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 17:01:20.050119 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.l3_hamode_db [None req-76716cdf-8787-4b52-ac19-53e27dded1ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T16:44:19Z,description=,heartbeat_timestamp=2022-03-07T17:01:19Z,host='dv-cinder-804757-24-iscsi',id=4cbb3502-d72e-4663-b57e-51d645794085,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:44:19Z,topic='l3_agent')) {'router_ids': ['6d9caf44-7118-4035-ab12-21883e79a634'], 'active': True} {{(pid=119955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:01:20.062743 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [None req-a3d6b7aa-dc45-4a05-9ed7-45b982f9f286 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] 10.222.0.18 "PUT /v2.0/floatingips/8ada3078-18e7-434f-8435-7bba17e093b9 HTTP/1.1" status: 200 len: 991 time: 1.2309661 Mar 07 17:01:20.063229 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65a8b8df-7327-49ec-9685-cec8dd70ed57', 'tag': 'b2b8620b-545d-41a1-b60b-9458c3ca87de'}] {{(pid=119953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 17:01:20.065531 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed95515d7af65a162ef4af60abe3e4aacc73bb6c2379f81891a58e09c3a2d0f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5935848-44b5-445b-89ff-523b34fd9aeb" -d '{"events": [{"name": "network-changed", "server_uuid": "65a8b8df-7327-49ec-9685-cec8dd70ed57", "tag": "b2b8620b-545d-41a1-b60b-9458c3ca87de"}]}' {{(pid=119953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 17:01:20.099948 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 17:01:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6d6f7cc-a373-4df7-a9d3-83f43b37336e x-openstack-request-id: req-b6d6f7cc-a373-4df7-a9d3-83f43b37336e {{(pid=119953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 17:01:20.100225 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65a8b8df-7327-49ec-9685-cec8dd70ed57", "tag": "b2b8620b-545d-41a1-b60b-9458c3ca87de", "status": "completed", "code": 200}]} {{(pid=119953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 17:01:20.100494 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b6d6f7cc-a373-4df7-a9d3-83f43b37336e {{(pid=119953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 17:01:20.100895 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65a8b8df-7327-49ec-9685-cec8dd70ed57', 'tag': 'b2b8620b-545d-41a1-b60b-9458c3ca87de', 'status': 'completed', 'code': 200} Mar 07 17:01:20.171258 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.l3_dvr_db [None req-76716cdf-8787-4b52-ac19-53e27dded1ef None None] Set router 6d9caf44-7118-4035-ab12-21883e79a634 gateway port host: dv-cinder-804757-24-iscsi {{(pid=119955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 17:01:20.192127 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5935848-44b5-445b-89ff-523b34fd9aeb req-11e3177d-d2f9-452d-9c27-76b94b701ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:01:20.193778 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-f5935848-44b5-445b-89ff-523b34fd9aeb req-11e3177d-d2f9-452d-9c27-76b94b701ac4 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=96d24f87dbc54cf4a14285a307b25838&device_id=65a8b8df-7327-49ec-9685-cec8dd70ed57 HTTP/1.1" status: 200 len: 1129 time: 0.0479624 Mar 07 17:01:20.286032 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5935848-44b5-445b-89ff-523b34fd9aeb req-6b35ceb2-36f8-4c51-a933-d819de83bfb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:01:20.287496 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-f5935848-44b5-445b-89ff-523b34fd9aeb req-6b35ceb2-36f8-4c51-a933-d819de83bfb5 service neutron] 10.222.0.66 "GET /v2.0/networks?id=3df42a45-56b5-4fc7-8b36-6d79a9e64fbf HTTP/1.1" status: 200 len: 916 time: 0.0865405 Mar 07 17:01:20.355581 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-f5935848-44b5-445b-89ff-523b34fd9aeb req-df633f6e-9016-44a2-9b73-82a439967884 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b2b8620b-545d-41a1-b60b-9458c3ca87de HTTP/1.1" status: 200 len: 999 time: 0.0618818 Mar 07 17:01:20.398740 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.l3_hamode_db [None req-76716cdf-8787-4b52-ac19-53e27dded1ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d9caf44-7118-4035-ab12-21883e79a634', 'name': 'tempest-AttachVolumeNegativeTest-1588558018-router', 'tenant_id': '96d24f87dbc54cf4a14285a307b25838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'external_fixed_ips': [{'subnet_id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'ip_address': '172.27.2.95'}], 'enable_snat': True}, 'gw_port_id': '1c7e8f28-8a6d-4a6a-ba0e-ab1b54a1106b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:58:50Z', 'updated_at': '2022-03-07T16:58:53Z', 'revision_number': 4, 'project_id': '96d24f87dbc54cf4a14285a307b25838', 'gw_port': {'id': '1c7e8f28-8a6d-4a6a-ba0e-ab1b54a1106b', 'name': '', 'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:81:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d9caf44-7118-4035-ab12-21883e79a634', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'ip_address': '172.27.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:58:50Z', 'updated_at': '2022-03-07T16:58:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-24-iscsi', '_floatingips': [{'id': '8ada3078-18e7-434f-8435-7bba17e093b9', 'tenant_id': '96d24f87dbc54cf4a14285a307b25838', 'floating_ip_address': '172.27.2.120', 'floating_network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'router_id': '6d9caf44-7118-4035-ab12-21883e79a634', 'port_id': 'b2b8620b-545d-41a1-b60b-9458c3ca87de', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 639, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3df42a45-56b5-4fc7-8b36-6d79a9e64fbf', 'mac_address': 'fa:16:3e:76:8c:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65a8b8df-7327-49ec-9685-cec8dd70ed57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T17:01:07Z', 'updated_at': '2022-03-07T17:01:19Z', 'revision_number': 1, 'project_id': '96d24f87dbc54cf4a14285a307b25838', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b65794ee-2638-4767-b75b-665e41be860f', 'name': '', 'network_id': '3df42a45-56b5-4fc7-8b36-6d79a9e64fbf', 'tenant_id': '96d24f87dbc54cf4a14285a307b25838', 'mac_address': 'fa:16:3e:4d:30:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d9caf44-7118-4035-ab12-21883e79a634', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '150f4a27-7a6f-4353-8977-b85e496ab7bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:58:52Z', 'updated_at': '2022-03-07T16:58:56Z', 'revision_number': 5, 'project_id': '96d24f87dbc54cf4a14285a307b25838', 'subnets': [{'id': '150f4a27-7a6f-4353-8977-b85e496ab7bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-24-iscsi', False) {} {{(pid=119955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:01:20.407674 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5935848-44b5-445b-89ff-523b34fd9aeb req-4cc1c071-6ae8-4151-9bc9-3491edb49fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:01:20.409274 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-f5935848-44b5-445b-89ff-523b34fd9aeb req-4cc1c071-6ae8-4151-9bc9-3491edb49fb6 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=150f4a27-7a6f-4353-8977-b85e496ab7bc HTTP/1.1" status: 200 len: 854 time: 0.0478165 Mar 07 17:01:20.462391 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5935848-44b5-445b-89ff-523b34fd9aeb req-eaa4af0f-8781-4206-9c38-fcfdf84c7fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:01:20.464171 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-f5935848-44b5-445b-89ff-523b34fd9aeb req-eaa4af0f-8781-4206-9c38-fcfdf84c7fa3 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=3df42a45-56b5-4fc7-8b36-6d79a9e64fbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0478222 Mar 07 17:01:20.556753 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-f5935848-44b5-445b-89ff-523b34fd9aeb req-a321f586-66ff-40d4-b0fe-07ef1f0443b5 service neutron] 10.222.0.66 "GET /v2.0/networks/3df42a45-56b5-4fc7-8b36-6d79a9e64fbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860310 Mar 07 17:01:20.559875 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76716cdf-8787-4b52-ac19-53e27dded1ef None None] Checking router: 6d9caf44-7118-4035-ab12-21883e79a634 for host: dv-cinder-804757-24-iscsi {{(pid=119955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 17:01:20.575327 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76716cdf-8787-4b52-ac19-53e27dded1ef None None] Routers {'6d9caf44-7118-4035-ab12-21883e79a634'} bound to L3 agent in host dv-cinder-804757-24-iscsi {{(pid=119955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 17:01:20.575992 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.l3_hamode_db [None req-76716cdf-8787-4b52-ac19-53e27dded1ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T16:44:19Z,description=,heartbeat_timestamp=2022-03-07T17:01:19Z,host='dv-cinder-804757-24-iscsi',id=4cbb3502-d72e-4663-b57e-51d645794085,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:44:19Z,topic='l3_agent')) {'router_ids': ['6d9caf44-7118-4035-ab12-21883e79a634'], 'active': True} {{(pid=119955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:01:20.579391 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-ad94e2ed-e0a8-44ae-a5ff-cf9ca5ab0e17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194190'] for agent (82ccd293-b7fb-4417-a581-186a4d7e9931), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:01:20.648932 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-f5935848-44b5-445b-89ff-523b34fd9aeb req-f7963d54-d340-43a2-9781-4cdfd501519e service neutron] 10.222.0.66 "GET /v2.0/networks/3df42a45-56b5-4fc7-8b36-6d79a9e64fbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863988 Mar 07 17:01:20.687604 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.l3_dvr_db [None req-76716cdf-8787-4b52-ac19-53e27dded1ef None None] Set router 6d9caf44-7118-4035-ab12-21883e79a634 gateway port host: dv-cinder-804757-24-iscsi {{(pid=119955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 17:01:20.929250 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.l3_hamode_db [None req-76716cdf-8787-4b52-ac19-53e27dded1ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d9caf44-7118-4035-ab12-21883e79a634', 'name': 'tempest-AttachVolumeNegativeTest-1588558018-router', 'tenant_id': '96d24f87dbc54cf4a14285a307b25838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'external_fixed_ips': [{'subnet_id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'ip_address': '172.27.2.95'}], 'enable_snat': True}, 'gw_port_id': '1c7e8f28-8a6d-4a6a-ba0e-ab1b54a1106b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:58:50Z', 'updated_at': '2022-03-07T16:58:53Z', 'revision_number': 4, 'project_id': '96d24f87dbc54cf4a14285a307b25838', 'gw_port': {'id': '1c7e8f28-8a6d-4a6a-ba0e-ab1b54a1106b', 'name': '', 'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:81:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d9caf44-7118-4035-ab12-21883e79a634', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'ip_address': '172.27.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:58:50Z', 'updated_at': '2022-03-07T16:58:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-24-iscsi', '_floatingips': [{'id': '8ada3078-18e7-434f-8435-7bba17e093b9', 'tenant_id': '96d24f87dbc54cf4a14285a307b25838', 'floating_ip_address': '172.27.2.120', 'floating_network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'router_id': '6d9caf44-7118-4035-ab12-21883e79a634', 'port_id': 'b2b8620b-545d-41a1-b60b-9458c3ca87de', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 639, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3df42a45-56b5-4fc7-8b36-6d79a9e64fbf', 'mac_address': 'fa:16:3e:76:8c:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65a8b8df-7327-49ec-9685-cec8dd70ed57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T17:01:07Z', 'updated_at': '2022-03-07T17:01:19Z', 'revision_number': 1, 'project_id': '96d24f87dbc54cf4a14285a307b25838', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b65794ee-2638-4767-b75b-665e41be860f', 'name': '', 'network_id': '3df42a45-56b5-4fc7-8b36-6d79a9e64fbf', 'tenant_id': '96d24f87dbc54cf4a14285a307b25838', 'mac_address': 'fa:16:3e:4d:30:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d9caf44-7118-4035-ab12-21883e79a634', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '150f4a27-7a6f-4353-8977-b85e496ab7bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:58:52Z', 'updated_at': '2022-03-07T16:58:56Z', 'revision_number': 5, 'project_id': '96d24f87dbc54cf4a14285a307b25838', 'subnets': [{'id': '150f4a27-7a6f-4353-8977-b85e496ab7bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-24-iscsi', False) {} {{(pid=119955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:01:20.959148 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76716cdf-8787-4b52-ac19-53e27dded1ef None None] The sync data for ids ['6d9caf44-7118-4035-ab12-21883e79a634'] in dv-cinder-804757-24-iscsi is: [{'id': '6d9caf44-7118-4035-ab12-21883e79a634', 'name': 'tempest-AttachVolumeNegativeTest-1588558018-router', 'tenant_id': '96d24f87dbc54cf4a14285a307b25838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'external_fixed_ips': [{'subnet_id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'ip_address': '172.27.2.95'}], 'enable_snat': True}, 'gw_port_id': '1c7e8f28-8a6d-4a6a-ba0e-ab1b54a1106b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:58:50Z', 'updated_at': '2022-03-07T16:58:53Z', 'revision_number': 4, 'project_id': '96d24f87dbc54cf4a14285a307b25838', 'gw_port': {'id': '1c7e8f28-8a6d-4a6a-ba0e-ab1b54a1106b', 'name': '', 'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:81:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d9caf44-7118-4035-ab12-21883e79a634', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'ip_address': '172.27.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:58:50Z', 'updated_at': '2022-03-07T16:58:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-24-iscsi', '_floatingips': [{'id': '8ada3078-18e7-434f-8435-7bba17e093b9', 'tenant_id': '96d24f87dbc54cf4a14285a307b25838', 'floating_ip_address': '172.27.2.120', 'floating_network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'router_id': '6d9caf44-7118-4035-ab12-21883e79a634', 'port_id': 'b2b8620b-545d-41a1-b60b-9458c3ca87de', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 639, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3df42a45-56b5-4fc7-8b36-6d79a9e64fbf', 'mac_address': 'fa:16:3e:76:8c:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65a8b8df-7327-49ec-9685-cec8dd70ed57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T17:01:07Z', 'updated_at': '2022-03-07T17:01:19Z', 'revision_number': 1, 'project_id': '96d24f87dbc54cf4a14285a307b25838', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b65794ee-2638-4767-b75b-665e41be860f', 'name': '', 'network_id': '3df42a45-56b5-4fc7-8b36-6d79a9e64fbf', 'tenant_id': '96d24f87dbc54cf4a14285a307b25838', 'mac_address': 'fa:16:3e:4d:30:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d9caf44-7118-4035-ab12-21883e79a634', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '150f4a27-7a6f-4353-8977-b85e496ab7bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:58:52Z', 'updated_at': '2022-03-07T16:58:56Z', 'revision_number': 5, 'project_id': '96d24f87dbc54cf4a14285a307b25838', 'subnets': [{'id': '150f4a27-7a6f-4353-8977-b85e496ab7bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 17:01:21.162553 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ac104d7-da78-41de-b41f-bc89e057c29c None None] New status for floating IP 8ada3078-18e7-434f-8435-7bba17e093b9: ACTIVE {{(pid=119956) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 17:01:22.180513 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-0d1b32c5-0803-4391-a623-fc098c7d5199 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194190'] for agent (8123e327-866e-42b5-856f-55ddd9e9e5b2), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:01:23.478308 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194190'] for agent (3df9d949-03e8-46c4-b37f-6f8a21aeab22), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:01:24.248099 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194190'] for agent (152bcc15-84f4-40a7-afe1-c30bc7269f8a), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:01:29.728508 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-63f519de-7d2b-4a59-8421-1d490e9b6db9 req-5d091dbe-e3fb-4baf-b598-bb732c99c5e0 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=e1d78364-5e86-4802-993e-7712ab78d746&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0476079 Mar 07 17:01:29.807240 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f519de-7d2b-4a59-8421-1d490e9b6db9 req-ce1ed98e-e537-4d0b-bc38-522251e673f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:01:29.808770 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-63f519de-7d2b-4a59-8421-1d490e9b6db9 req-ce1ed98e-e537-4d0b-bc38-522251e673f3 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f13607869be844f9bb555f4bee0519ef&device_id=e1d78364-5e86-4802-993e-7712ab78d746 HTTP/1.1" status: 200 len: 1130 time: 0.0501726 Mar 07 17:01:29.921556 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f519de-7d2b-4a59-8421-1d490e9b6db9 req-40954110-60d3-47f9-8ddf-0b31be7933fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:01:29.923026 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-63f519de-7d2b-4a59-8421-1d490e9b6db9 req-40954110-60d3-47f9-8ddf-0b31be7933fc service neutron] 10.222.0.66 "GET /v2.0/networks?id=8f05d5cd-7919-446b-b1be-b892178c27ff HTTP/1.1" status: 200 len: 913 time: 0.0950406 Mar 07 17:01:30.003658 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-63f519de-7d2b-4a59-8421-1d490e9b6db9 req-21e0886c-6bda-48e7-8f3b-fa3c255a423a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4eca5ae4-cdb4-459d-8e50-c0e23591f0df HTTP/1.1" status: 200 len: 1001 time: 0.0737922 Mar 07 17:01:30.050670 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f519de-7d2b-4a59-8421-1d490e9b6db9 req-954052b0-2323-483a-a535-240df0afdeff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:01:30.052128 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-63f519de-7d2b-4a59-8421-1d490e9b6db9 req-954052b0-2323-483a-a535-240df0afdeff service neutron] 10.222.0.66 "GET /v2.0/subnets?id=e51eb166-648f-4129-afbc-b350e9a7b41b HTTP/1.1" status: 200 len: 851 time: 0.0434914 Mar 07 17:01:30.100168 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f519de-7d2b-4a59-8421-1d490e9b6db9 req-29d19bf2-1a74-47b0-a6c7-97b92ea5b1d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:01:30.101622 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-63f519de-7d2b-4a59-8421-1d490e9b6db9 req-29d19bf2-1a74-47b0-a6c7-97b92ea5b1d6 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=8f05d5cd-7919-446b-b1be-b892178c27ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0442235 Mar 07 17:01:30.190903 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-63f519de-7d2b-4a59-8421-1d490e9b6db9 req-9fbbb50c-2f2a-4981-86a3-8773b9ad175c service neutron] 10.222.0.66 "GET /v2.0/networks/8f05d5cd-7919-446b-b1be-b892178c27ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833859 Mar 07 17:01:30.279457 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-63f519de-7d2b-4a59-8421-1d490e9b6db9 req-9ed88f1a-a1c3-4b4d-acab-2686c503b7b5 service neutron] 10.222.0.66 "GET /v2.0/networks/8f05d5cd-7919-446b-b1be-b892178c27ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828886 Mar 07 17:01:30.675005 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.db.agents_db [None req-64435fe0-d7c6-4327-a557-6d3e8ab92464 None None] Agent healthcheck: found 6 active agents {{(pid=119956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 17:01:47.176499 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-14cf6cfe-624e-4680-8fc3-8f42a1abd10b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194190'] for agent (85f07778-81ef-4888-a2e3-51ae57b6426a), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:01:49.399000 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-3cb7b4eb-6d03-4821-8587-09f62141f765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194190'] for agent (4cbb3502-d72e-4663-b57e-51d645794085), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:01:50.559200 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-ad94e2ed-e0a8-44ae-a5ff-cf9ca5ab0e17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194190'] for agent (82ccd293-b7fb-4417-a581-186a4d7e9931), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:01:52.052982 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.wsgi [-] (119954) accepted ('10.222.0.18', 58600) {{(pid=119954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:01:52.175329 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-0d1b32c5-0803-4391-a623-fc098c7d5199 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194190'] for agent (8123e327-866e-42b5-856f-55ddd9e9e5b2), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:01:52.215182 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.plugins.ml2.plugin [None req-dbff7986-09b1-482c-9773-dcb209e7280b tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] Deleting port 33addd3f-a7c3-4f4e-9368-a25e83dea7f9 {{(pid=119954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 17:01:52.215514 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-dbff7986-09b1-482c-9773-dcb209e7280b tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754346666051'] for port (33addd3f-a7c3-4f4e-9368-a25e83dea7f9), before_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:01:52.292488 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-dbff7986-09b1-482c-9773-dcb209e7280b tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704071'] for port (33addd3f-a7c3-4f4e-9368-a25e83dea7f9), precommit_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:01:52.292790 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-dbff7986-09b1-482c-9773-dcb209e7280b tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] Publish callbacks [] for floatingip (33addd3f-a7c3-4f4e-9368-a25e83dea7f9), precommit_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:01:52.304773 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.plugins.ml2.plugin [None req-dbff7986-09b1-482c-9773-dcb209e7280b tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] Calling delete_port for 33addd3f-a7c3-4f4e-9368-a25e83dea7f9 owned by network:floatingip {{(pid=119954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 17:01:52.481999 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-dbff7986-09b1-482c-9773-dcb209e7280b tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754346672038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754346267064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3211674'] for port (33addd3f-a7c3-4f4e-9368-a25e83dea7f9), after_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:01:52.506451 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbff7986-09b1-482c-9773-dcb209e7280b tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] Pushing event deleted for resources: {'Port': ['ID=33addd3f-a7c3-4f4e-9368-a25e83dea7f9,revision_number=None']} {{(pid=119954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:01:52.518121 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbff7986-09b1-482c-9773-dcb209e7280b tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:01:52.518484 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbff7986-09b1-482c-9773-dcb209e7280b tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:01:52.518829 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbff7986-09b1-482c-9773-dcb209e7280b tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:01:52.519173 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbff7986-09b1-482c-9773-dcb209e7280b tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:01:52.519505 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbff7986-09b1-482c-9773-dcb209e7280b tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:01:52.519879 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbff7986-09b1-482c-9773-dcb209e7280b tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:01:52.520200 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbff7986-09b1-482c-9773-dcb209e7280b tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:01:52.520516 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbff7986-09b1-482c-9773-dcb209e7280b tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:01:52.520842 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbff7986-09b1-482c-9773-dcb209e7280b tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:01:52.521169 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbff7986-09b1-482c-9773-dcb209e7280b tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:01:52.521493 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbff7986-09b1-482c-9773-dcb209e7280b tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:01:52.521815 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbff7986-09b1-482c-9773-dcb209e7280b tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:01:52.522137 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbff7986-09b1-482c-9773-dcb209e7280b tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:01:52.580246 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-dbff7986-09b1-482c-9773-dcb209e7280b tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] Publish callbacks [] for floatingip (02e41e6f-cc0d-4cc4-871d-0178a025cb68), after_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:01:52.580647 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.db.l3_db [None req-dbff7986-09b1-482c-9773-dcb209e7280b tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] Floating IP 02e41e6f-cc0d-4cc4-871d-0178a025cb68 disassociated (deleted). External IP: 172.27.2.91, port: 4eca5ae4-cdb4-459d-8e50-c0e23591f0df. Mar 07 17:01:52.790624 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbff7986-09b1-482c-9773-dcb209e7280b tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] Router 5864a5b6-6518-43a7-a4e6-c88ca10e2289 has already been hosted by L3 agent 4cbb3502-d72e-4663-b57e-51d645794085 {{(pid=119954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 17:01:52.900654 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbff7986-09b1-482c-9773-dcb209e7280b tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] Notify agent at l3_agent.dv-cinder-804757-24-iscsi the message routers_updated {{(pid=119954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 17:01:52.905816 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-dbff7986-09b1-482c-9773-dcb209e7280b tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47102'] for floatingip (None), before_response {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:01:52.910561 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74153d5d-540f-486e-8c64-a4d3f1cca408 None None] Sync routers for ids ['5864a5b6-6518-43a7-a4e6-c88ca10e2289'] in dv-cinder-804757-24-iscsi {{(pid=119955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 17:01:52.921389 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74153d5d-540f-486e-8c64-a4d3f1cca408 None None] Routers {'5864a5b6-6518-43a7-a4e6-c88ca10e2289'} bound to L3 agent in host dv-cinder-804757-24-iscsi {{(pid=119955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 17:01:52.921999 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.l3_hamode_db [None req-74153d5d-540f-486e-8c64-a4d3f1cca408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T16:44:19Z,description=,heartbeat_timestamp=2022-03-07T17:01:49Z,host='dv-cinder-804757-24-iscsi',id=4cbb3502-d72e-4663-b57e-51d645794085,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:44:19Z,topic='l3_agent')) {'router_ids': ['5864a5b6-6518-43a7-a4e6-c88ca10e2289'], 'active': True} {{(pid=119955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:01:52.935129 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [None req-dbff7986-09b1-482c-9773-dcb209e7280b tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] 10.222.0.18 "DELETE /v2.0/floatingips/02e41e6f-cc0d-4cc4-871d-0178a025cb68 HTTP/1.1" status: 204 len: 168 time: 0.8806870 Mar 07 17:01:52.935689 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1d78364-5e86-4802-993e-7712ab78d746', 'tag': '4eca5ae4-cdb4-459d-8e50-c0e23591f0df'}] {{(pid=119954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 17:01:52.938011 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}841d5110a94e235157c02b6f4389d133be5f90b089d7eeb6218efd7d6b06db25" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18d2de27-4b16-4878-bcb4-12695abbaf01" -d '{"events": [{"name": "network-changed", "server_uuid": "e1d78364-5e86-4802-993e-7712ab78d746", "tag": "4eca5ae4-cdb4-459d-8e50-c0e23591f0df"}]}' {{(pid=119954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 17:01:52.977663 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 17:01:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c3c9b37-0615-427a-bee8-9f6ad37a8b79 x-openstack-request-id: req-8c3c9b37-0615-427a-bee8-9f6ad37a8b79 {{(pid=119954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 17:01:52.977951 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1d78364-5e86-4802-993e-7712ab78d746", "tag": "4eca5ae4-cdb4-459d-8e50-c0e23591f0df", "status": "completed", "code": 200}]} {{(pid=119954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 17:01:52.978202 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8c3c9b37-0615-427a-bee8-9f6ad37a8b79 {{(pid=119954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 17:01:52.978711 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1d78364-5e86-4802-993e-7712ab78d746', 'tag': '4eca5ae4-cdb4-459d-8e50-c0e23591f0df', 'status': 'completed', 'code': 200} Mar 07 17:01:53.045881 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.l3_dvr_db [None req-74153d5d-540f-486e-8c64-a4d3f1cca408 None None] Set router 5864a5b6-6518-43a7-a4e6-c88ca10e2289 gateway port host: dv-cinder-804757-24-iscsi {{(pid=119955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 17:01:53.076100 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d2de27-4b16-4878-bcb4-12695abbaf01 req-c15c2032-382b-49e7-82b7-9d394171e830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:01:53.077647 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-18d2de27-4b16-4878-bcb4-12695abbaf01 req-c15c2032-382b-49e7-82b7-9d394171e830 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f13607869be844f9bb555f4bee0519ef&device_id=e1d78364-5e86-4802-993e-7712ab78d746 HTTP/1.1" status: 200 len: 1130 time: 0.0562167 Mar 07 17:01:53.221069 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265a7abc-2be1-4017-8149-25fe0a39b24d req-606464f5-5217-4360-bd2d-3f66740d34ae tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:01:53.222559 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-265a7abc-2be1-4017-8149-25fe0a39b24d req-606464f5-5217-4360-bd2d-3f66740d34ae tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] 10.222.0.18 "GET /v2.0/ports?device_id=e1d78364-5e86-4802-993e-7712ab78d746 HTTP/1.1" status: 200 len: 946 time: 0.1070578 Mar 07 17:01:53.253031 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d2de27-4b16-4878-bcb4-12695abbaf01 req-8404e4fe-4c62-4986-bdde-5abb1b5f3018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:01:53.254469 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-18d2de27-4b16-4878-bcb4-12695abbaf01 req-8404e4fe-4c62-4986-bdde-5abb1b5f3018 service neutron] 10.222.0.66 "GET /v2.0/networks?id=8f05d5cd-7919-446b-b1be-b892178c27ff HTTP/1.1" status: 200 len: 913 time: 0.1281698 Mar 07 17:01:53.269787 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.l3_hamode_db [None req-74153d5d-540f-486e-8c64-a4d3f1cca408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5864a5b6-6518-43a7-a4e6-c88ca10e2289', 'name': 'tempest-TestVolumeBootPattern-1270566597-router', 'tenant_id': 'f13607869be844f9bb555f4bee0519ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'external_fixed_ips': [{'subnet_id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'ip_address': '172.27.2.93'}], 'enable_snat': True}, 'gw_port_id': '79f27c19-b4a8-4a51-921e-23ee7d9f2b4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:53:54Z', 'updated_at': '2022-03-07T16:53:58Z', 'revision_number': 4, 'project_id': 'f13607869be844f9bb555f4bee0519ef', 'gw_port': {'id': '79f27c19-b4a8-4a51-921e-23ee7d9f2b4a', 'name': '', 'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:37:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5864a5b6-6518-43a7-a4e6-c88ca10e2289', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'ip_address': '172.27.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:53:55Z', 'updated_at': '2022-03-07T16:53:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-24-iscsi', '_floatingips': [{'id': 'ead094e4-1ac1-42ab-b162-d3fc291e42c4', 'tenant_id': 'f13607869be844f9bb555f4bee0519ef', 'floating_ip_address': '172.27.2.241', 'floating_network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'router_id': '5864a5b6-6518-43a7-a4e6-c88ca10e2289', 'port_id': '933cfce7-b7a8-469e-8dfe-dde0dbfba456', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 564, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8f05d5cd-7919-446b-b1be-b892178c27ff', 'mac_address': 'fa:16:3e:41:97:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40bae353-9311-4b2a-839f-6dea4c52f662', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T16:57:52Z', 'updated_at': '2022-03-07T16:57:55Z', 'revision_number': 1, 'project_id': 'f13607869be844f9bb555f4bee0519ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84d6bf29-5744-481f-93ba-41f00ab3f10d', 'name': '', 'network_id': '8f05d5cd-7919-446b-b1be-b892178c27ff', 'tenant_id': 'f13607869be844f9bb555f4bee0519ef', 'mac_address': 'fa:16:3e:51:da:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5864a5b6-6518-43a7-a4e6-c88ca10e2289', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'e51eb166-648f-4129-afbc-b350e9a7b41b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:53:57Z', 'updated_at': '2022-03-07T16:54:03Z', 'revision_number': 5, 'project_id': 'f13607869be844f9bb555f4bee0519ef', 'subnets': [{'id': 'e51eb166-648f-4129-afbc-b350e9a7b41b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-24-iscsi', False) {} {{(pid=119955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:01:53.299959 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74153d5d-540f-486e-8c64-a4d3f1cca408 None None] Checking router: 5864a5b6-6518-43a7-a4e6-c88ca10e2289 for host: dv-cinder-804757-24-iscsi {{(pid=119955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 17:01:53.308549 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-18d2de27-4b16-4878-bcb4-12695abbaf01 req-a6fe0c58-22f9-4020-89fe-996f33d4e358 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4eca5ae4-cdb4-459d-8e50-c0e23591f0df HTTP/1.1" status: 200 len: 217 time: 0.0463355 Mar 07 17:01:53.309503 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74153d5d-540f-486e-8c64-a4d3f1cca408 None None] Routers {'5864a5b6-6518-43a7-a4e6-c88ca10e2289'} bound to L3 agent in host dv-cinder-804757-24-iscsi {{(pid=119955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 17:01:53.310132 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.l3_hamode_db [None req-74153d5d-540f-486e-8c64-a4d3f1cca408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T16:44:19Z,description=,heartbeat_timestamp=2022-03-07T17:01:49Z,host='dv-cinder-804757-24-iscsi',id=4cbb3502-d72e-4663-b57e-51d645794085,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:44:19Z,topic='l3_agent')) {'router_ids': ['5864a5b6-6518-43a7-a4e6-c88ca10e2289'], 'active': True} {{(pid=119955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:01:53.317310 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-265a7abc-2be1-4017-8149-25fe0a39b24d req-af4f1dab-7063-4f39-9b2c-31eb87a515d5 tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ad0d2f6-f98b-473c-8468-cfc7e978930e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879600 Mar 07 17:01:53.361168 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d2de27-4b16-4878-bcb4-12695abbaf01 req-c4eba2f5-42c2-464a-ba63-b16bd9fe1516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:01:53.362653 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-18d2de27-4b16-4878-bcb4-12695abbaf01 req-c4eba2f5-42c2-464a-ba63-b16bd9fe1516 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=e51eb166-648f-4129-afbc-b350e9a7b41b HTTP/1.1" status: 200 len: 851 time: 0.0445106 Mar 07 17:01:53.414585 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d2de27-4b16-4878-bcb4-12695abbaf01 req-8e5f3b4a-927f-4dbe-b5cc-5722c3e5b27b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:01:53.416282 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-18d2de27-4b16-4878-bcb4-12695abbaf01 req-8e5f3b4a-927f-4dbe-b5cc-5722c3e5b27b service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=8f05d5cd-7919-446b-b1be-b892178c27ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0464323 Mar 07 17:01:53.424088 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.l3_dvr_db [None req-74153d5d-540f-486e-8c64-a4d3f1cca408 None None] Set router 5864a5b6-6518-43a7-a4e6-c88ca10e2289 gateway port host: dv-cinder-804757-24-iscsi {{(pid=119955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 17:01:53.510878 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-18d2de27-4b16-4878-bcb4-12695abbaf01 req-47c5646d-3c0b-4eda-918f-9a2fcd16c555 service neutron] 10.222.0.66 "GET /v2.0/networks/8f05d5cd-7919-446b-b1be-b892178c27ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874968 Mar 07 17:01:53.514328 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194190'] for agent (3df9d949-03e8-46c4-b37f-6f8a21aeab22), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:01:53.602804 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-18d2de27-4b16-4878-bcb4-12695abbaf01 req-42b86a31-f44c-42f9-b677-d1a7b0d7513b service neutron] 10.222.0.66 "GET /v2.0/networks/8f05d5cd-7919-446b-b1be-b892178c27ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857286 Mar 07 17:01:53.662011 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.l3_hamode_db [None req-74153d5d-540f-486e-8c64-a4d3f1cca408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5864a5b6-6518-43a7-a4e6-c88ca10e2289', 'name': 'tempest-TestVolumeBootPattern-1270566597-router', 'tenant_id': 'f13607869be844f9bb555f4bee0519ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'external_fixed_ips': [{'subnet_id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'ip_address': '172.27.2.93'}], 'enable_snat': True}, 'gw_port_id': '79f27c19-b4a8-4a51-921e-23ee7d9f2b4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:53:54Z', 'updated_at': '2022-03-07T16:53:58Z', 'revision_number': 4, 'project_id': 'f13607869be844f9bb555f4bee0519ef', 'gw_port': {'id': '79f27c19-b4a8-4a51-921e-23ee7d9f2b4a', 'name': '', 'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:37:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5864a5b6-6518-43a7-a4e6-c88ca10e2289', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'ip_address': '172.27.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:53:55Z', 'updated_at': '2022-03-07T16:53:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-24-iscsi', '_floatingips': [{'id': 'ead094e4-1ac1-42ab-b162-d3fc291e42c4', 'tenant_id': 'f13607869be844f9bb555f4bee0519ef', 'floating_ip_address': '172.27.2.241', 'floating_network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'router_id': '5864a5b6-6518-43a7-a4e6-c88ca10e2289', 'port_id': '933cfce7-b7a8-469e-8dfe-dde0dbfba456', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 564, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8f05d5cd-7919-446b-b1be-b892178c27ff', 'mac_address': 'fa:16:3e:41:97:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40bae353-9311-4b2a-839f-6dea4c52f662', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T16:57:52Z', 'updated_at': '2022-03-07T16:57:55Z', 'revision_number': 1, 'project_id': 'f13607869be844f9bb555f4bee0519ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84d6bf29-5744-481f-93ba-41f00ab3f10d', 'name': '', 'network_id': '8f05d5cd-7919-446b-b1be-b892178c27ff', 'tenant_id': 'f13607869be844f9bb555f4bee0519ef', 'mac_address': 'fa:16:3e:51:da:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5864a5b6-6518-43a7-a4e6-c88ca10e2289', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'e51eb166-648f-4129-afbc-b350e9a7b41b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:53:57Z', 'updated_at': '2022-03-07T16:54:03Z', 'revision_number': 5, 'project_id': 'f13607869be844f9bb555f4bee0519ef', 'subnets': [{'id': 'e51eb166-648f-4129-afbc-b350e9a7b41b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-24-iscsi', False) {} {{(pid=119955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:01:53.693943 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74153d5d-540f-486e-8c64-a4d3f1cca408 None None] The sync data for ids ['5864a5b6-6518-43a7-a4e6-c88ca10e2289'] in dv-cinder-804757-24-iscsi is: [{'id': '5864a5b6-6518-43a7-a4e6-c88ca10e2289', 'name': 'tempest-TestVolumeBootPattern-1270566597-router', 'tenant_id': 'f13607869be844f9bb555f4bee0519ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'external_fixed_ips': [{'subnet_id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'ip_address': '172.27.2.93'}], 'enable_snat': True}, 'gw_port_id': '79f27c19-b4a8-4a51-921e-23ee7d9f2b4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:53:54Z', 'updated_at': '2022-03-07T16:53:58Z', 'revision_number': 4, 'project_id': 'f13607869be844f9bb555f4bee0519ef', 'gw_port': {'id': '79f27c19-b4a8-4a51-921e-23ee7d9f2b4a', 'name': '', 'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:37:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5864a5b6-6518-43a7-a4e6-c88ca10e2289', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'ip_address': '172.27.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:53:55Z', 'updated_at': '2022-03-07T16:53:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-24-iscsi', '_floatingips': [{'id': 'ead094e4-1ac1-42ab-b162-d3fc291e42c4', 'tenant_id': 'f13607869be844f9bb555f4bee0519ef', 'floating_ip_address': '172.27.2.241', 'floating_network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'router_id': '5864a5b6-6518-43a7-a4e6-c88ca10e2289', 'port_id': '933cfce7-b7a8-469e-8dfe-dde0dbfba456', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 564, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8f05d5cd-7919-446b-b1be-b892178c27ff', 'mac_address': 'fa:16:3e:41:97:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40bae353-9311-4b2a-839f-6dea4c52f662', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T16:57:52Z', 'updated_at': '2022-03-07T16:57:55Z', 'revision_number': 1, 'project_id': 'f13607869be844f9bb555f4bee0519ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84d6bf29-5744-481f-93ba-41f00ab3f10d', 'name': '', 'network_id': '8f05d5cd-7919-446b-b1be-b892178c27ff', 'tenant_id': 'f13607869be844f9bb555f4bee0519ef', 'mac_address': 'fa:16:3e:51:da:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5864a5b6-6518-43a7-a4e6-c88ca10e2289', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'e51eb166-648f-4129-afbc-b350e9a7b41b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:53:57Z', 'updated_at': '2022-03-07T16:54:03Z', 'revision_number': 5, 'project_id': 'f13607869be844f9bb555f4bee0519ef', 'subnets': [{'id': 'e51eb166-648f-4129-afbc-b350e9a7b41b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 17:01:53.921706 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51e80814-8044-4cb9-9e62-a4abb6740d6e None None] New status for floating IP 02e41e6f-cc0d-4cc4-871d-0178a025cb68: DOWN {{(pid=119956) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 17:01:54.257621 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194190'] for agent (152bcc15-84f4-40a7-afe1-c30bc7269f8a), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:01:54.447862 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02c3bf9-e56e-45d6-8f1f-5b9304c54c70 req-787c0c15-d0a4-4fb9-90cc-d86699b9981f tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:01:54.449374 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-a02c3bf9-e56e-45d6-8f1f-5b9304c54c70 req-787c0c15-d0a4-4fb9-90cc-d86699b9981f tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] 10.222.0.18 "GET /v2.0/ports?device_id=e1d78364-5e86-4802-993e-7712ab78d746 HTTP/1.1" status: 200 len: 946 time: 0.0550771 Mar 07 17:01:54.502147 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-a02c3bf9-e56e-45d6-8f1f-5b9304c54c70 req-39faa740-9846-41dd-8c8a-bc9add8a2d6a tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ad0d2f6-f98b-473c-8468-cfc7e978930e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471928 Mar 07 17:01:54.992107 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b495dbd-0fab-42dc-a0f2-abb09aa95511 req-18fc4e7b-b89c-4840-9e69-2bf75bba77b0 tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:01:54.993527 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-3b495dbd-0fab-42dc-a0f2-abb09aa95511 req-18fc4e7b-b89c-4840-9e69-2bf75bba77b0 tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] 10.222.0.66 "GET /v2.0/ports?device_id=e1d78364-5e86-4802-993e-7712ab78d746 HTTP/1.1" status: 200 len: 946 time: 0.0641925 Mar 07 17:01:55.087180 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.plugin [req-3b495dbd-0fab-42dc-a0f2-abb09aa95511 req-74d7e36b-1c94-4b9c-8c39-3d75ededfe8f tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] Deleting port 4eca5ae4-cdb4-459d-8e50-c0e23591f0df {{(pid=119953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 17:01:55.087419 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [req-3b495dbd-0fab-42dc-a0f2-abb09aa95511 req-74d7e36b-1c94-4b9c-8c39-3d75ededfe8f tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754346666051'] for port (4eca5ae4-cdb4-459d-8e50-c0e23591f0df), before_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:01:55.195909 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.db [req-3b495dbd-0fab-42dc-a0f2-abb09aa95511 req-74d7e36b-1c94-4b9c-8c39-3d75ededfe8f tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] For port 4eca5ae4-cdb4-459d-8e50-c0e23591f0df, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=4eca5ae4-cdb4-459d-8e50-c0e23591f0df,segment=NetworkSegment(7ab29d0f-d9dc-4af3-8a14-c40680d91b99),segment_id=7ab29d0f-d9dc-4af3-8a14-c40680d91b99)] {{(pid=119953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:01:55.196286 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [req-3b495dbd-0fab-42dc-a0f2-abb09aa95511 req-74d7e36b-1c94-4b9c-8c39-3d75ededfe8f tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704071'] for port (4eca5ae4-cdb4-459d-8e50-c0e23591f0df), precommit_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:01:55.208313 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.plugin [req-3b495dbd-0fab-42dc-a0f2-abb09aa95511 req-74d7e36b-1c94-4b9c-8c39-3d75ededfe8f tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] Calling delete_port for 4eca5ae4-cdb4-459d-8e50-c0e23591f0df owned by compute:nova {{(pid=119953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 17:01:55.349793 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [req-3b495dbd-0fab-42dc-a0f2-abb09aa95511 req-74d7e36b-1c94-4b9c-8c39-3d75ededfe8f tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754346672038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754346267064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9282916'] for port (4eca5ae4-cdb4-459d-8e50-c0e23591f0df), after_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:01:55.379438 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d7e36b-1c94-4b9c-8c39-3d75ededfe8f tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] Pushing event deleted for resources: {'Port': ['ID=4eca5ae4-cdb4-459d-8e50-c0e23591f0df,revision_number=None']} {{(pid=119953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:01:55.424785 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b495dbd-0fab-42dc-a0f2-abb09aa95511 req-74d7e36b-1c94-4b9c-8c39-3d75ededfe8f tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] No DVR routers for this DVR port 4eca5ae4-cdb4-459d-8e50-c0e23591f0df on host hv-cinder-80475 {{(pid=119953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 17:01:55.427470 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [req-3b495dbd-0fab-42dc-a0f2-abb09aa95511 req-74d7e36b-1c94-4b9c-8c39-3d75ededfe8f tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47102'] for port (None), before_response {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:01:55.430828 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-3b495dbd-0fab-42dc-a0f2-abb09aa95511 req-74d7e36b-1c94-4b9c-8c39-3d75ededfe8f tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] 10.222.0.66 "DELETE /v2.0/ports/4eca5ae4-cdb4-459d-8e50-c0e23591f0df HTTP/1.1" status: 204 len: 173 time: 0.4316447 Mar 07 17:01:55.431305 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1d78364-5e86-4802-993e-7712ab78d746', 'name': 'network-vif-deleted', 'tag': '4eca5ae4-cdb4-459d-8e50-c0e23591f0df'}] {{(pid=119953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 17:01:55.433563 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed95515d7af65a162ef4af60abe3e4aacc73bb6c2379f81891a58e09c3a2d0f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5d8121c-8b75-4b33-954a-f7848288045e" -d '{"events": [{"server_uuid": "e1d78364-5e86-4802-993e-7712ab78d746", "name": "network-vif-deleted", "tag": "4eca5ae4-cdb4-459d-8e50-c0e23591f0df"}]}' {{(pid=119953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 17:01:55.469753 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 17:01:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecd305e6-14dd-4662-903a-69782af96769 x-openstack-request-id: req-ecd305e6-14dd-4662-903a-69782af96769 {{(pid=119953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 17:01:55.470075 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1d78364-5e86-4802-993e-7712ab78d746", "name": "network-vif-deleted", "tag": "4eca5ae4-cdb4-459d-8e50-c0e23591f0df", "status": "completed", "code": 200}]} {{(pid=119953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 17:01:55.470327 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ecd305e6-14dd-4662-903a-69782af96769 {{(pid=119953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 17:01:55.470784 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1d78364-5e86-4802-993e-7712ab78d746', 'name': 'network-vif-deleted', 'tag': '4eca5ae4-cdb4-459d-8e50-c0e23591f0df', 'status': 'completed', 'code': 200} Mar 07 17:01:55.596178 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-0bfb5f74-0b84-4d32-941a-d485fc91902a req-592fdddb-c81b-4e7a-b1cc-771e673220d9 tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] 10.222.0.18 "GET /v2.0/ports?device_id=e1d78364-5e86-4802-993e-7712ab78d746 HTTP/1.1" status: 200 len: 210 time: 0.0263476 Mar 07 17:01:56.771856 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.rpc [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Device 4eca5ae4-cdb4-459d-8e50-c0e23591f0df no longer exists at agent hyperv_hv-cinder-80475 {{(pid=119955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 17:01:56.792166 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.plugin [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] No Port match for: 4eca5ae4-cdb4-459d-8e50-c0e23591f0df {{(pid=119955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 17:01:56.792506 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.rpc [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Device 4eca5ae4-cdb4-459d-8e50-c0e23591f0df not bound to the agent host hv-cinder-80475 {{(pid=119955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 17:01:58.893625 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.wsgi [-] (119953) accepted ('10.222.0.18', 58652) {{(pid=119953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:01:59.053439 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.plugin [None req-bb6770b4-73de-4f76-89b3-4e27ab578dc2 tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] Deleting port 414b1c58-23c0-4ff2-95c1-065c887a27b2 {{(pid=119953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 17:01:59.053808 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-bb6770b4-73de-4f76-89b3-4e27ab578dc2 tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754346666051'] for port (414b1c58-23c0-4ff2-95c1-065c887a27b2), before_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:01:59.130526 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-bb6770b4-73de-4f76-89b3-4e27ab578dc2 tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704071'] for port (414b1c58-23c0-4ff2-95c1-065c887a27b2), precommit_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:01:59.130745 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-bb6770b4-73de-4f76-89b3-4e27ab578dc2 tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] Publish callbacks [] for floatingip (414b1c58-23c0-4ff2-95c1-065c887a27b2), precommit_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:01:59.142150 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.plugin [None req-bb6770b4-73de-4f76-89b3-4e27ab578dc2 tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] Calling delete_port for 414b1c58-23c0-4ff2-95c1-065c887a27b2 owned by network:floatingip {{(pid=119953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 17:01:59.313301 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-bb6770b4-73de-4f76-89b3-4e27ab578dc2 tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754346672038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754346267064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9282916'] for port (414b1c58-23c0-4ff2-95c1-065c887a27b2), after_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:01:59.338226 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6770b4-73de-4f76-89b3-4e27ab578dc2 tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] Pushing event deleted for resources: {'Port': ['ID=414b1c58-23c0-4ff2-95c1-065c887a27b2,revision_number=None']} {{(pid=119953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:01:59.349226 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6770b4-73de-4f76-89b3-4e27ab578dc2 tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:01:59.349579 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6770b4-73de-4f76-89b3-4e27ab578dc2 tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:01:59.349922 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6770b4-73de-4f76-89b3-4e27ab578dc2 tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:01:59.350285 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6770b4-73de-4f76-89b3-4e27ab578dc2 tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:01:59.350612 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6770b4-73de-4f76-89b3-4e27ab578dc2 tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:01:59.350936 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6770b4-73de-4f76-89b3-4e27ab578dc2 tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:01:59.351261 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6770b4-73de-4f76-89b3-4e27ab578dc2 tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:01:59.351584 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6770b4-73de-4f76-89b3-4e27ab578dc2 tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:01:59.351975 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6770b4-73de-4f76-89b3-4e27ab578dc2 tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:01:59.352291 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6770b4-73de-4f76-89b3-4e27ab578dc2 tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:01:59.352612 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6770b4-73de-4f76-89b3-4e27ab578dc2 tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:01:59.352927 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6770b4-73de-4f76-89b3-4e27ab578dc2 tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:01:59.353254 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6770b4-73de-4f76-89b3-4e27ab578dc2 tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:01:59.408430 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-bb6770b4-73de-4f76-89b3-4e27ab578dc2 tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] Publish callbacks [] for floatingip (ead094e4-1ac1-42ab-b162-d3fc291e42c4), after_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:01:59.408633 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.db.l3_db [None req-bb6770b4-73de-4f76-89b3-4e27ab578dc2 tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] Floating IP ead094e4-1ac1-42ab-b162-d3fc291e42c4 disassociated (deleted). External IP: 172.27.2.241, port: 933cfce7-b7a8-469e-8dfe-dde0dbfba456. Mar 07 17:01:59.624031 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb6770b4-73de-4f76-89b3-4e27ab578dc2 tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] Router 5864a5b6-6518-43a7-a4e6-c88ca10e2289 has already been hosted by L3 agent 4cbb3502-d72e-4663-b57e-51d645794085 {{(pid=119953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 17:01:59.739906 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb6770b4-73de-4f76-89b3-4e27ab578dc2 tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] Notify agent at l3_agent.dv-cinder-804757-24-iscsi the message routers_updated {{(pid=119953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 17:01:59.746747 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-bb6770b4-73de-4f76-89b3-4e27ab578dc2 tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47102'] for floatingip (None), before_response {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:01:59.754773 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfad6101-25cc-43d9-afca-bcb577ed8831 None None] Sync routers for ids ['5864a5b6-6518-43a7-a4e6-c88ca10e2289'] in dv-cinder-804757-24-iscsi {{(pid=119955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 17:01:59.765990 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfad6101-25cc-43d9-afca-bcb577ed8831 None None] Routers {'5864a5b6-6518-43a7-a4e6-c88ca10e2289'} bound to L3 agent in host dv-cinder-804757-24-iscsi {{(pid=119955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 17:01:59.766609 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.l3_hamode_db [None req-cfad6101-25cc-43d9-afca-bcb577ed8831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T16:44:19Z,description=,heartbeat_timestamp=2022-03-07T17:01:49Z,host='dv-cinder-804757-24-iscsi',id=4cbb3502-d72e-4663-b57e-51d645794085,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:44:19Z,topic='l3_agent')) {'router_ids': ['5864a5b6-6518-43a7-a4e6-c88ca10e2289'], 'active': True} {{(pid=119955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:01:59.911769 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.l3_dvr_db [None req-cfad6101-25cc-43d9-afca-bcb577ed8831 None None] Set router 5864a5b6-6518-43a7-a4e6-c88ca10e2289 gateway port host: dv-cinder-804757-24-iscsi {{(pid=119955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 17:02:00.038303 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [None req-bb6770b4-73de-4f76-89b3-4e27ab578dc2 tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] 10.222.0.18 "DELETE /v2.0/floatingips/ead094e4-1ac1-42ab-b162-d3fc291e42c4 HTTP/1.1" status: 204 len: 168 time: 1.1434112 Mar 07 17:02:00.038871 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40bae353-9311-4b2a-839f-6dea4c52f662', 'tag': '933cfce7-b7a8-469e-8dfe-dde0dbfba456'}] {{(pid=119953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 17:02:00.041091 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed95515d7af65a162ef4af60abe3e4aacc73bb6c2379f81891a58e09c3a2d0f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02819072-4380-405d-aa16-450267af5bd4" -d '{"events": [{"name": "network-changed", "server_uuid": "40bae353-9311-4b2a-839f-6dea4c52f662", "tag": "933cfce7-b7a8-469e-8dfe-dde0dbfba456"}]}' {{(pid=119953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 17:02:00.081945 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 17:02:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2db44809-5721-424b-8440-9abffb87d923 x-openstack-request-id: req-2db44809-5721-424b-8440-9abffb87d923 {{(pid=119953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 17:02:00.082329 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40bae353-9311-4b2a-839f-6dea4c52f662", "tag": "933cfce7-b7a8-469e-8dfe-dde0dbfba456", "status": "completed", "code": 200}]} {{(pid=119953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 17:02:00.082740 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2db44809-5721-424b-8440-9abffb87d923 {{(pid=119953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 17:02:00.083783 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40bae353-9311-4b2a-839f-6dea4c52f662', 'tag': '933cfce7-b7a8-469e-8dfe-dde0dbfba456', 'status': 'completed', 'code': 200} Mar 07 17:02:00.180675 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02819072-4380-405d-aa16-450267af5bd4 req-40054bda-0535-476c-a165-340917180b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:02:00.182430 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-02819072-4380-405d-aa16-450267af5bd4 req-40054bda-0535-476c-a165-340917180b68 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f13607869be844f9bb555f4bee0519ef&device_id=40bae353-9311-4b2a-839f-6dea4c52f662 HTTP/1.1" status: 200 len: 1129 time: 0.0563331 Mar 07 17:02:00.259294 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.l3_hamode_db [None req-cfad6101-25cc-43d9-afca-bcb577ed8831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5864a5b6-6518-43a7-a4e6-c88ca10e2289', 'name': 'tempest-TestVolumeBootPattern-1270566597-router', 'tenant_id': 'f13607869be844f9bb555f4bee0519ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'external_fixed_ips': [{'subnet_id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'ip_address': '172.27.2.93'}], 'enable_snat': True}, 'gw_port_id': '79f27c19-b4a8-4a51-921e-23ee7d9f2b4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:53:54Z', 'updated_at': '2022-03-07T16:53:58Z', 'revision_number': 4, 'project_id': 'f13607869be844f9bb555f4bee0519ef', 'gw_port': {'id': '79f27c19-b4a8-4a51-921e-23ee7d9f2b4a', 'name': '', 'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:37:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5864a5b6-6518-43a7-a4e6-c88ca10e2289', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'ip_address': '172.27.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:53:55Z', 'updated_at': '2022-03-07T16:53:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-24-iscsi', '_interfaces': [{'id': '84d6bf29-5744-481f-93ba-41f00ab3f10d', 'name': '', 'network_id': '8f05d5cd-7919-446b-b1be-b892178c27ff', 'tenant_id': 'f13607869be844f9bb555f4bee0519ef', 'mac_address': 'fa:16:3e:51:da:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5864a5b6-6518-43a7-a4e6-c88ca10e2289', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'e51eb166-648f-4129-afbc-b350e9a7b41b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:53:57Z', 'updated_at': '2022-03-07T16:54:03Z', 'revision_number': 5, 'project_id': 'f13607869be844f9bb555f4bee0519ef', 'subnets': [{'id': 'e51eb166-648f-4129-afbc-b350e9a7b41b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-24-iscsi', False) {} {{(pid=119955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:02:00.285065 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfad6101-25cc-43d9-afca-bcb577ed8831 None None] Checking router: 5864a5b6-6518-43a7-a4e6-c88ca10e2289 for host: dv-cinder-804757-24-iscsi {{(pid=119955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 17:02:00.293817 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfad6101-25cc-43d9-afca-bcb577ed8831 None None] Routers {'5864a5b6-6518-43a7-a4e6-c88ca10e2289'} bound to L3 agent in host dv-cinder-804757-24-iscsi {{(pid=119955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 17:02:00.294726 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.l3_hamode_db [None req-cfad6101-25cc-43d9-afca-bcb577ed8831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T16:44:19Z,description=,heartbeat_timestamp=2022-03-07T17:01:49Z,host='dv-cinder-804757-24-iscsi',id=4cbb3502-d72e-4663-b57e-51d645794085,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:44:19Z,topic='l3_agent')) {'router_ids': ['5864a5b6-6518-43a7-a4e6-c88ca10e2289'], 'active': True} {{(pid=119955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:02:00.322341 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ed9e65-4234-4a14-89ef-17e7c6c95748 req-2075850e-7606-44b2-b8f5-b7d33c93e631 tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:02:00.323815 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-54ed9e65-4234-4a14-89ef-17e7c6c95748 req-2075850e-7606-44b2-b8f5-b7d33c93e631 tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] 10.222.0.18 "GET /v2.0/ports?device_id=40bae353-9311-4b2a-839f-6dea4c52f662 HTTP/1.1" status: 200 len: 945 time: 0.1100330 Mar 07 17:02:00.349887 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02819072-4380-405d-aa16-450267af5bd4 req-fdd7bf39-5f7a-4356-a9bb-ff230557dacc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:02:00.351308 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-02819072-4380-405d-aa16-450267af5bd4 req-fdd7bf39-5f7a-4356-a9bb-ff230557dacc service neutron] 10.222.0.66 "GET /v2.0/networks?id=8f05d5cd-7919-446b-b1be-b892178c27ff HTTP/1.1" status: 200 len: 913 time: 0.1291952 Mar 07 17:02:00.401998 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-02819072-4380-405d-aa16-450267af5bd4 req-b793467e-ba58-4b8d-8744-06d6083b5a03 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=933cfce7-b7a8-469e-8dfe-dde0dbfba456 HTTP/1.1" status: 200 len: 217 time: 0.0399711 Mar 07 17:02:00.402760 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.l3_dvr_db [None req-cfad6101-25cc-43d9-afca-bcb577ed8831 None None] Set router 5864a5b6-6518-43a7-a4e6-c88ca10e2289 gateway port host: dv-cinder-804757-24-iscsi {{(pid=119955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 17:02:00.410709 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-54ed9e65-4234-4a14-89ef-17e7c6c95748 req-f6a700b2-fc65-48d1-89fa-e64e012c63e8 tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ad0d2f6-f98b-473c-8468-cfc7e978930e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778601 Mar 07 17:02:00.456978 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02819072-4380-405d-aa16-450267af5bd4 req-c8fc4de4-2bc1-4976-933a-28250898b984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:02:00.458459 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-02819072-4380-405d-aa16-450267af5bd4 req-c8fc4de4-2bc1-4976-933a-28250898b984 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=e51eb166-648f-4129-afbc-b350e9a7b41b HTTP/1.1" status: 200 len: 851 time: 0.0468829 Mar 07 17:02:00.507330 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02819072-4380-405d-aa16-450267af5bd4 req-2eb82400-91f2-47b6-9c86-f5b59907c0bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:02:00.508858 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-02819072-4380-405d-aa16-450267af5bd4 req-2eb82400-91f2-47b6-9c86-f5b59907c0bc service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=8f05d5cd-7919-446b-b1be-b892178c27ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0432599 Mar 07 17:02:00.600856 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-02819072-4380-405d-aa16-450267af5bd4 req-581208ea-ff83-42ae-8f2f-8649e704d09b service neutron] 10.222.0.66 "GET /v2.0/networks/8f05d5cd-7919-446b-b1be-b892178c27ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843294 Mar 07 17:02:00.604927 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.l3_hamode_db [None req-cfad6101-25cc-43d9-afca-bcb577ed8831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5864a5b6-6518-43a7-a4e6-c88ca10e2289', 'name': 'tempest-TestVolumeBootPattern-1270566597-router', 'tenant_id': 'f13607869be844f9bb555f4bee0519ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'external_fixed_ips': [{'subnet_id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'ip_address': '172.27.2.93'}], 'enable_snat': True}, 'gw_port_id': '79f27c19-b4a8-4a51-921e-23ee7d9f2b4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:53:54Z', 'updated_at': '2022-03-07T16:53:58Z', 'revision_number': 4, 'project_id': 'f13607869be844f9bb555f4bee0519ef', 'gw_port': {'id': '79f27c19-b4a8-4a51-921e-23ee7d9f2b4a', 'name': '', 'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:37:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5864a5b6-6518-43a7-a4e6-c88ca10e2289', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'ip_address': '172.27.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:53:55Z', 'updated_at': '2022-03-07T16:53:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-24-iscsi', '_interfaces': [{'id': '84d6bf29-5744-481f-93ba-41f00ab3f10d', 'name': '', 'network_id': '8f05d5cd-7919-446b-b1be-b892178c27ff', 'tenant_id': 'f13607869be844f9bb555f4bee0519ef', 'mac_address': 'fa:16:3e:51:da:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5864a5b6-6518-43a7-a4e6-c88ca10e2289', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'e51eb166-648f-4129-afbc-b350e9a7b41b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:53:57Z', 'updated_at': '2022-03-07T16:54:03Z', 'revision_number': 5, 'project_id': 'f13607869be844f9bb555f4bee0519ef', 'subnets': [{'id': 'e51eb166-648f-4129-afbc-b350e9a7b41b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-24-iscsi', False) {} {{(pid=119955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:02:00.631413 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfad6101-25cc-43d9-afca-bcb577ed8831 None None] The sync data for ids ['5864a5b6-6518-43a7-a4e6-c88ca10e2289'] in dv-cinder-804757-24-iscsi is: [{'id': '5864a5b6-6518-43a7-a4e6-c88ca10e2289', 'name': 'tempest-TestVolumeBootPattern-1270566597-router', 'tenant_id': 'f13607869be844f9bb555f4bee0519ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'external_fixed_ips': [{'subnet_id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'ip_address': '172.27.2.93'}], 'enable_snat': True}, 'gw_port_id': '79f27c19-b4a8-4a51-921e-23ee7d9f2b4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:53:54Z', 'updated_at': '2022-03-07T16:53:58Z', 'revision_number': 4, 'project_id': 'f13607869be844f9bb555f4bee0519ef', 'gw_port': {'id': '79f27c19-b4a8-4a51-921e-23ee7d9f2b4a', 'name': '', 'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:37:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5864a5b6-6518-43a7-a4e6-c88ca10e2289', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'ip_address': '172.27.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:53:55Z', 'updated_at': '2022-03-07T16:53:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-24-iscsi', '_interfaces': [{'id': '84d6bf29-5744-481f-93ba-41f00ab3f10d', 'name': '', 'network_id': '8f05d5cd-7919-446b-b1be-b892178c27ff', 'tenant_id': 'f13607869be844f9bb555f4bee0519ef', 'mac_address': 'fa:16:3e:51:da:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5864a5b6-6518-43a7-a4e6-c88ca10e2289', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'e51eb166-648f-4129-afbc-b350e9a7b41b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:53:57Z', 'updated_at': '2022-03-07T16:54:03Z', 'revision_number': 5, 'project_id': 'f13607869be844f9bb555f4bee0519ef', 'subnets': [{'id': 'e51eb166-648f-4129-afbc-b350e9a7b41b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 17:02:00.691644 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-02819072-4380-405d-aa16-450267af5bd4 req-cd1fc2ed-cbfe-49d4-adc0-637a1b3ab9e5 service neutron] 10.222.0.66 "GET /v2.0/networks/8f05d5cd-7919-446b-b1be-b892178c27ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845735 Mar 07 17:02:00.852326 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5718bf81-88c9-49ee-ab5e-ba52241ad7a6 None None] New status for floating IP ead094e4-1ac1-42ab-b162-d3fc291e42c4: DOWN {{(pid=119956) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 17:02:01.556037 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8156119b-b467-4e78-9b43-864588536086 req-9a657e31-2af4-407b-8a02-193a6c507105 tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:02:01.557504 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-8156119b-b467-4e78-9b43-864588536086 req-9a657e31-2af4-407b-8a02-193a6c507105 tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] 10.222.0.18 "GET /v2.0/ports?device_id=40bae353-9311-4b2a-839f-6dea4c52f662 HTTP/1.1" status: 200 len: 945 time: 0.0674810 Mar 07 17:02:01.605061 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-8156119b-b467-4e78-9b43-864588536086 req-771d1b4e-b218-4c85-976e-923319eda1d8 tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ad0d2f6-f98b-473c-8468-cfc7e978930e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419183 Mar 07 17:02:01.886525 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cb3466-b4f2-4ac4-8d8b-5a3529cbf03c req-5754a50c-a34c-4b0c-88c9-d245b8086443 tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:02:01.887987 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-00cb3466-b4f2-4ac4-8d8b-5a3529cbf03c req-5754a50c-a34c-4b0c-88c9-d245b8086443 tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] 10.222.0.66 "GET /v2.0/ports?device_id=40bae353-9311-4b2a-839f-6dea4c52f662 HTTP/1.1" status: 200 len: 945 time: 0.0534928 Mar 07 17:02:01.982802 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.plugin [req-00cb3466-b4f2-4ac4-8d8b-5a3529cbf03c req-f6e543d6-af2d-4387-94c2-923b65d0216d tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] Deleting port 933cfce7-b7a8-469e-8dfe-dde0dbfba456 {{(pid=119953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 17:02:01.983133 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [req-00cb3466-b4f2-4ac4-8d8b-5a3529cbf03c req-f6e543d6-af2d-4387-94c2-923b65d0216d tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754346666051'] for port (933cfce7-b7a8-469e-8dfe-dde0dbfba456), before_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:02.070856 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.db [req-00cb3466-b4f2-4ac4-8d8b-5a3529cbf03c req-f6e543d6-af2d-4387-94c2-923b65d0216d tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] For port 933cfce7-b7a8-469e-8dfe-dde0dbfba456, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=933cfce7-b7a8-469e-8dfe-dde0dbfba456,segment=NetworkSegment(7ab29d0f-d9dc-4af3-8a14-c40680d91b99),segment_id=7ab29d0f-d9dc-4af3-8a14-c40680d91b99)] {{(pid=119953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:02:02.071237 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [req-00cb3466-b4f2-4ac4-8d8b-5a3529cbf03c req-f6e543d6-af2d-4387-94c2-923b65d0216d tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704071'] for port (933cfce7-b7a8-469e-8dfe-dde0dbfba456), precommit_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:02.083497 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.plugin [req-00cb3466-b4f2-4ac4-8d8b-5a3529cbf03c req-f6e543d6-af2d-4387-94c2-923b65d0216d tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] Calling delete_port for 933cfce7-b7a8-469e-8dfe-dde0dbfba456 owned by compute:nova {{(pid=119953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 17:02:02.216618 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [req-00cb3466-b4f2-4ac4-8d8b-5a3529cbf03c req-f6e543d6-af2d-4387-94c2-923b65d0216d tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754346672038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754346267064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9282916'] for port (933cfce7-b7a8-469e-8dfe-dde0dbfba456), after_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:02.244159 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e543d6-af2d-4387-94c2-923b65d0216d tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] Pushing event deleted for resources: {'Port': ['ID=933cfce7-b7a8-469e-8dfe-dde0dbfba456,revision_number=None']} {{(pid=119953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:02:02.289453 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.db.l3_dvrscheduler_db [req-00cb3466-b4f2-4ac4-8d8b-5a3529cbf03c req-f6e543d6-af2d-4387-94c2-923b65d0216d tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] No DVR routers for this DVR port 933cfce7-b7a8-469e-8dfe-dde0dbfba456 on host hv-cinder-80475 {{(pid=119953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 17:02:02.292013 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [req-00cb3466-b4f2-4ac4-8d8b-5a3529cbf03c req-f6e543d6-af2d-4387-94c2-923b65d0216d tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47102'] for port (None), before_response {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:02.295725 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-00cb3466-b4f2-4ac4-8d8b-5a3529cbf03c req-f6e543d6-af2d-4387-94c2-923b65d0216d tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] 10.222.0.66 "DELETE /v2.0/ports/933cfce7-b7a8-469e-8dfe-dde0dbfba456 HTTP/1.1" status: 204 len: 173 time: 0.4027481 Mar 07 17:02:02.296185 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40bae353-9311-4b2a-839f-6dea4c52f662', 'name': 'network-vif-deleted', 'tag': '933cfce7-b7a8-469e-8dfe-dde0dbfba456'}] {{(pid=119953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 17:02:02.298421 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed95515d7af65a162ef4af60abe3e4aacc73bb6c2379f81891a58e09c3a2d0f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-671ab6e6-218c-4524-8db7-fb9d8691cdb8" -d '{"events": [{"server_uuid": "40bae353-9311-4b2a-839f-6dea4c52f662", "name": "network-vif-deleted", "tag": "933cfce7-b7a8-469e-8dfe-dde0dbfba456"}]}' {{(pid=119953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 17:02:02.332960 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 17:02:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b29ad821-0535-4eb0-9394-ed1f4525a6fb x-openstack-request-id: req-b29ad821-0535-4eb0-9394-ed1f4525a6fb {{(pid=119953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 17:02:02.333230 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40bae353-9311-4b2a-839f-6dea4c52f662", "name": "network-vif-deleted", "tag": "933cfce7-b7a8-469e-8dfe-dde0dbfba456", "status": "completed", "code": 200}]} {{(pid=119953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 17:02:02.333492 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b29ad821-0535-4eb0-9394-ed1f4525a6fb {{(pid=119953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 17:02:02.333892 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40bae353-9311-4b2a-839f-6dea4c52f662', 'name': 'network-vif-deleted', 'tag': '933cfce7-b7a8-469e-8dfe-dde0dbfba456', 'status': 'completed', 'code': 200} Mar 07 17:02:02.704825 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-d896cfae-e08c-49df-9509-a5e6dbb4e33a req-15844169-dc20-4f14-b28a-26495dfe4f03 tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] 10.222.0.18 "GET /v2.0/ports?device_id=40bae353-9311-4b2a-839f-6dea4c52f662 HTTP/1.1" status: 200 len: 210 time: 0.0278220 Mar 07 17:02:03.771538 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.wsgi [-] (119953) accepted ('10.222.0.18', 58676) {{(pid=119953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:02:03.896411 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.plugin [None req-5245886a-acbe-4f89-8e55-7064dedfa9b1 tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] Deleting port 0752a4fd-f59b-4c91-b023-3cc36705f168 {{(pid=119953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 17:02:03.896725 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-5245886a-acbe-4f89-8e55-7064dedfa9b1 tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754346666051'] for port (0752a4fd-f59b-4c91-b023-3cc36705f168), before_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:03.969826 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-5245886a-acbe-4f89-8e55-7064dedfa9b1 tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704071'] for port (0752a4fd-f59b-4c91-b023-3cc36705f168), precommit_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:03.970103 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-5245886a-acbe-4f89-8e55-7064dedfa9b1 tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] Publish callbacks [] for floatingip (0752a4fd-f59b-4c91-b023-3cc36705f168), precommit_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:03.981948 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.plugin [None req-5245886a-acbe-4f89-8e55-7064dedfa9b1 tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] Calling delete_port for 0752a4fd-f59b-4c91-b023-3cc36705f168 owned by network:floatingip {{(pid=119953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 17:02:04.117847 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-5245886a-acbe-4f89-8e55-7064dedfa9b1 tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754346672038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754346267064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9282916'] for port (0752a4fd-f59b-4c91-b023-3cc36705f168), after_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:04.142573 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5245886a-acbe-4f89-8e55-7064dedfa9b1 tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] Pushing event deleted for resources: {'Port': ['ID=0752a4fd-f59b-4c91-b023-3cc36705f168,revision_number=None']} {{(pid=119953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:02:04.205073 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-5245886a-acbe-4f89-8e55-7064dedfa9b1 tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] Publish callbacks [] for floatingip (d6c43680-eaa6-4335-9a28-4d3ba0b59356), after_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:04.207565 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-5245886a-acbe-4f89-8e55-7064dedfa9b1 tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47102'] for floatingip (None), before_response {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:04.208743 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [None req-5245886a-acbe-4f89-8e55-7064dedfa9b1 tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] 10.222.0.18 "DELETE /v2.0/floatingips/d6c43680-eaa6-4335-9a28-4d3ba0b59356 HTTP/1.1" status: 204 len: 168 time: 0.4361010 Mar 07 17:02:04.849159 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.rpc [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Device 933cfce7-b7a8-469e-8dfe-dde0dbfba456 no longer exists at agent hyperv_hv-cinder-80475 {{(pid=119955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 17:02:04.871104 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.plugin [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] No Port match for: 933cfce7-b7a8-469e-8dfe-dde0dbfba456 {{(pid=119955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 17:02:04.871436 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.rpc [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Device 933cfce7-b7a8-469e-8dfe-dde0dbfba456 not bound to the agent host hv-cinder-80475 {{(pid=119955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 17:02:05.402894 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.wsgi [-] (119954) accepted ('10.222.0.18', 58700) {{(pid=119954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:02:05.461364 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-32920548-7978-4737-8719-4bd56eba9911 tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] Publish callbacks [] for security_group (8ad0d2f6-f98b-473c-8468-cfc7e978930e), before_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:05.486479 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-32920548-7978-4737-8719-4bd56eba9911 tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] Publish callbacks [] for security_group (8ad0d2f6-f98b-473c-8468-cfc7e978930e), precommit_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:05.547434 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-32920548-7978-4737-8719-4bd56eba9911 tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543383'] for security_group (8ad0d2f6-f98b-473c-8468-cfc7e978930e), after_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:05.550133 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-32920548-7978-4737-8719-4bd56eba9911 tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] Publish callbacks [] for security_group (None), before_response {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:05.551316 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [None req-32920548-7978-4737-8719-4bd56eba9911 tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] 10.222.0.18 "DELETE /v2.0/security-groups/8ad0d2f6-f98b-473c-8468-cfc7e978930e HTTP/1.1" status: 204 len: 168 time: 0.1474042 Mar 07 17:02:05.561038 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32920548-7978-4737-8719-4bd56eba9911 tempest-TestVolumeBootPattern-1048044574 tempest-TestVolumeBootPattern-1048044574-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ad0d2f6-f98b-473c-8468-cfc7e978930e,revision_number=None']} {{(pid=119954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:02:05.620531 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.wsgi [-] (119954) accepted ('10.222.0.18', 58712) {{(pid=119954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:02:06.122502 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-f70caa99-5328-4dc9-bc70-00b7a16d582e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-708437'] for router_interface (5864a5b6-6518-43a7-a4e6-c88ca10e2289), before_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:06.377430 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.plugins.ml2.plugin [None req-f70caa99-5328-4dc9-bc70-00b7a16d582e admin admin] Deleting port 84d6bf29-5744-481f-93ba-41f00ab3f10d {{(pid=119954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 17:02:06.377705 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-f70caa99-5328-4dc9-bc70-00b7a16d582e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754346666051'] for port (84d6bf29-5744-481f-93ba-41f00ab3f10d), before_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:06.456213 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.plugins.ml2.db [None req-f70caa99-5328-4dc9-bc70-00b7a16d582e admin admin] For port 84d6bf29-5744-481f-93ba-41f00ab3f10d, host dv-cinder-804757-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-24-iscsi',level=0,port_id=84d6bf29-5744-481f-93ba-41f00ab3f10d,segment=NetworkSegment(7ab29d0f-d9dc-4af3-8a14-c40680d91b99),segment_id=7ab29d0f-d9dc-4af3-8a14-c40680d91b99)] {{(pid=119954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:02:06.456966 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-f70caa99-5328-4dc9-bc70-00b7a16d582e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704071'] for port (84d6bf29-5744-481f-93ba-41f00ab3f10d), precommit_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:06.468051 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.plugins.ml2.plugin [None req-f70caa99-5328-4dc9-bc70-00b7a16d582e admin admin] Calling delete_port for 84d6bf29-5744-481f-93ba-41f00ab3f10d owned by network:router_interface {{(pid=119954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 17:02:06.651044 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-f70caa99-5328-4dc9-bc70-00b7a16d582e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754346672038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754346267064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3211674'] for port (84d6bf29-5744-481f-93ba-41f00ab3f10d), after_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:06.676384 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70caa99-5328-4dc9-bc70-00b7a16d582e admin admin] Pushing event deleted for resources: {'Port': ['ID=84d6bf29-5744-481f-93ba-41f00ab3f10d,revision_number=None']} {{(pid=119954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:02:06.745998 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.wsgi [-] (119954) accepted ('10.222.0.18', 58720) {{(pid=119954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:02:06.945712 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-f70caa99-5328-4dc9-bc70-00b7a16d582e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-550922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-708385'] for router_interface (5864a5b6-6518-43a7-a4e6-c88ca10e2289), after_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:07.008601 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312a1631-17f4-4dc8-a550-b1d31f3e9e2d req-b1af81fa-9bb1-4481-85e0-3c71f9c3875a tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:02:07.010207 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-312a1631-17f4-4dc8-a550-b1d31f3e9e2d req-b1af81fa-9bb1-4481-85e0-3c71f9c3875a tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] 10.222.0.18 "GET /v2.0/ports?device_id=65a8b8df-7327-49ec-9685-cec8dd70ed57 HTTP/1.1" status: 200 len: 945 time: 0.0531235 Mar 07 17:02:07.060338 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-312a1631-17f4-4dc8-a550-b1d31f3e9e2d req-843de785-04ed-4fb6-b600-d632ab5b8d31 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] 10.222.0.18 "GET /v2.0/security-groups?id=39a665d3-4b54-4a20-8247-2585477e5f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441093 Mar 07 17:02:07.298452 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.plugins.ml2.plugin [None req-44f3cee9-233b-4a17-ac12-ba82aa8ae19b tempest-TestShelveInstance-1471348020 tempest-TestShelveInstance-1471348020-project] Deleting port f1702959-70cb-4fe2-8547-ca8d2cedfea4 {{(pid=119954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 17:02:07.298703 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-44f3cee9-233b-4a17-ac12-ba82aa8ae19b tempest-TestShelveInstance-1471348020 tempest-TestShelveInstance-1471348020-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754346666051'] for port (f1702959-70cb-4fe2-8547-ca8d2cedfea4), before_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:07.421421 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-44f3cee9-233b-4a17-ac12-ba82aa8ae19b tempest-TestShelveInstance-1471348020 tempest-TestShelveInstance-1471348020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704071'] for port (f1702959-70cb-4fe2-8547-ca8d2cedfea4), precommit_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:07.421701 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-44f3cee9-233b-4a17-ac12-ba82aa8ae19b tempest-TestShelveInstance-1471348020 tempest-TestShelveInstance-1471348020-project] Publish callbacks [] for floatingip (f1702959-70cb-4fe2-8547-ca8d2cedfea4), precommit_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:07.462478 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.plugins.ml2.plugin [None req-44f3cee9-233b-4a17-ac12-ba82aa8ae19b tempest-TestShelveInstance-1471348020 tempest-TestShelveInstance-1471348020-project] Calling delete_port for f1702959-70cb-4fe2-8547-ca8d2cedfea4 owned by network:floatingip {{(pid=119954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 17:02:07.527434 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f70caa99-5328-4dc9-bc70-00b7a16d582e admin admin] Router 5864a5b6-6518-43a7-a4e6-c88ca10e2289 has already been hosted by L3 agent 4cbb3502-d72e-4663-b57e-51d645794085 {{(pid=119954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 17:02:07.673248 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.db.agents_db [None req-64435fe0-d7c6-4327-a557-6d3e8ab92464 None None] Agent healthcheck: found 6 active agents {{(pid=119956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 17:02:07.688728 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f70caa99-5328-4dc9-bc70-00b7a16d582e admin admin] Notify agent at l3_agent.dv-cinder-804757-24-iscsi the message routers_updated {{(pid=119954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 17:02:07.697099 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [None req-f70caa99-5328-4dc9-bc70-00b7a16d582e admin admin] 10.222.0.18 "PUT /v2.0/routers/5864a5b6-6518-43a7-a4e6-c88ca10e2289/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0728862 Mar 07 17:02:07.697676 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.wsgi [-] (119953) accepted ('10.222.0.18', 58726) {{(pid=119953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:02:07.699581 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b37fa96-06c6-433a-bea7-4c24558ef638 None None] Sync routers for ids ['5864a5b6-6518-43a7-a4e6-c88ca10e2289'] in dv-cinder-804757-24-iscsi {{(pid=119955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 17:02:07.712661 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b37fa96-06c6-433a-bea7-4c24558ef638 None None] Routers {'5864a5b6-6518-43a7-a4e6-c88ca10e2289'} bound to L3 agent in host dv-cinder-804757-24-iscsi {{(pid=119955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 17:02:07.713269 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.l3_hamode_db [None req-5b37fa96-06c6-433a-bea7-4c24558ef638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T16:44:19Z,description=,heartbeat_timestamp=2022-03-07T17:01:49Z,host='dv-cinder-804757-24-iscsi',id=4cbb3502-d72e-4663-b57e-51d645794085,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:44:19Z,topic='l3_agent')) {'router_ids': ['5864a5b6-6518-43a7-a4e6-c88ca10e2289'], 'active': True} {{(pid=119955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:02:07.714230 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-44f3cee9-233b-4a17-ac12-ba82aa8ae19b tempest-TestShelveInstance-1471348020 tempest-TestShelveInstance-1471348020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754346672038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754346267064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3211674'] for port (f1702959-70cb-4fe2-8547-ca8d2cedfea4), after_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:07.741556 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f3cee9-233b-4a17-ac12-ba82aa8ae19b tempest-TestShelveInstance-1471348020 tempest-TestShelveInstance-1471348020-project] Pushing event deleted for resources: {'Port': ['ID=f1702959-70cb-4fe2-8547-ca8d2cedfea4,revision_number=None']} {{(pid=119954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:02:07.803387 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-44f3cee9-233b-4a17-ac12-ba82aa8ae19b tempest-TestShelveInstance-1471348020 tempest-TestShelveInstance-1471348020-project] Publish callbacks [] for floatingip (4e1ac874-d602-4d13-9e14-247624922484), after_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:07.804123 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.db.l3_db [None req-44f3cee9-233b-4a17-ac12-ba82aa8ae19b tempest-TestShelveInstance-1471348020 tempest-TestShelveInstance-1471348020-project] Floating IP 4e1ac874-d602-4d13-9e14-247624922484 disassociated (deleted). External IP: 172.27.2.171, port: 5178f70b-d860-4382-a4eb-abb1fcb7329f. Mar 07 17:02:07.807454 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-ea5f00ff-086d-4974-9ffb-d50dd2b41459 admin admin] Publish callbacks [] for router (5864a5b6-6518-43a7-a4e6-c88ca10e2289), before_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:07.826577 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.l3_dvr_db [None req-5b37fa96-06c6-433a-bea7-4c24558ef638 None None] Set router 5864a5b6-6518-43a7-a4e6-c88ca10e2289 gateway port host: dv-cinder-804757-24-iscsi {{(pid=119955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 17:02:07.913886 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-ea5f00ff-086d-4974-9ffb-d50dd2b41459 admin admin] Publish callbacks [] for router_gateway (5864a5b6-6518-43a7-a4e6-c88ca10e2289), before_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:07.974049 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.plugin [None req-ea5f00ff-086d-4974-9ffb-d50dd2b41459 admin admin] Deleting port 79f27c19-b4a8-4a51-921e-23ee7d9f2b4a {{(pid=119953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 17:02:07.974671 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-ea5f00ff-086d-4974-9ffb-d50dd2b41459 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754346666051'] for port (79f27c19-b4a8-4a51-921e-23ee7d9f2b4a), before_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:08.007359 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.l3_hamode_db [None req-5b37fa96-06c6-433a-bea7-4c24558ef638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5864a5b6-6518-43a7-a4e6-c88ca10e2289', 'name': 'tempest-TestVolumeBootPattern-1270566597-router', 'tenant_id': 'f13607869be844f9bb555f4bee0519ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'external_fixed_ips': [{'subnet_id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'ip_address': '172.27.2.93'}], 'enable_snat': True}, 'gw_port_id': '79f27c19-b4a8-4a51-921e-23ee7d9f2b4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:53:54Z', 'updated_at': '2022-03-07T17:02:06Z', 'revision_number': 5, 'project_id': 'f13607869be844f9bb555f4bee0519ef', 'gw_port': {'id': '79f27c19-b4a8-4a51-921e-23ee7d9f2b4a', 'name': '', 'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:37:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5864a5b6-6518-43a7-a4e6-c88ca10e2289', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'ip_address': '172.27.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:53:55Z', 'updated_at': '2022-03-07T16:53:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-24-iscsi'}], 'dv-cinder-804757-24-iscsi', False) {} {{(pid=119955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:02:08.018404 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44f3cee9-233b-4a17-ac12-ba82aa8ae19b tempest-TestShelveInstance-1471348020 tempest-TestShelveInstance-1471348020-project] Router 8c2055a7-4e1f-4277-aede-6e2c02d93b56 has already been hosted by L3 agent 4cbb3502-d72e-4663-b57e-51d645794085 {{(pid=119954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 17:02:08.034889 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b37fa96-06c6-433a-bea7-4c24558ef638 None None] Checking router: 5864a5b6-6518-43a7-a4e6-c88ca10e2289 for host: dv-cinder-804757-24-iscsi {{(pid=119955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 17:02:08.043329 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b37fa96-06c6-433a-bea7-4c24558ef638 None None] Routers {'5864a5b6-6518-43a7-a4e6-c88ca10e2289'} bound to L3 agent in host dv-cinder-804757-24-iscsi {{(pid=119955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 17:02:08.044034 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.l3_hamode_db [None req-5b37fa96-06c6-433a-bea7-4c24558ef638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T16:44:19Z,description=,heartbeat_timestamp=2022-03-07T17:01:49Z,host='dv-cinder-804757-24-iscsi',id=4cbb3502-d72e-4663-b57e-51d645794085,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:44:19Z,topic='l3_agent')) {'router_ids': ['5864a5b6-6518-43a7-a4e6-c88ca10e2289'], 'active': True} {{(pid=119955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:02:08.057214 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.db [None req-ea5f00ff-086d-4974-9ffb-d50dd2b41459 admin admin] For port 79f27c19-b4a8-4a51-921e-23ee7d9f2b4a, host dv-cinder-804757-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-24-iscsi',level=0,port_id=79f27c19-b4a8-4a51-921e-23ee7d9f2b4a,segment=NetworkSegment(0349b9bd-653a-4400-b295-28c1bc47d9ca),segment_id=0349b9bd-653a-4400-b295-28c1bc47d9ca)] {{(pid=119953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:02:08.057789 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-ea5f00ff-086d-4974-9ffb-d50dd2b41459 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704071'] for port (79f27c19-b4a8-4a51-921e-23ee7d9f2b4a), precommit_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:08.070288 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.plugin [None req-ea5f00ff-086d-4974-9ffb-d50dd2b41459 admin admin] Calling delete_port for 79f27c19-b4a8-4a51-921e-23ee7d9f2b4a owned by network:router_gateway {{(pid=119953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 17:02:08.129815 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44f3cee9-233b-4a17-ac12-ba82aa8ae19b tempest-TestShelveInstance-1471348020 tempest-TestShelveInstance-1471348020-project] Notify agent at l3_agent.dv-cinder-804757-24-iscsi the message routers_updated {{(pid=119954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 17:02:08.135773 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-44f3cee9-233b-4a17-ac12-ba82aa8ae19b tempest-TestShelveInstance-1471348020 tempest-TestShelveInstance-1471348020-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47102'] for floatingip (None), before_response {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:08.141791 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-472fcaec-8a81-43eb-88e5-670abe05d1e9 None None] Sync routers for ids ['8c2055a7-4e1f-4277-aede-6e2c02d93b56'] in dv-cinder-804757-24-iscsi {{(pid=119956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 17:02:08.153687 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.l3_dvr_db [None req-5b37fa96-06c6-433a-bea7-4c24558ef638 None None] Set router 5864a5b6-6518-43a7-a4e6-c88ca10e2289 gateway port host: None {{(pid=119955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 17:02:08.155565 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-472fcaec-8a81-43eb-88e5-670abe05d1e9 None None] Routers {'8c2055a7-4e1f-4277-aede-6e2c02d93b56'} bound to L3 agent in host dv-cinder-804757-24-iscsi {{(pid=119956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 17:02:08.156382 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.db.l3_hamode_db [None req-472fcaec-8a81-43eb-88e5-670abe05d1e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T16:44:19Z,description=,heartbeat_timestamp=2022-03-07T17:01:49Z,host='dv-cinder-804757-24-iscsi',id=4cbb3502-d72e-4663-b57e-51d645794085,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:44:19Z,topic='l3_agent')) {'router_ids': ['8c2055a7-4e1f-4277-aede-6e2c02d93b56'], 'active': True} {{(pid=119956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:02:08.200434 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [None req-44f3cee9-233b-4a17-ac12-ba82aa8ae19b tempest-TestShelveInstance-1471348020 tempest-TestShelveInstance-1471348020-project] 10.222.0.18 "DELETE /v2.0/floatingips/4e1ac874-d602-4d13-9e14-247624922484 HTTP/1.1" status: 204 len: 168 time: 1.4508989 Mar 07 17:02:08.200434 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '047c2582-ee38-4aad-8f05-895e1732a2bd', 'tag': '5178f70b-d860-4382-a4eb-abb1fcb7329f'}] {{(pid=119954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 17:02:08.203175 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}841d5110a94e235157c02b6f4389d133be5f90b089d7eeb6218efd7d6b06db25" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b2cc878-ad5e-4d2c-8ccc-484c3de0c980" -d '{"events": [{"name": "network-changed", "server_uuid": "047c2582-ee38-4aad-8f05-895e1732a2bd", "tag": "5178f70b-d860-4382-a4eb-abb1fcb7329f"}]}' {{(pid=119954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 17:02:08.216717 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.l3_hamode_db [None req-5b37fa96-06c6-433a-bea7-4c24558ef638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5864a5b6-6518-43a7-a4e6-c88ca10e2289', 'name': 'tempest-TestVolumeBootPattern-1270566597-router', 'tenant_id': 'f13607869be844f9bb555f4bee0519ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:53:54Z', 'updated_at': '2022-03-07T17:02:07Z', 'revision_number': 6, 'project_id': 'f13607869be844f9bb555f4bee0519ef', 'gw_port_host': None}], 'dv-cinder-804757-24-iscsi', False) {} {{(pid=119955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:02:08.225883 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d478c096-7031-478a-8bf5-900a7d18293b req-a251427f-fa5d-4faf-955f-1733fd626d2f tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:02:08.227313 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-d478c096-7031-478a-8bf5-900a7d18293b req-a251427f-fa5d-4faf-955f-1733fd626d2f tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] 10.222.0.18 "GET /v2.0/ports?device_id=65a8b8df-7327-49ec-9685-cec8dd70ed57 HTTP/1.1" status: 200 len: 945 time: 0.0666602 Mar 07 17:02:08.253945 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b37fa96-06c6-433a-bea7-4c24558ef638 None None] The sync data for ids ['5864a5b6-6518-43a7-a4e6-c88ca10e2289'] in dv-cinder-804757-24-iscsi is: [{'id': '5864a5b6-6518-43a7-a4e6-c88ca10e2289', 'name': 'tempest-TestVolumeBootPattern-1270566597-router', 'tenant_id': 'f13607869be844f9bb555f4bee0519ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:53:54Z', 'updated_at': '2022-03-07T17:02:07Z', 'revision_number': 6, 'project_id': 'f13607869be844f9bb555f4bee0519ef', 'gw_port_host': None}] {{(pid=119955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 17:02:08.273658 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.db.l3_dvr_db [None req-472fcaec-8a81-43eb-88e5-670abe05d1e9 None None] Set router 8c2055a7-4e1f-4277-aede-6e2c02d93b56 gateway port host: dv-cinder-804757-24-iscsi {{(pid=119956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 17:02:08.295013 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-d478c096-7031-478a-8bf5-900a7d18293b req-98454aae-88be-46ba-839a-3e05e8a449f9 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] 10.222.0.18 "GET /v2.0/security-groups?id=39a665d3-4b54-4a20-8247-2585477e5f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598040 Mar 07 17:02:08.324321 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-ea5f00ff-086d-4974-9ffb-d50dd2b41459 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754346672038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754346267064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9282916'] for port (79f27c19-b4a8-4a51-921e-23ee7d9f2b4a), after_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:08.352116 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5f00ff-086d-4974-9ffb-d50dd2b41459 admin admin] Pushing event deleted for resources: {'Port': ['ID=79f27c19-b4a8-4a51-921e-23ee7d9f2b4a,revision_number=None']} {{(pid=119953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:02:08.377728 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 17:02:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bc70fe8-87f3-4224-9586-8071b76cc691 x-openstack-request-id: req-0bc70fe8-87f3-4224-9586-8071b76cc691 {{(pid=119954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 17:02:08.378021 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "047c2582-ee38-4aad-8f05-895e1732a2bd", "tag": "5178f70b-d860-4382-a4eb-abb1fcb7329f", "status": "completed", "code": 200}]} {{(pid=119954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 17:02:08.378271 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0bc70fe8-87f3-4224-9586-8071b76cc691 {{(pid=119954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 17:02:08.378670 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '047c2582-ee38-4aad-8f05-895e1732a2bd', 'tag': '5178f70b-d860-4382-a4eb-abb1fcb7329f', 'status': 'completed', 'code': 200} Mar 07 17:02:08.437980 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-ea5f00ff-086d-4974-9ffb-d50dd2b41459 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-705163'] for router_gateway (5864a5b6-6518-43a7-a4e6-c88ca10e2289), after_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:08.502363 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8c20aa-9fe1-470d-bf6d-13a680a6598f req-dbb676dd-249a-45b8-b33b-21aa1a136557 tempest-TestShelveInstance-1471348020 tempest-TestShelveInstance-1471348020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:02:08.504668 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-7c8c20aa-9fe1-470d-bf6d-13a680a6598f req-dbb676dd-249a-45b8-b33b-21aa1a136557 tempest-TestShelveInstance-1471348020 tempest-TestShelveInstance-1471348020-project] 10.222.0.18 "GET /v2.0/ports?device_id=047c2582-ee38-4aad-8f05-895e1732a2bd HTTP/1.1" status: 200 len: 946 time: 0.0599799 Mar 07 17:02:08.567947 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-7c8c20aa-9fe1-470d-bf6d-13a680a6598f req-08e0559c-b806-45af-9476-5886c402ec45 tempest-TestShelveInstance-1471348020 tempest-TestShelveInstance-1471348020-project] 10.222.0.18 "GET /v2.0/security-groups?id=3e5509a0-73c0-4d35-a942-542b713a77a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570979 Mar 07 17:02:08.587668 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-ea5f00ff-086d-4974-9ffb-d50dd2b41459 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-708159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24387'] for router (5864a5b6-6518-43a7-a4e6-c88ca10e2289), precommit_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:08.590287 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-ea5f00ff-086d-4974-9ffb-d50dd2b41459 admin admin] Publish callbacks [] for router_controller (5864a5b6-6518-43a7-a4e6-c88ca10e2289), precommit_delete_associations {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:08.624931 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.db.l3_hamode_db [None req-472fcaec-8a81-43eb-88e5-670abe05d1e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c2055a7-4e1f-4277-aede-6e2c02d93b56', 'name': 'tempest-TestShelveInstance-1507886732-router', 'tenant_id': '67f25f5951bb4340813deb06cbaad90d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'external_fixed_ips': [{'subnet_id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'ip_address': '172.27.2.248'}], 'enable_snat': True}, 'gw_port_id': 'b712d65a-fc80-40b6-8dfd-f1ff7cd27f00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:57:21Z', 'updated_at': '2022-03-07T16:57:24Z', 'revision_number': 4, 'project_id': '67f25f5951bb4340813deb06cbaad90d', 'gw_port': {'id': 'b712d65a-fc80-40b6-8dfd-f1ff7cd27f00', 'name': '', 'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:34:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c2055a7-4e1f-4277-aede-6e2c02d93b56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'ip_address': '172.27.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:57:21Z', 'updated_at': '2022-03-07T16:57:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-24-iscsi', '_interfaces': [{'id': 'ad8b0d93-426c-4876-b580-f48a6623b583', 'name': '', 'network_id': '2f938584-7f3e-4765-817b-fb128e09d45c', 'tenant_id': '67f25f5951bb4340813deb06cbaad90d', 'mac_address': 'fa:16:3e:7a:3a:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c2055a7-4e1f-4277-aede-6e2c02d93b56', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '6dde97a4-d388-4dbe-a91a-34ac33fc9045', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:57:23Z', 'updated_at': '2022-03-07T16:57:27Z', 'revision_number': 5, 'project_id': '67f25f5951bb4340813deb06cbaad90d', 'subnets': [{'id': '6dde97a4-d388-4dbe-a91a-34ac33fc9045', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-24-iscsi', False) {} {{(pid=119956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:02:08.651255 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-472fcaec-8a81-43eb-88e5-670abe05d1e9 None None] Checking router: 8c2055a7-4e1f-4277-aede-6e2c02d93b56 for host: dv-cinder-804757-24-iscsi {{(pid=119956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 17:02:08.661643 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-472fcaec-8a81-43eb-88e5-670abe05d1e9 None None] Routers {'8c2055a7-4e1f-4277-aede-6e2c02d93b56'} bound to L3 agent in host dv-cinder-804757-24-iscsi {{(pid=119956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 17:02:08.662295 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.db.l3_hamode_db [None req-472fcaec-8a81-43eb-88e5-670abe05d1e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T16:44:19Z,description=,heartbeat_timestamp=2022-03-07T17:01:49Z,host='dv-cinder-804757-24-iscsi',id=4cbb3502-d72e-4663-b57e-51d645794085,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:44:19Z,topic='l3_agent')) {'router_ids': ['8c2055a7-4e1f-4277-aede-6e2c02d93b56'], 'active': True} {{(pid=119956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:02:08.683974 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2cc878-ad5e-4d2c-8ccc-484c3de0c980 req-a86962fd-b365-440a-ba2b-3aec222ebdc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:02:08.685648 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-1b2cc878-ad5e-4d2c-8ccc-484c3de0c980 req-a86962fd-b365-440a-ba2b-3aec222ebdc1 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=67f25f5951bb4340813deb06cbaad90d&device_id=047c2582-ee38-4aad-8f05-895e1732a2bd HTTP/1.1" status: 200 len: 1130 time: 0.2060390 Mar 07 17:02:08.688361 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-ea5f00ff-086d-4974-9ffb-d50dd2b41459 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-708136'] for router (5864a5b6-6518-43a7-a4e6-c88ca10e2289), after_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:08.688715 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea5f00ff-086d-4974-9ffb-d50dd2b41459 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5864a5b6-6518-43a7-a4e6-c88ca10e2289 {{(pid=119953) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 17:02:08.702024 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-ea5f00ff-086d-4974-9ffb-d50dd2b41459 admin admin] Publish callbacks [] for router (None), before_response {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:08.705785 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [None req-ea5f00ff-086d-4974-9ffb-d50dd2b41459 admin admin] 10.222.0.18 "DELETE /v2.0/routers/5864a5b6-6518-43a7-a4e6-c88ca10e2289 HTTP/1.1" status: 204 len: 168 time: 1.0070074 Mar 07 17:02:08.705952 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.wsgi [-] (119954) accepted ('10.222.0.18', 58736) {{(pid=119954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:02:08.756246 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.db.db_base_plugin_v2 [None req-059f6d27-af63-41f8-a21d-a06bce2378ef admin admin] Deleting subnet e51eb166-648f-4129-afbc-b350e9a7b41b {{(pid=119954) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 17:02:08.760337 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-059f6d27-af63-41f8-a21d-a06bce2378ef admin admin] Publish callbacks [] for subnet (e51eb166-648f-4129-afbc-b350e9a7b41b), before_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:08.776722 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.db.l3_dvr_db [None req-472fcaec-8a81-43eb-88e5-670abe05d1e9 None None] Set router 8c2055a7-4e1f-4277-aede-6e2c02d93b56 gateway port host: dv-cinder-804757-24-iscsi {{(pid=119956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 17:02:08.777669 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cae61ee-4aac-4e44-90a3-e338dfadf800 req-93013bdd-854c-4990-8b48-28724674fd59 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:02:08.780368 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-3cae61ee-4aac-4e44-90a3-e338dfadf800 req-93013bdd-854c-4990-8b48-28724674fd59 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] 10.222.0.66 "GET /v2.0/ports?device_id=65a8b8df-7327-49ec-9685-cec8dd70ed57 HTTP/1.1" status: 200 len: 945 time: 0.1276262 Mar 07 17:02:08.806814 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-059f6d27-af63-41f8-a21d-a06bce2378ef admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3033181'] for subnet (e51eb166-648f-4129-afbc-b350e9a7b41b), precommit_delete_associations {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:08.832376 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2cc878-ad5e-4d2c-8ccc-484c3de0c980 req-6b29371b-359f-4e30-90df-8b913ef6323c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:02:08.833896 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-1b2cc878-ad5e-4d2c-8ccc-484c3de0c980 req-6b29371b-359f-4e30-90df-8b913ef6323c service neutron] 10.222.0.66 "GET /v2.0/networks?id=2f938584-7f3e-4765-817b-fb128e09d45c HTTP/1.1" status: 200 len: 910 time: 0.1421480 Mar 07 17:02:08.887804 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-059f6d27-af63-41f8-a21d-a06bce2378ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8314618'] for subnet (e51eb166-648f-4129-afbc-b350e9a7b41b), precommit_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:08.893341 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-1b2cc878-ad5e-4d2c-8ccc-484c3de0c980 req-74dcbb4c-68af-4d23-bdf1-545699000ad4 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5178f70b-d860-4382-a4eb-abb1fcb7329f HTTP/1.1" status: 200 len: 217 time: 0.0503912 Mar 07 17:02:08.954920 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-059f6d27-af63-41f8-a21d-a06bce2378ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8314593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3211693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3853989'] for subnet (e51eb166-648f-4129-afbc-b350e9a7b41b), after_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:08.956606 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2cc878-ad5e-4d2c-8ccc-484c3de0c980 req-2132e305-5ca7-4187-aec4-90274265d759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:02:08.958413 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-1b2cc878-ad5e-4d2c-8ccc-484c3de0c980 req-2132e305-5ca7-4187-aec4-90274265d759 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=6dde97a4-d388-4dbe-a91a-34ac33fc9045 HTTP/1.1" status: 200 len: 848 time: 0.0577407 Mar 07 17:02:08.963222 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.plugin [req-3cae61ee-4aac-4e44-90a3-e338dfadf800 req-23b9f4be-623e-4b29-a055-dfd570b4e7bd tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Deleting port b2b8620b-545d-41a1-b60b-9458c3ca87de {{(pid=119953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 17:02:08.963616 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [req-3cae61ee-4aac-4e44-90a3-e338dfadf800 req-23b9f4be-623e-4b29-a055-dfd570b4e7bd tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754346666051'] for port (b2b8620b-545d-41a1-b60b-9458c3ca87de), before_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:08.983207 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059f6d27-af63-41f8-a21d-a06bce2378ef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e51eb166-648f-4129-afbc-b350e9a7b41b,revision_number=None']} {{(pid=119954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:02:08.985185 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-059f6d27-af63-41f8-a21d-a06bce2378ef admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:08.990992 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [None req-059f6d27-af63-41f8-a21d-a06bce2378ef admin admin] 10.222.0.18 "DELETE /v2.0/subnets/e51eb166-648f-4129-afbc-b350e9a7b41b HTTP/1.1" status: 204 len: 168 time: 0.2837164 Mar 07 17:02:08.991624 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed629315-8139-4967-96c8-2193fc096a3d None None] Network 8f05d5cd-7919-446b-b1be-b892178c27ff requested from dv-cinder-804757-24-iscsi {{(pid=119955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 17:02:08.992090 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.wsgi [-] (119954) accepted ('10.222.0.18', 58738) {{(pid=119954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:02:09.054123 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.db.l3_hamode_db [None req-472fcaec-8a81-43eb-88e5-670abe05d1e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c2055a7-4e1f-4277-aede-6e2c02d93b56', 'name': 'tempest-TestShelveInstance-1507886732-router', 'tenant_id': '67f25f5951bb4340813deb06cbaad90d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'external_fixed_ips': [{'subnet_id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'ip_address': '172.27.2.248'}], 'enable_snat': True}, 'gw_port_id': 'b712d65a-fc80-40b6-8dfd-f1ff7cd27f00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:57:21Z', 'updated_at': '2022-03-07T16:57:24Z', 'revision_number': 4, 'project_id': '67f25f5951bb4340813deb06cbaad90d', 'gw_port': {'id': 'b712d65a-fc80-40b6-8dfd-f1ff7cd27f00', 'name': '', 'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:34:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c2055a7-4e1f-4277-aede-6e2c02d93b56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'ip_address': '172.27.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:57:21Z', 'updated_at': '2022-03-07T16:57:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-24-iscsi', '_interfaces': [{'id': 'ad8b0d93-426c-4876-b580-f48a6623b583', 'name': '', 'network_id': '2f938584-7f3e-4765-817b-fb128e09d45c', 'tenant_id': '67f25f5951bb4340813deb06cbaad90d', 'mac_address': 'fa:16:3e:7a:3a:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c2055a7-4e1f-4277-aede-6e2c02d93b56', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '6dde97a4-d388-4dbe-a91a-34ac33fc9045', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:57:23Z', 'updated_at': '2022-03-07T16:57:27Z', 'revision_number': 5, 'project_id': '67f25f5951bb4340813deb06cbaad90d', 'subnets': [{'id': '6dde97a4-d388-4dbe-a91a-34ac33fc9045', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-24-iscsi', False) {} {{(pid=119956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:02:09.069124 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-be737fbb-dafd-4fda-a281-f4bc8e96add2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7565685'] for network (8f05d5cd-7919-446b-b1be-b892178c27ff), before_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:09.078759 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2cc878-ad5e-4d2c-8ccc-484c3de0c980 req-ebfa4abd-2477-4c0d-9daf-415e6c55a0aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:02:09.081676 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-1b2cc878-ad5e-4d2c-8ccc-484c3de0c980 req-ebfa4abd-2477-4c0d-9daf-415e6c55a0aa service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=2f938584-7f3e-4765-817b-fb128e09d45c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1150327 Mar 07 17:02:09.094293 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-472fcaec-8a81-43eb-88e5-670abe05d1e9 None None] The sync data for ids ['8c2055a7-4e1f-4277-aede-6e2c02d93b56'] in dv-cinder-804757-24-iscsi is: [{'id': '8c2055a7-4e1f-4277-aede-6e2c02d93b56', 'name': 'tempest-TestShelveInstance-1507886732-router', 'tenant_id': '67f25f5951bb4340813deb06cbaad90d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'external_fixed_ips': [{'subnet_id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'ip_address': '172.27.2.248'}], 'enable_snat': True}, 'gw_port_id': 'b712d65a-fc80-40b6-8dfd-f1ff7cd27f00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:57:21Z', 'updated_at': '2022-03-07T16:57:24Z', 'revision_number': 4, 'project_id': '67f25f5951bb4340813deb06cbaad90d', 'gw_port': {'id': 'b712d65a-fc80-40b6-8dfd-f1ff7cd27f00', 'name': '', 'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:34:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c2055a7-4e1f-4277-aede-6e2c02d93b56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'ip_address': '172.27.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:57:21Z', 'updated_at': '2022-03-07T16:57:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-24-iscsi', '_interfaces': [{'id': 'ad8b0d93-426c-4876-b580-f48a6623b583', 'name': '', 'network_id': '2f938584-7f3e-4765-817b-fb128e09d45c', 'tenant_id': '67f25f5951bb4340813deb06cbaad90d', 'mac_address': 'fa:16:3e:7a:3a:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c2055a7-4e1f-4277-aede-6e2c02d93b56', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '6dde97a4-d388-4dbe-a91a-34ac33fc9045', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:57:23Z', 'updated_at': '2022-03-07T16:57:27Z', 'revision_number': 5, 'project_id': '67f25f5951bb4340813deb06cbaad90d', 'subnets': [{'id': '6dde97a4-d388-4dbe-a91a-34ac33fc9045', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 17:02:09.103916 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.db [req-3cae61ee-4aac-4e44-90a3-e338dfadf800 req-23b9f4be-623e-4b29-a055-dfd570b4e7bd tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] For port b2b8620b-545d-41a1-b60b-9458c3ca87de, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=b2b8620b-545d-41a1-b60b-9458c3ca87de,segment=NetworkSegment(e205b5a5-74b0-4737-8080-0998e240c007),segment_id=e205b5a5-74b0-4737-8080-0998e240c007)] {{(pid=119953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:02:09.104636 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [req-3cae61ee-4aac-4e44-90a3-e338dfadf800 req-23b9f4be-623e-4b29-a055-dfd570b4e7bd tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704071'] for port (b2b8620b-545d-41a1-b60b-9458c3ca87de), precommit_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:09.161190 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.plugins.ml2.plugin [None req-be737fbb-dafd-4fda-a281-f4bc8e96add2 admin admin] Deleting port 17447ba7-a777-43d5-8165-e09cd72cd496 {{(pid=119954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 17:02:09.161520 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-be737fbb-dafd-4fda-a281-f4bc8e96add2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754346666051'] for port (17447ba7-a777-43d5-8165-e09cd72cd496), before_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:09.249026 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.plugins.ml2.db [None req-be737fbb-dafd-4fda-a281-f4bc8e96add2 admin admin] For port 17447ba7-a777-43d5-8165-e09cd72cd496, host dv-cinder-804757-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-24-iscsi',level=0,port_id=17447ba7-a777-43d5-8165-e09cd72cd496,segment=NetworkSegment(7ab29d0f-d9dc-4af3-8a14-c40680d91b99),segment_id=7ab29d0f-d9dc-4af3-8a14-c40680d91b99)] {{(pid=119954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:02:09.249376 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-be737fbb-dafd-4fda-a281-f4bc8e96add2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704071'] for port (17447ba7-a777-43d5-8165-e09cd72cd496), precommit_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:09.250113 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dfff84f-8da3-43e0-8f71-7737f740ab63 None None] DHCP port deletion for 8f05d5cd-7919-446b-b1be-b892178c27ff request from dv-cinder-804757-24-iscsi {{(pid=119955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 17:02:09.271259 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.plugins.ml2.plugin [None req-be737fbb-dafd-4fda-a281-f4bc8e96add2 admin admin] Calling delete_port for 17447ba7-a777-43d5-8165-e09cd72cd496 owned by network:dhcp {{(pid=119954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 17:02:09.315271 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-1b2cc878-ad5e-4d2c-8ccc-484c3de0c980 req-4068ff91-7173-41b7-aa61-1b8b62f6db60 service neutron] 10.222.0.66 "GET /v2.0/networks/2f938584-7f3e-4765-817b-fb128e09d45c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2252941 Mar 07 17:02:09.332325 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.plugin [None req-5dfff84f-8da3-43e0-8f71-7737f740ab63 None None] Deleting port 17447ba7-a777-43d5-8165-e09cd72cd496 {{(pid=119955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 17:02:09.332684 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-5dfff84f-8da3-43e0-8f71-7737f740ab63 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754346666051'] for port (17447ba7-a777-43d5-8165-e09cd72cd496), before_delete {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:09.396312 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-be737fbb-dafd-4fda-a281-f4bc8e96add2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754346672038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754346267064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3211674'] for port (17447ba7-a777-43d5-8165-e09cd72cd496), after_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:09.418604 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be737fbb-dafd-4fda-a281-f4bc8e96add2 admin admin] No DVR routers for this DVR port 17447ba7-a777-43d5-8165-e09cd72cd496 on host dv-cinder-804757-24-iscsi {{(pid=119954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 17:02:09.419914 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.db [None req-5dfff84f-8da3-43e0-8f71-7737f740ab63 None None] For port 17447ba7-a777-43d5-8165-e09cd72cd496, host dv-cinder-804757-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-24-iscsi',level=0,port_id=17447ba7-a777-43d5-8165-e09cd72cd496,segment=NetworkSegment(7ab29d0f-d9dc-4af3-8a14-c40680d91b99),segment_id=7ab29d0f-d9dc-4af3-8a14-c40680d91b99)] {{(pid=119955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:02:09.424639 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-5dfff84f-8da3-43e0-8f71-7737f740ab63 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704071'] for port (17447ba7-a777-43d5-8165-e09cd72cd496), precommit_delete {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:09.440994 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.plugin [None req-5dfff84f-8da3-43e0-8f71-7737f740ab63 None None] Calling delete_port for 17447ba7-a777-43d5-8165-e09cd72cd496 owned by network:dhcp {{(pid=119955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 17:02:09.486047 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be737fbb-dafd-4fda-a281-f4bc8e96add2 admin admin] Pushing event deleted for resources: {'Port': ['ID=17447ba7-a777-43d5-8165-e09cd72cd496,revision_number=None']} {{(pid=119954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:02:09.550646 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf27282c-5b6e-4678-b6cb-11d6dfe66205 None None] New status for floating IP 4e1ac874-d602-4d13-9e14-247624922484: DOWN {{(pid=119955) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 17:02:09.577441 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-be737fbb-dafd-4fda-a281-f4bc8e96add2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8196213', 'neutron.services.segments.db._delete_segments_for_network-8754346594151'] for network (8f05d5cd-7919-446b-b1be-b892178c27ff), precommit_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:09.611545 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.services.segments.db [None req-be737fbb-dafd-4fda-a281-f4bc8e96add2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f05d5cd-7919-446b-b1be-b892178c27ff']}} {{(pid=119954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:02:09.624074 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.services.segments.db [None req-be737fbb-dafd-4fda-a281-f4bc8e96add2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ab29d0f-d9dc-4af3-8a14-c40680d91b99') {'for_net_delete': True} {{(pid=119954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:02:09.624615 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.services.segments.db [None req-be737fbb-dafd-4fda-a281-f4bc8e96add2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ab29d0f-d9dc-4af3-8a14-c40680d91b99') {} {{(pid=119954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:02:09.634589 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.rpc [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Device 79f27c19-b4a8-4a51-921e-23ee7d9f2b4a no longer exists at agent ovs-agent-dv-cinder-804757-24-iscsi {{(pid=119955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 17:02:09.642197 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-be737fbb-dafd-4fda-a281-f4bc8e96add2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754346595440', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3033254'] for segment (7ab29d0f-d9dc-4af3-8a14-c40680d91b99), before_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:09.668094 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-be737fbb-dafd-4fda-a281-f4bc8e96add2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8315985'] for segment (7ab29d0f-d9dc-4af3-8a14-c40680d91b99), precommit_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:09.679463 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be737fbb-dafd-4fda-a281-f4bc8e96add2 admin admin] Releasing vlan 859 on physical network physnet1 to pool {{(pid=119954) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 17:02:09.680587 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-be737fbb-dafd-4fda-a281-f4bc8e96add2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8315985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3211719'] for segment (7ab29d0f-d9dc-4af3-8a14-c40680d91b99), after_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:09.683445 dv-cinder-804757-24-iscsi neutron-server[119954]: Traceback (most recent call last): Mar 07 17:02:09.683445 dv-cinder-804757-24-iscsi neutron-server[119954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 17:02:09.683445 dv-cinder-804757-24-iscsi neutron-server[119954]: timer() Mar 07 17:02:09.683445 dv-cinder-804757-24-iscsi neutron-server[119954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 17:02:09.683445 dv-cinder-804757-24-iscsi neutron-server[119954]: cb(*args, **kw) Mar 07 17:02:09.683445 dv-cinder-804757-24-iscsi neutron-server[119954]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 17:02:09.683445 dv-cinder-804757-24-iscsi neutron-server[119954]: return func(*args, **kwargs) Mar 07 17:02:09.683445 dv-cinder-804757-24-iscsi neutron-server[119954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 17:02:09.683445 dv-cinder-804757-24-iscsi neutron-server[119954]: self._notify() Mar 07 17:02:09.683445 dv-cinder-804757-24-iscsi neutron-server[119954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 17:02:09.683445 dv-cinder-804757-24-iscsi neutron-server[119954]: self.callback(batched_events) Mar 07 17:02:09.683445 dv-cinder-804757-24-iscsi neutron-server[119954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 17:02:09.683445 dv-cinder-804757-24-iscsi neutron-server[119954]: event.method(event) Mar 07 17:02:09.683445 dv-cinder-804757-24-iscsi neutron-server[119954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 17:02:09.683445 dv-cinder-804757-24-iscsi neutron-server[119954]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 17:02:09.683445 dv-cinder-804757-24-iscsi neutron-server[119954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 17:02:09.683445 dv-cinder-804757-24-iscsi neutron-server[119954]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 17:02:09.683445 dv-cinder-804757-24-iscsi neutron-server[119954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 17:02:09.683445 dv-cinder-804757-24-iscsi neutron-server[119954]: return f(self, *a, **k) Mar 07 17:02:09.683445 dv-cinder-804757-24-iscsi neutron-server[119954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 17:02:09.683445 dv-cinder-804757-24-iscsi neutron-server[119954]: return self._get(url).json() Mar 07 17:02:09.683445 dv-cinder-804757-24-iscsi neutron-server[119954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 17:02:09.683445 dv-cinder-804757-24-iscsi neutron-server[119954]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 17:02:09.683445 dv-cinder-804757-24-iscsi neutron-server[119954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 17:02:09.683445 dv-cinder-804757-24-iscsi neutron-server[119954]: return self.request(url, 'GET', **kwargs) Mar 07 17:02:09.683445 dv-cinder-804757-24-iscsi neutron-server[119954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 17:02:09.683445 dv-cinder-804757-24-iscsi neutron-server[119954]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 17:02:09.683445 dv-cinder-804757-24-iscsi neutron-server[119954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 17:02:09.683445 dv-cinder-804757-24-iscsi neutron-server[119954]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 17:02:09.683445 dv-cinder-804757-24-iscsi neutron-server[119954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 17:02:09.683445 dv-cinder-804757-24-iscsi neutron-server[119954]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 17:02:09.683445 dv-cinder-804757-24-iscsi neutron-server[119954]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 17:02:09.699045 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.plugin [None req-63748041-7458-40ab-a922-e876cef088c3 None None] No Port match for: 79f27c19-b4a8-4a51-921e-23ee7d9f2b4a {{(pid=119955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 17:02:09.699416 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.rpc [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Device 79f27c19-b4a8-4a51-921e-23ee7d9f2b4a not bound to the agent host dv-cinder-804757-24-iscsi {{(pid=119955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 17:02:09.699922 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.rpc [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Device 84d6bf29-5744-481f-93ba-41f00ab3f10d no longer exists at agent ovs-agent-dv-cinder-804757-24-iscsi {{(pid=119955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 17:02:09.726314 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.plugin [None req-63748041-7458-40ab-a922-e876cef088c3 None None] No Port match for: 84d6bf29-5744-481f-93ba-41f00ab3f10d {{(pid=119955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 17:02:09.727302 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.rpc [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Device 84d6bf29-5744-481f-93ba-41f00ab3f10d not bound to the agent host dv-cinder-804757-24-iscsi {{(pid=119955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 17:02:09.727302 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.rpc [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Device 17447ba7-a777-43d5-8165-e09cd72cd496 no longer exists at agent ovs-agent-dv-cinder-804757-24-iscsi {{(pid=119955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 17:02:09.728968 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-5dfff84f-8da3-43e0-8f71-7737f740ab63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754346672038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754346267064'] for port (17447ba7-a777-43d5-8165-e09cd72cd496), after_delete {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:09.782256 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.plugin [None req-63748041-7458-40ab-a922-e876cef088c3 None None] No Port match for: 17447ba7-a777-43d5-8165-e09cd72cd496 {{(pid=119955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 17:02:09.782605 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.rpc [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Device 17447ba7-a777-43d5-8165-e09cd72cd496 not bound to the agent host dv-cinder-804757-24-iscsi {{(pid=119955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 17:02:09.786518 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfff84f-8da3-43e0-8f71-7737f740ab63 None None] Pushing event deleted for resources: {'Port': ['ID=17447ba7-a777-43d5-8165-e09cd72cd496,revision_number=None']} {{(pid=119955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:02:09.788428 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dfff84f-8da3-43e0-8f71-7737f740ab63 None None] No DVR routers for this DVR port 17447ba7-a777-43d5-8165-e09cd72cd496 on host dv-cinder-804757-24-iscsi {{(pid=119955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 17:02:09.806935 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [req-3cae61ee-4aac-4e44-90a3-e338dfadf800 req-23b9f4be-623e-4b29-a055-dfd570b4e7bd tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:09.806935 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [req-3cae61ee-4aac-4e44-90a3-e338dfadf800 req-23b9f4be-623e-4b29-a055-dfd570b4e7bd tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-706389'] for floatingip (8ada3078-18e7-434f-8435-7bba17e093b9), after_update {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:09.806935 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.db.l3_db [req-3cae61ee-4aac-4e44-90a3-e338dfadf800 req-23b9f4be-623e-4b29-a055-dfd570b4e7bd tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Floating IP 8ada3078-18e7-434f-8435-7bba17e093b9 disassociated. External IP: 172.27.2.120, port: b2b8620b-545d-41a1-b60b-9458c3ca87de. Mar 07 17:02:09.806935 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.plugin [req-3cae61ee-4aac-4e44-90a3-e338dfadf800 req-23b9f4be-623e-4b29-a055-dfd570b4e7bd tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Calling delete_port for b2b8620b-545d-41a1-b60b-9458c3ca87de owned by compute:nova {{(pid=119953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 17:02:09.825606 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-be737fbb-dafd-4fda-a281-f4bc8e96add2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8196220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-705199'] for network (8f05d5cd-7919-446b-b1be-b892178c27ff), after_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:09.832717 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-be737fbb-dafd-4fda-a281-f4bc8e96add2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550935'] for network (None), before_response {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:09.838551 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [None req-be737fbb-dafd-4fda-a281-f4bc8e96add2 admin admin] 10.222.0.18 "DELETE /v2.0/networks/8f05d5cd-7919-446b-b1be-b892178c27ff HTTP/1.1" status: 204 len: 168 time: 0.8433206 Mar 07 17:02:09.841204 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.wsgi [-] (119954) accepted ('10.222.0.18', 58744) {{(pid=119954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:02:09.859340 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be737fbb-dafd-4fda-a281-f4bc8e96add2 admin admin] Pushing event deleted for resources: {'Network': ['ID=8f05d5cd-7919-446b-b1be-b892178c27ff,revision_number=None']} {{(pid=119954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:02:09.875146 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6881c3-b320-4c9b-a1f7-d56779dfb80f req-b7dd57f8-f5ac-45a6-94a0-9f1db33014d4 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:02:09.876665 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-6d6881c3-b320-4c9b-a1f7-d56779dfb80f req-b7dd57f8-f5ac-45a6-94a0-9f1db33014d4 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] 10.222.0.18 "GET /v2.0/ports?device_id=65a8b8df-7327-49ec-9685-cec8dd70ed57 HTTP/1.1" status: 200 len: 945 time: 0.2032948 Mar 07 17:02:09.892673 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-1b2cc878-ad5e-4d2c-8ccc-484c3de0c980 req-aa088586-038c-4190-8839-97b4b63632e5 service neutron] 10.222.0.66 "GET /v2.0/networks/2f938584-7f3e-4765-817b-fb128e09d45c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5686443 Mar 07 17:02:09.901675 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947d60de-4cd1-4505-955d-e2abc862d0f8 req-3a1f6d03-703b-473c-bf5f-af47da8fec89 tempest-TestShelveInstance-1471348020 tempest-TestShelveInstance-1471348020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:02:09.904382 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-947d60de-4cd1-4505-955d-e2abc862d0f8 req-3a1f6d03-703b-473c-bf5f-af47da8fec89 tempest-TestShelveInstance-1471348020 tempest-TestShelveInstance-1471348020-project] 10.222.0.18 "GET /v2.0/ports?device_id=047c2582-ee38-4aad-8f05-895e1732a2bd HTTP/1.1" status: 200 len: 946 time: 0.2004006 Mar 07 17:02:09.952114 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-6d6881c3-b320-4c9b-a1f7-d56779dfb80f req-0284942b-47a6-4d7d-90c7-3e284678c0f2 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] 10.222.0.18 "GET /v2.0/security-groups?id=39a665d3-4b54-4a20-8247-2585477e5f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679297 Mar 07 17:02:09.999285 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-947d60de-4cd1-4505-955d-e2abc862d0f8 req-11097451-5a1e-419a-9bf3-179380d8c6c3 tempest-TestShelveInstance-1471348020 tempest-TestShelveInstance-1471348020-project] 10.222.0.18 "GET /v2.0/security-groups?id=3e5509a0-73c0-4d35-a942-542b713a77a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0873847 Mar 07 17:02:10.006775 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [req-3cae61ee-4aac-4e44-90a3-e338dfadf800 req-23b9f4be-623e-4b29-a055-dfd570b4e7bd tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754346672038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754346267064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9282916'] for port (b2b8620b-545d-41a1-b60b-9458c3ca87de), after_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:10.036968 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b9f4be-623e-4b29-a055-dfd570b4e7bd tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Pushing event deleted for resources: {'Port': ['ID=b2b8620b-545d-41a1-b60b-9458c3ca87de,revision_number=None']} {{(pid=119953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:02:10.183075 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3cae61ee-4aac-4e44-90a3-e338dfadf800 req-23b9f4be-623e-4b29-a055-dfd570b4e7bd tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Router 6d9caf44-7118-4035-ab12-21883e79a634 has already been hosted by L3 agent 4cbb3502-d72e-4663-b57e-51d645794085 {{(pid=119953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 17:02:10.197078 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2502ad98-a48c-4946-9183-9b2b9edb286b req-dc4765ab-fa8f-4296-a9a7-0b3a63045a1c tempest-TestShelveInstance-1471348020 tempest-TestShelveInstance-1471348020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:02:10.198537 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-2502ad98-a48c-4946-9183-9b2b9edb286b req-dc4765ab-fa8f-4296-a9a7-0b3a63045a1c tempest-TestShelveInstance-1471348020 tempest-TestShelveInstance-1471348020-project] 10.222.0.66 "GET /v2.0/ports?device_id=047c2582-ee38-4aad-8f05-895e1732a2bd HTTP/1.1" status: 200 len: 946 time: 0.0759320 Mar 07 17:02:10.253957 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-5a72e583-589e-4b75-93b8-3cb2133ee75a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-708437'] for router_interface (acb12815-d60c-467e-bdb3-91637ce7ef57), before_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:10.362109 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3cae61ee-4aac-4e44-90a3-e338dfadf800 req-23b9f4be-623e-4b29-a055-dfd570b4e7bd tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Notify agent at l3_agent.dv-cinder-804757-24-iscsi the message routers_updated {{(pid=119953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 17:02:10.375140 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-111fd038-3d30-447a-b8c9-baf84776aff5 None None] Sync routers for ids ['6d9caf44-7118-4035-ab12-21883e79a634'] in dv-cinder-804757-24-iscsi {{(pid=119956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 17:02:10.391024 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-111fd038-3d30-447a-b8c9-baf84776aff5 None None] Routers {'6d9caf44-7118-4035-ab12-21883e79a634'} bound to L3 agent in host dv-cinder-804757-24-iscsi {{(pid=119956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 17:02:10.392153 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.db.l3_hamode_db [None req-111fd038-3d30-447a-b8c9-baf84776aff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T16:44:19Z,description=,heartbeat_timestamp=2022-03-07T17:01:49Z,host='dv-cinder-804757-24-iscsi',id=4cbb3502-d72e-4663-b57e-51d645794085,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:44:19Z,topic='l3_agent')) {'router_ids': ['6d9caf44-7118-4035-ab12-21883e79a634'], 'active': True} {{(pid=119956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:02:10.413001 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cae61ee-4aac-4e44-90a3-e338dfadf800 req-23b9f4be-623e-4b29-a055-dfd570b4e7bd tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] No DVR routers for this DVR port b2b8620b-545d-41a1-b60b-9458c3ca87de on host hv-cinder-80475 {{(pid=119953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 17:02:10.416213 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [req-3cae61ee-4aac-4e44-90a3-e338dfadf800 req-23b9f4be-623e-4b29-a055-dfd570b4e7bd tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47102'] for port (None), before_response {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:10.419428 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-3cae61ee-4aac-4e44-90a3-e338dfadf800 req-23b9f4be-623e-4b29-a055-dfd570b4e7bd tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] 10.222.0.66 "DELETE /v2.0/ports/b2b8620b-545d-41a1-b60b-9458c3ca87de HTTP/1.1" status: 204 len: 173 time: 1.6325407 Mar 07 17:02:10.420259 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65a8b8df-7327-49ec-9685-cec8dd70ed57', 'name': 'network-vif-deleted', 'tag': 'b2b8620b-545d-41a1-b60b-9458c3ca87de'}] {{(pid=119953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 17:02:10.422581 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed95515d7af65a162ef4af60abe3e4aacc73bb6c2379f81891a58e09c3a2d0f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53840a08-9bbb-425e-9626-e2fdc90e8b72" -d '{"events": [{"server_uuid": "65a8b8df-7327-49ec-9685-cec8dd70ed57", "name": "network-vif-deleted", "tag": "b2b8620b-545d-41a1-b60b-9458c3ca87de"}]}' {{(pid=119953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 17:02:10.439801 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.plugin [req-2502ad98-a48c-4946-9183-9b2b9edb286b req-4cd0ecbe-b1a6-43f0-a599-84f744ec3b33 tempest-TestShelveInstance-1471348020 tempest-TestShelveInstance-1471348020-project] Deleting port 5178f70b-d860-4382-a4eb-abb1fcb7329f {{(pid=119953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 17:02:10.445287 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [req-2502ad98-a48c-4946-9183-9b2b9edb286b req-4cd0ecbe-b1a6-43f0-a599-84f744ec3b33 tempest-TestShelveInstance-1471348020 tempest-TestShelveInstance-1471348020-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754346666051'] for port (5178f70b-d860-4382-a4eb-abb1fcb7329f), before_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:10.480083 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 17:02:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67b33544-85c8-42b5-8c19-16b59c45c861 x-openstack-request-id: req-67b33544-85c8-42b5-8c19-16b59c45c861 {{(pid=119953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 17:02:10.480571 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65a8b8df-7327-49ec-9685-cec8dd70ed57", "name": "network-vif-deleted", "tag": "b2b8620b-545d-41a1-b60b-9458c3ca87de", "status": "completed", "code": 200}]} {{(pid=119953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 17:02:10.480994 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-67b33544-85c8-42b5-8c19-16b59c45c861 {{(pid=119953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 17:02:10.481397 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65a8b8df-7327-49ec-9685-cec8dd70ed57', 'name': 'network-vif-deleted', 'tag': 'b2b8620b-545d-41a1-b60b-9458c3ca87de', 'status': 'completed', 'code': 200} Mar 07 17:02:10.525420 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.db.l3_dvr_db [None req-111fd038-3d30-447a-b8c9-baf84776aff5 None None] Set router 6d9caf44-7118-4035-ab12-21883e79a634 gateway port host: dv-cinder-804757-24-iscsi {{(pid=119956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 17:02:10.547423 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.plugins.ml2.plugin [None req-5a72e583-589e-4b75-93b8-3cb2133ee75a admin admin] Deleting port d4db572c-4ee9-4d75-b51e-4ca22859bed4 {{(pid=119954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 17:02:10.547960 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-5a72e583-589e-4b75-93b8-3cb2133ee75a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754346666051'] for port (d4db572c-4ee9-4d75-b51e-4ca22859bed4), before_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:10.600219 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.db [req-2502ad98-a48c-4946-9183-9b2b9edb286b req-4cd0ecbe-b1a6-43f0-a599-84f744ec3b33 tempest-TestShelveInstance-1471348020 tempest-TestShelveInstance-1471348020-project] For port 5178f70b-d860-4382-a4eb-abb1fcb7329f, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=5178f70b-d860-4382-a4eb-abb1fcb7329f,segment=NetworkSegment(b0e29e90-ddf0-46b1-8ceb-3a4354fa6bcc),segment_id=b0e29e90-ddf0-46b1-8ceb-3a4354fa6bcc)] {{(pid=119953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:02:10.600951 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [req-2502ad98-a48c-4946-9183-9b2b9edb286b req-4cd0ecbe-b1a6-43f0-a599-84f744ec3b33 tempest-TestShelveInstance-1471348020 tempest-TestShelveInstance-1471348020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704071'] for port (5178f70b-d860-4382-a4eb-abb1fcb7329f), precommit_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:10.616754 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.plugin [req-2502ad98-a48c-4946-9183-9b2b9edb286b req-4cd0ecbe-b1a6-43f0-a599-84f744ec3b33 tempest-TestShelveInstance-1471348020 tempest-TestShelveInstance-1471348020-project] Calling delete_port for 5178f70b-d860-4382-a4eb-abb1fcb7329f owned by compute:nova {{(pid=119953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 17:02:10.656161 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.plugins.ml2.db [None req-5a72e583-589e-4b75-93b8-3cb2133ee75a admin admin] For port d4db572c-4ee9-4d75-b51e-4ca22859bed4, host dv-cinder-804757-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-24-iscsi',level=0,port_id=d4db572c-4ee9-4d75-b51e-4ca22859bed4,segment=NetworkSegment(5c7cf2be-d7f4-48ac-b0f3-38f2ae0d0df5),segment_id=5c7cf2be-d7f4-48ac-b0f3-38f2ae0d0df5)] {{(pid=119954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:02:10.656712 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-5a72e583-589e-4b75-93b8-3cb2133ee75a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704071'] for port (d4db572c-4ee9-4d75-b51e-4ca22859bed4), precommit_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:10.669467 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.plugins.ml2.plugin [None req-5a72e583-589e-4b75-93b8-3cb2133ee75a admin admin] Calling delete_port for d4db572c-4ee9-4d75-b51e-4ca22859bed4 owned by network:router_interface {{(pid=119954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 17:02:10.749540 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.db.l3_hamode_db [None req-111fd038-3d30-447a-b8c9-baf84776aff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d9caf44-7118-4035-ab12-21883e79a634', 'name': 'tempest-AttachVolumeNegativeTest-1588558018-router', 'tenant_id': '96d24f87dbc54cf4a14285a307b25838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'external_fixed_ips': [{'subnet_id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'ip_address': '172.27.2.95'}], 'enable_snat': True}, 'gw_port_id': '1c7e8f28-8a6d-4a6a-ba0e-ab1b54a1106b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:58:50Z', 'updated_at': '2022-03-07T16:58:53Z', 'revision_number': 4, 'project_id': '96d24f87dbc54cf4a14285a307b25838', 'gw_port': {'id': '1c7e8f28-8a6d-4a6a-ba0e-ab1b54a1106b', 'name': '', 'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:81:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d9caf44-7118-4035-ab12-21883e79a634', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'ip_address': '172.27.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:58:50Z', 'updated_at': '2022-03-07T16:58:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-24-iscsi', '_interfaces': [{'id': 'b65794ee-2638-4767-b75b-665e41be860f', 'name': '', 'network_id': '3df42a45-56b5-4fc7-8b36-6d79a9e64fbf', 'tenant_id': '96d24f87dbc54cf4a14285a307b25838', 'mac_address': 'fa:16:3e:4d:30:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d9caf44-7118-4035-ab12-21883e79a634', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '150f4a27-7a6f-4353-8977-b85e496ab7bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:58:52Z', 'updated_at': '2022-03-07T16:58:56Z', 'revision_number': 5, 'project_id': '96d24f87dbc54cf4a14285a307b25838', 'subnets': [{'id': '150f4a27-7a6f-4353-8977-b85e496ab7bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-24-iscsi', False) {} {{(pid=119956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:02:10.758133 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [req-2502ad98-a48c-4946-9183-9b2b9edb286b req-4cd0ecbe-b1a6-43f0-a599-84f744ec3b33 tempest-TestShelveInstance-1471348020 tempest-TestShelveInstance-1471348020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754346672038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754346267064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9282916'] for port (5178f70b-d860-4382-a4eb-abb1fcb7329f), after_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:10.781530 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-111fd038-3d30-447a-b8c9-baf84776aff5 None None] Checking router: 6d9caf44-7118-4035-ab12-21883e79a634 for host: dv-cinder-804757-24-iscsi {{(pid=119956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 17:02:10.789826 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-111fd038-3d30-447a-b8c9-baf84776aff5 None None] Routers {'6d9caf44-7118-4035-ab12-21883e79a634'} bound to L3 agent in host dv-cinder-804757-24-iscsi {{(pid=119956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 17:02:10.790501 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.db.l3_hamode_db [None req-111fd038-3d30-447a-b8c9-baf84776aff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T16:44:19Z,description=,heartbeat_timestamp=2022-03-07T17:01:49Z,host='dv-cinder-804757-24-iscsi',id=4cbb3502-d72e-4663-b57e-51d645794085,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:44:19Z,topic='l3_agent')) {'router_ids': ['6d9caf44-7118-4035-ab12-21883e79a634'], 'active': True} {{(pid=119956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:02:10.791673 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd0ecbe-b1a6-43f0-a599-84f744ec3b33 tempest-TestShelveInstance-1471348020 tempest-TestShelveInstance-1471348020-project] Pushing event deleted for resources: {'Port': ['ID=5178f70b-d860-4382-a4eb-abb1fcb7329f,revision_number=None']} {{(pid=119953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:02:10.847909 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.db.l3_dvrscheduler_db [req-2502ad98-a48c-4946-9183-9b2b9edb286b req-4cd0ecbe-b1a6-43f0-a599-84f744ec3b33 tempest-TestShelveInstance-1471348020 tempest-TestShelveInstance-1471348020-project] No DVR routers for this DVR port 5178f70b-d860-4382-a4eb-abb1fcb7329f on host hv-cinder-80475 {{(pid=119953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 17:02:10.850519 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [req-2502ad98-a48c-4946-9183-9b2b9edb286b req-4cd0ecbe-b1a6-43f0-a599-84f744ec3b33 tempest-TestShelveInstance-1471348020 tempest-TestShelveInstance-1471348020-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47102'] for port (None), before_response {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:10.854284 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-2502ad98-a48c-4946-9183-9b2b9edb286b req-4cd0ecbe-b1a6-43f0-a599-84f744ec3b33 tempest-TestShelveInstance-1471348020 tempest-TestShelveInstance-1471348020-project] 10.222.0.66 "DELETE /v2.0/ports/5178f70b-d860-4382-a4eb-abb1fcb7329f HTTP/1.1" status: 204 len: 173 time: 0.6501577 Mar 07 17:02:10.855728 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.rpc [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Device b2b8620b-545d-41a1-b60b-9458c3ca87de no longer exists at agent hyperv_hv-cinder-80475 {{(pid=119955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 17:02:10.875371 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.plugin [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] No Port match for: b2b8620b-545d-41a1-b60b-9458c3ca87de {{(pid=119955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 17:02:10.875958 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.rpc [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Device b2b8620b-545d-41a1-b60b-9458c3ca87de not bound to the agent host hv-cinder-80475 {{(pid=119955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 17:02:10.880744 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-5a72e583-589e-4b75-93b8-3cb2133ee75a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754346672038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754346267064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3211674'] for port (d4db572c-4ee9-4d75-b51e-4ca22859bed4), after_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:10.906863 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a72e583-589e-4b75-93b8-3cb2133ee75a admin admin] Pushing event deleted for resources: {'Port': ['ID=d4db572c-4ee9-4d75-b51e-4ca22859bed4,revision_number=None']} {{(pid=119954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:02:10.925043 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.db.l3_dvr_db [None req-111fd038-3d30-447a-b8c9-baf84776aff5 None None] Set router 6d9caf44-7118-4035-ab12-21883e79a634 gateway port host: dv-cinder-804757-24-iscsi {{(pid=119956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 17:02:11.271464 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-fb13cc7b-075d-4d9a-8686-ad3bad414639 req-75ee5273-cb75-4445-aee5-6645057e638c tempest-TestShelveInstance-1471348020 tempest-TestShelveInstance-1471348020-project] 10.222.0.18 "GET /v2.0/ports?device_id=047c2582-ee38-4aad-8f05-895e1732a2bd HTTP/1.1" status: 200 len: 210 time: 0.0652056 Mar 07 17:02:11.315327 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.db.l3_hamode_db [None req-111fd038-3d30-447a-b8c9-baf84776aff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d9caf44-7118-4035-ab12-21883e79a634', 'name': 'tempest-AttachVolumeNegativeTest-1588558018-router', 'tenant_id': '96d24f87dbc54cf4a14285a307b25838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'external_fixed_ips': [{'subnet_id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'ip_address': '172.27.2.95'}], 'enable_snat': True}, 'gw_port_id': '1c7e8f28-8a6d-4a6a-ba0e-ab1b54a1106b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:58:50Z', 'updated_at': '2022-03-07T16:58:53Z', 'revision_number': 4, 'project_id': '96d24f87dbc54cf4a14285a307b25838', 'gw_port': {'id': '1c7e8f28-8a6d-4a6a-ba0e-ab1b54a1106b', 'name': '', 'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:81:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d9caf44-7118-4035-ab12-21883e79a634', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'ip_address': '172.27.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:58:50Z', 'updated_at': '2022-03-07T16:58:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-24-iscsi', '_interfaces': [{'id': 'b65794ee-2638-4767-b75b-665e41be860f', 'name': '', 'network_id': '3df42a45-56b5-4fc7-8b36-6d79a9e64fbf', 'tenant_id': '96d24f87dbc54cf4a14285a307b25838', 'mac_address': 'fa:16:3e:4d:30:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d9caf44-7118-4035-ab12-21883e79a634', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '150f4a27-7a6f-4353-8977-b85e496ab7bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:58:52Z', 'updated_at': '2022-03-07T16:58:56Z', 'revision_number': 5, 'project_id': '96d24f87dbc54cf4a14285a307b25838', 'subnets': [{'id': '150f4a27-7a6f-4353-8977-b85e496ab7bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-24-iscsi', False) {} {{(pid=119956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:02:11.357053 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-111fd038-3d30-447a-b8c9-baf84776aff5 None None] The sync data for ids ['6d9caf44-7118-4035-ab12-21883e79a634'] in dv-cinder-804757-24-iscsi is: [{'id': '6d9caf44-7118-4035-ab12-21883e79a634', 'name': 'tempest-AttachVolumeNegativeTest-1588558018-router', 'tenant_id': '96d24f87dbc54cf4a14285a307b25838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'external_fixed_ips': [{'subnet_id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'ip_address': '172.27.2.95'}], 'enable_snat': True}, 'gw_port_id': '1c7e8f28-8a6d-4a6a-ba0e-ab1b54a1106b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:58:50Z', 'updated_at': '2022-03-07T16:58:53Z', 'revision_number': 4, 'project_id': '96d24f87dbc54cf4a14285a307b25838', 'gw_port': {'id': '1c7e8f28-8a6d-4a6a-ba0e-ab1b54a1106b', 'name': '', 'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:81:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d9caf44-7118-4035-ab12-21883e79a634', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'ip_address': '172.27.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:58:50Z', 'updated_at': '2022-03-07T16:58:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-24-iscsi', '_interfaces': [{'id': 'b65794ee-2638-4767-b75b-665e41be860f', 'name': '', 'network_id': '3df42a45-56b5-4fc7-8b36-6d79a9e64fbf', 'tenant_id': '96d24f87dbc54cf4a14285a307b25838', 'mac_address': 'fa:16:3e:4d:30:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d9caf44-7118-4035-ab12-21883e79a634', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '150f4a27-7a6f-4353-8977-b85e496ab7bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:58:52Z', 'updated_at': '2022-03-07T16:58:56Z', 'revision_number': 5, 'project_id': '96d24f87dbc54cf4a14285a307b25838', 'subnets': [{'id': '150f4a27-7a6f-4353-8977-b85e496ab7bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 17:02:11.533397 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-60579d1f-d4f1-41bd-86f1-6be13c70ce9b req-6963e235-2b5d-4642-8c13-4a543f73bd58 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] 10.222.0.18 "GET /v2.0/ports?device_id=65a8b8df-7327-49ec-9685-cec8dd70ed57 HTTP/1.1" status: 200 len: 210 time: 0.3188450 Mar 07 17:02:11.556303 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-5a72e583-589e-4b75-93b8-3cb2133ee75a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-550922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-708385'] for router_interface (acb12815-d60c-467e-bdb3-91637ce7ef57), after_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:11.650645 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d13130bf-a979-4234-9043-0761ebc7828f None None] New status for floating IP 8ada3078-18e7-434f-8435-7bba17e093b9: DOWN {{(pid=119955) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 17:02:11.791741 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a72e583-589e-4b75-93b8-3cb2133ee75a admin admin] Router acb12815-d60c-467e-bdb3-91637ce7ef57 has already been hosted by L3 agent 4cbb3502-d72e-4663-b57e-51d645794085 {{(pid=119954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 17:02:11.904936 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a72e583-589e-4b75-93b8-3cb2133ee75a admin admin] Notify agent at l3_agent.dv-cinder-804757-24-iscsi the message routers_updated {{(pid=119954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 17:02:11.912585 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [None req-5a72e583-589e-4b75-93b8-3cb2133ee75a admin admin] 10.222.0.18 "PUT /v2.0/routers/acb12815-d60c-467e-bdb3-91637ce7ef57/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0679755 Mar 07 17:02:11.913051 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.wsgi [-] (119954) accepted ('10.222.0.18', 58752) {{(pid=119954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:02:11.914961 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ca311b8-eed1-4d76-9c0a-30a458035d52 None None] Sync routers for ids ['acb12815-d60c-467e-bdb3-91637ce7ef57'] in dv-cinder-804757-24-iscsi {{(pid=119956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 17:02:11.933381 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ca311b8-eed1-4d76-9c0a-30a458035d52 None None] Routers {'acb12815-d60c-467e-bdb3-91637ce7ef57'} bound to L3 agent in host dv-cinder-804757-24-iscsi {{(pid=119956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 17:02:11.934138 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.db.l3_hamode_db [None req-1ca311b8-eed1-4d76-9c0a-30a458035d52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T16:44:19Z,description=,heartbeat_timestamp=2022-03-07T17:01:49Z,host='dv-cinder-804757-24-iscsi',id=4cbb3502-d72e-4663-b57e-51d645794085,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:44:19Z,topic='l3_agent')) {'router_ids': ['acb12815-d60c-467e-bdb3-91637ce7ef57'], 'active': True} {{(pid=119956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:02:12.018427 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-48dd4c77-4701-4f59-8228-9121b054c82a admin admin] Publish callbacks [] for router (acb12815-d60c-467e-bdb3-91637ce7ef57), before_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:12.041945 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.db.l3_dvr_db [None req-1ca311b8-eed1-4d76-9c0a-30a458035d52 None None] Set router acb12815-d60c-467e-bdb3-91637ce7ef57 gateway port host: dv-cinder-804757-24-iscsi {{(pid=119956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 17:02:12.125088 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-48dd4c77-4701-4f59-8228-9121b054c82a admin admin] Publish callbacks [] for router_gateway (acb12815-d60c-467e-bdb3-91637ce7ef57), before_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:12.179883 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.plugins.ml2.plugin [None req-48dd4c77-4701-4f59-8228-9121b054c82a admin admin] Deleting port ef525a23-9460-4f00-92b4-cf8c302617d7 {{(pid=119954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 17:02:12.180254 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-48dd4c77-4701-4f59-8228-9121b054c82a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754346666051'] for port (ef525a23-9460-4f00-92b4-cf8c302617d7), before_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:12.222802 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.db.l3_hamode_db [None req-1ca311b8-eed1-4d76-9c0a-30a458035d52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acb12815-d60c-467e-bdb3-91637ce7ef57', 'name': 'tempest-TestVolumeBootPattern-1390791588-router', 'tenant_id': 'ab07a00fc5ba4fc783ff2456ef402f29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'external_fixed_ips': [{'subnet_id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'ip_address': '172.27.2.146'}], 'enable_snat': True}, 'gw_port_id': 'ef525a23-9460-4f00-92b4-cf8c302617d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:54:00Z', 'updated_at': '2022-03-07T17:02:10Z', 'revision_number': 5, 'project_id': 'ab07a00fc5ba4fc783ff2456ef402f29', 'gw_port': {'id': 'ef525a23-9460-4f00-92b4-cf8c302617d7', 'name': '', 'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:35:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acb12815-d60c-467e-bdb3-91637ce7ef57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'ip_address': '172.27.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:54:01Z', 'updated_at': '2022-03-07T16:54:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-24-iscsi'}], 'dv-cinder-804757-24-iscsi', False) {} {{(pid=119956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:02:12.248919 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ca311b8-eed1-4d76-9c0a-30a458035d52 None None] Checking router: acb12815-d60c-467e-bdb3-91637ce7ef57 for host: dv-cinder-804757-24-iscsi {{(pid=119956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 17:02:12.254665 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.plugins.ml2.db [None req-48dd4c77-4701-4f59-8228-9121b054c82a admin admin] For port ef525a23-9460-4f00-92b4-cf8c302617d7, host dv-cinder-804757-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-24-iscsi',level=0,port_id=ef525a23-9460-4f00-92b4-cf8c302617d7,segment=NetworkSegment(0349b9bd-653a-4400-b295-28c1bc47d9ca),segment_id=0349b9bd-653a-4400-b295-28c1bc47d9ca)] {{(pid=119954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:02:12.255017 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-48dd4c77-4701-4f59-8228-9121b054c82a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704071'] for port (ef525a23-9460-4f00-92b4-cf8c302617d7), precommit_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:12.257378 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ca311b8-eed1-4d76-9c0a-30a458035d52 None None] Routers {'acb12815-d60c-467e-bdb3-91637ce7ef57'} bound to L3 agent in host dv-cinder-804757-24-iscsi {{(pid=119956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 17:02:12.257979 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.db.l3_hamode_db [None req-1ca311b8-eed1-4d76-9c0a-30a458035d52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T16:44:19Z,description=,heartbeat_timestamp=2022-03-07T17:01:49Z,host='dv-cinder-804757-24-iscsi',id=4cbb3502-d72e-4663-b57e-51d645794085,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:44:19Z,topic='l3_agent')) {'router_ids': ['acb12815-d60c-467e-bdb3-91637ce7ef57'], 'active': True} {{(pid=119956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:02:12.266752 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.plugins.ml2.plugin [None req-48dd4c77-4701-4f59-8228-9121b054c82a admin admin] Calling delete_port for ef525a23-9460-4f00-92b4-cf8c302617d7 owned by network:router_gateway {{(pid=119954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 17:02:12.332535 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.wsgi [-] (119954) accepted ('10.222.0.18', 58756) {{(pid=119954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:02:12.433151 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.db.l3_dvr_db [None req-1ca311b8-eed1-4d76-9c0a-30a458035d52 None None] Set router acb12815-d60c-467e-bdb3-91637ce7ef57 gateway port host: None {{(pid=119956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 17:02:12.438200 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-98d4144c-e1e1-4db0-a0dd-1ce5d9968039 tempest-TestShelveInstance-1471348020 tempest-TestShelveInstance-1471348020-project] Publish callbacks [] for security_group (3e5509a0-73c0-4d35-a942-542b713a77a1), before_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:12.482593 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '047c2582-ee38-4aad-8f05-895e1732a2bd', 'name': 'network-vif-deleted', 'tag': '5178f70b-d860-4382-a4eb-abb1fcb7329f'}] {{(pid=119953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 17:02:12.484993 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.db.l3_hamode_db [None req-1ca311b8-eed1-4d76-9c0a-30a458035d52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acb12815-d60c-467e-bdb3-91637ce7ef57', 'name': 'tempest-TestVolumeBootPattern-1390791588-router', 'tenant_id': 'ab07a00fc5ba4fc783ff2456ef402f29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:54:00Z', 'updated_at': '2022-03-07T17:02:12Z', 'revision_number': 6, 'project_id': 'ab07a00fc5ba4fc783ff2456ef402f29', 'gw_port_host': None}], 'dv-cinder-804757-24-iscsi', False) {} {{(pid=119956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:02:12.485243 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed95515d7af65a162ef4af60abe3e4aacc73bb6c2379f81891a58e09c3a2d0f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f97c3be-7990-4895-bb8c-98ad66103e82" -d '{"events": [{"server_uuid": "047c2582-ee38-4aad-8f05-895e1732a2bd", "name": "network-vif-deleted", "tag": "5178f70b-d860-4382-a4eb-abb1fcb7329f"}]}' {{(pid=119953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 17:02:12.490270 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-98d4144c-e1e1-4db0-a0dd-1ce5d9968039 tempest-TestShelveInstance-1471348020 tempest-TestShelveInstance-1471348020-project] Publish callbacks [] for security_group (3e5509a0-73c0-4d35-a942-542b713a77a1), precommit_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:12.514264 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-48dd4c77-4701-4f59-8228-9121b054c82a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754346672038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754346267064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3211674'] for port (ef525a23-9460-4f00-92b4-cf8c302617d7), after_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:12.517083 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ca311b8-eed1-4d76-9c0a-30a458035d52 None None] The sync data for ids ['acb12815-d60c-467e-bdb3-91637ce7ef57'] in dv-cinder-804757-24-iscsi is: [{'id': 'acb12815-d60c-467e-bdb3-91637ce7ef57', 'name': 'tempest-TestVolumeBootPattern-1390791588-router', 'tenant_id': 'ab07a00fc5ba4fc783ff2456ef402f29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:54:00Z', 'updated_at': '2022-03-07T17:02:12Z', 'revision_number': 6, 'project_id': 'ab07a00fc5ba4fc783ff2456ef402f29', 'gw_port_host': None}] {{(pid=119956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 17:02:12.523454 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 17:02:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05fe3f8e-ac5b-451a-92d7-0c09818aae0f x-openstack-request-id: req-05fe3f8e-ac5b-451a-92d7-0c09818aae0f {{(pid=119953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 17:02:12.524042 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "047c2582-ee38-4aad-8f05-895e1732a2bd", "name": "network-vif-deleted", "tag": "5178f70b-d860-4382-a4eb-abb1fcb7329f", "status": "completed", "code": 200}]} {{(pid=119953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 17:02:12.524540 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-05fe3f8e-ac5b-451a-92d7-0c09818aae0f {{(pid=119953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 17:02:12.525738 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '047c2582-ee38-4aad-8f05-895e1732a2bd', 'name': 'network-vif-deleted', 'tag': '5178f70b-d860-4382-a4eb-abb1fcb7329f', 'status': 'completed', 'code': 200} Mar 07 17:02:12.553276 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dd4c77-4701-4f59-8228-9121b054c82a admin admin] Pushing event deleted for resources: {'Port': ['ID=ef525a23-9460-4f00-92b4-cf8c302617d7,revision_number=None']} {{(pid=119954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:02:12.622116 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.wsgi [-] (119954) accepted ('10.222.0.18', 58764) {{(pid=119954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:02:12.624383 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-48dd4c77-4701-4f59-8228-9121b054c82a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-705163'] for router_gateway (acb12815-d60c-467e-bdb3-91637ce7ef57), after_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:12.692002 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-98d4144c-e1e1-4db0-a0dd-1ce5d9968039 tempest-TestShelveInstance-1471348020 tempest-TestShelveInstance-1471348020-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543383'] for security_group (3e5509a0-73c0-4d35-a942-542b713a77a1), after_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:12.694438 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-98d4144c-e1e1-4db0-a0dd-1ce5d9968039 tempest-TestShelveInstance-1471348020 tempest-TestShelveInstance-1471348020-project] Publish callbacks [] for security_group (None), before_response {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:12.695549 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [None req-98d4144c-e1e1-4db0-a0dd-1ce5d9968039 tempest-TestShelveInstance-1471348020 tempest-TestShelveInstance-1471348020-project] 10.222.0.18 "DELETE /v2.0/security-groups/3e5509a0-73c0-4d35-a942-542b713a77a1 HTTP/1.1" status: 204 len: 168 time: 0.3618224 Mar 07 17:02:12.741741 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.wsgi [-] (119953) accepted ('10.222.0.18', 58768) {{(pid=119953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:02:12.745079 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d4144c-e1e1-4db0-a0dd-1ce5d9968039 tempest-TestShelveInstance-1471348020 tempest-TestShelveInstance-1471348020-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e5509a0-73c0-4d35-a942-542b713a77a1,revision_number=None']} {{(pid=119954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:02:12.752930 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-48dd4c77-4701-4f59-8228-9121b054c82a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-708159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24387'] for router (acb12815-d60c-467e-bdb3-91637ce7ef57), precommit_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:12.758599 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-48dd4c77-4701-4f59-8228-9121b054c82a admin admin] Publish callbacks [] for router_controller (acb12815-d60c-467e-bdb3-91637ce7ef57), precommit_delete_associations {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:12.810250 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-ed10fdde-d155-4178-85e3-a95af87acd92 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Publish callbacks [] for security_group (39a665d3-4b54-4a20-8247-2585477e5f3d), before_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:12.821502 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-48dd4c77-4701-4f59-8228-9121b054c82a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-708136'] for router (acb12815-d60c-467e-bdb3-91637ce7ef57), after_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:12.821982 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48dd4c77-4701-4f59-8228-9121b054c82a admin admin] Fanout notify agent at l3_agent the message router_deleted on router acb12815-d60c-467e-bdb3-91637ce7ef57 {{(pid=119954) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 17:02:12.827409 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-48dd4c77-4701-4f59-8228-9121b054c82a admin admin] Publish callbacks [] for router (None), before_response {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:12.831014 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [None req-48dd4c77-4701-4f59-8228-9121b054c82a admin admin] 10.222.0.18 "DELETE /v2.0/routers/acb12815-d60c-467e-bdb3-91637ce7ef57 HTTP/1.1" status: 204 len: 168 time: 0.9143288 Mar 07 17:02:12.831662 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.wsgi [-] (119954) accepted ('10.222.0.18', 58770) {{(pid=119954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:02:12.849101 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.rpc [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Device 5178f70b-d860-4382-a4eb-abb1fcb7329f no longer exists at agent hyperv_hv-cinder-80475 {{(pid=119955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 17:02:12.863742 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-ed10fdde-d155-4178-85e3-a95af87acd92 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Publish callbacks [] for security_group (39a665d3-4b54-4a20-8247-2585477e5f3d), precommit_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:12.879003 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.plugin [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] No Port match for: 5178f70b-d860-4382-a4eb-abb1fcb7329f {{(pid=119955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 17:02:12.879480 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.rpc [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Device 5178f70b-d860-4382-a4eb-abb1fcb7329f not bound to the agent host hv-cinder-80475 {{(pid=119955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 17:02:12.910820 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.db.db_base_plugin_v2 [None req-84b68ef6-1ee1-4a1d-838b-513907ec7411 admin admin] Deleting subnet 034f5fdb-35dd-4818-bf23-310c7d7ad96a {{(pid=119954) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 17:02:12.914587 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-84b68ef6-1ee1-4a1d-838b-513907ec7411 admin admin] Publish callbacks [] for subnet (034f5fdb-35dd-4818-bf23-310c7d7ad96a), before_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:12.953392 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-84b68ef6-1ee1-4a1d-838b-513907ec7411 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3033181'] for subnet (034f5fdb-35dd-4818-bf23-310c7d7ad96a), precommit_delete_associations {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:12.974966 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-ed10fdde-d155-4178-85e3-a95af87acd92 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543383'] for security_group (39a665d3-4b54-4a20-8247-2585477e5f3d), after_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:12.977456 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-ed10fdde-d155-4178-85e3-a95af87acd92 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Publish callbacks [] for security_group (None), before_response {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:12.978599 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [None req-ed10fdde-d155-4178-85e3-a95af87acd92 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] 10.222.0.18 "DELETE /v2.0/security-groups/39a665d3-4b54-4a20-8247-2585477e5f3d HTTP/1.1" status: 204 len: 168 time: 0.3555579 Mar 07 17:02:12.982357 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.wsgi [-] (119953) accepted ('10.222.0.18', 58772) {{(pid=119953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:02:12.994271 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed10fdde-d155-4178-85e3-a95af87acd92 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=39a665d3-4b54-4a20-8247-2585477e5f3d,revision_number=None']} {{(pid=119954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:02:13.004794 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.api.v2.resource [None req-2e695d43-7ce6-4561-b78e-f14dec8ae9ef tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] show failed (client error): The resource could not be found. Mar 07 17:02:13.005817 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [None req-2e695d43-7ce6-4561-b78e-f14dec8ae9ef tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] 10.222.0.18 "GET /v2.0/security-groups/39a665d3-4b54-4a20-8247-2585477e5f3d HTTP/1.1" status: 404 len: 347 time: 0.0224628 Mar 07 17:02:13.010781 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.wsgi [-] (119953) accepted ('10.222.0.18', 58774) {{(pid=119953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:02:13.052856 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-84b68ef6-1ee1-4a1d-838b-513907ec7411 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8314618'] for subnet (034f5fdb-35dd-4818-bf23-310c7d7ad96a), precommit_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:13.103191 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-84b68ef6-1ee1-4a1d-838b-513907ec7411 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8314593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3211693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3853989'] for subnet (034f5fdb-35dd-4818-bf23-310c7d7ad96a), after_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:13.129716 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b68ef6-1ee1-4a1d-838b-513907ec7411 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=034f5fdb-35dd-4818-bf23-310c7d7ad96a,revision_number=None']} {{(pid=119954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:02:13.135219 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-84b68ef6-1ee1-4a1d-838b-513907ec7411 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:13.138255 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [None req-84b68ef6-1ee1-4a1d-838b-513907ec7411 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/034f5fdb-35dd-4818-bf23-310c7d7ad96a HTTP/1.1" status: 204 len: 168 time: 0.3057911 Mar 07 17:02:13.141344 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.wsgi [-] (119953) accepted ('10.222.0.18', 58776) {{(pid=119953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:02:13.143356 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b12f413-07a6-41a0-9634-18b06bbd990c None None] Network 81f8ad47-3258-41a0-b9ef-3741cf90e171 requested from dv-cinder-804757-24-iscsi {{(pid=119955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 17:02:13.261924 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-0fd5f319-a7ae-4927-87dd-058ee0675ba0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7565685'] for network (81f8ad47-3258-41a0-b9ef-3741cf90e171), before_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:13.300648 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cc97638-98ea-47b9-8b53-989326a2ebd0 None None] DHCP port deletion for 81f8ad47-3258-41a0-b9ef-3741cf90e171 request from dv-cinder-804757-24-iscsi {{(pid=119955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 17:02:13.300903 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.plugin [None req-881efd1c-7c3a-49b1-9569-d5994d09fd64 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Deleting port b6b5031a-e819-4680-a4f6-ea00250e7452 {{(pid=119953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 17:02:13.301091 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-881efd1c-7c3a-49b1-9569-d5994d09fd64 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754346666051'] for port (b6b5031a-e819-4680-a4f6-ea00250e7452), before_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:13.351541 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.plugin [None req-5cc97638-98ea-47b9-8b53-989326a2ebd0 None None] Deleting port 0ab0df2a-2938-4a07-8b02-59d9e189ba96 {{(pid=119955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 17:02:13.351968 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-5cc97638-98ea-47b9-8b53-989326a2ebd0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754346666051'] for port (0ab0df2a-2938-4a07-8b02-59d9e189ba96), before_delete {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:13.413663 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.db [None req-5cc97638-98ea-47b9-8b53-989326a2ebd0 None None] For port 0ab0df2a-2938-4a07-8b02-59d9e189ba96, host dv-cinder-804757-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-24-iscsi',level=0,port_id=0ab0df2a-2938-4a07-8b02-59d9e189ba96,segment=NetworkSegment(5c7cf2be-d7f4-48ac-b0f3-38f2ae0d0df5),segment_id=5c7cf2be-d7f4-48ac-b0f3-38f2ae0d0df5)] {{(pid=119955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:02:13.414056 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-5cc97638-98ea-47b9-8b53-989326a2ebd0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704071'] for port (0ab0df2a-2938-4a07-8b02-59d9e189ba96), precommit_delete {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:13.427314 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.plugin [None req-5cc97638-98ea-47b9-8b53-989326a2ebd0 None None] Calling delete_port for 0ab0df2a-2938-4a07-8b02-59d9e189ba96 owned by network:dhcp {{(pid=119955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 17:02:13.457287 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-881efd1c-7c3a-49b1-9569-d5994d09fd64 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704071'] for port (b6b5031a-e819-4680-a4f6-ea00250e7452), precommit_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:13.457839 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-881efd1c-7c3a-49b1-9569-d5994d09fd64 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Publish callbacks [] for floatingip (b6b5031a-e819-4680-a4f6-ea00250e7452), precommit_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:13.476455 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.plugin [None req-881efd1c-7c3a-49b1-9569-d5994d09fd64 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Calling delete_port for b6b5031a-e819-4680-a4f6-ea00250e7452 owned by network:floatingip {{(pid=119953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 17:02:13.488875 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.plugin [None req-0fd5f319-a7ae-4927-87dd-058ee0675ba0 admin admin] Deleting port 0ab0df2a-2938-4a07-8b02-59d9e189ba96 {{(pid=119953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 17:02:13.489519 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-0fd5f319-a7ae-4927-87dd-058ee0675ba0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754346666051'] for port (0ab0df2a-2938-4a07-8b02-59d9e189ba96), before_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:13.518150 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-5cc97638-98ea-47b9-8b53-989326a2ebd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754346672038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754346267064'] for port (0ab0df2a-2938-4a07-8b02-59d9e189ba96), after_delete {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:13.536593 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cc97638-98ea-47b9-8b53-989326a2ebd0 None None] No DVR routers for this DVR port 0ab0df2a-2938-4a07-8b02-59d9e189ba96 on host dv-cinder-804757-24-iscsi {{(pid=119955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 17:02:13.561632 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.rpc [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Device ef525a23-9460-4f00-92b4-cf8c302617d7 no longer exists at agent ovs-agent-dv-cinder-804757-24-iscsi {{(pid=119955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 17:02:13.585524 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc97638-98ea-47b9-8b53-989326a2ebd0 None None] Pushing event deleted for resources: {'Port': ['ID=0ab0df2a-2938-4a07-8b02-59d9e189ba96,revision_number=None']} {{(pid=119955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:02:13.587572 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.plugin [None req-63748041-7458-40ab-a922-e876cef088c3 None None] No Port match for: ef525a23-9460-4f00-92b4-cf8c302617d7 {{(pid=119955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 17:02:13.587939 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.rpc [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Device ef525a23-9460-4f00-92b4-cf8c302617d7 not bound to the agent host dv-cinder-804757-24-iscsi {{(pid=119955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 17:02:13.588367 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.rpc [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Device 0ab0df2a-2938-4a07-8b02-59d9e189ba96 no longer exists at agent ovs-agent-dv-cinder-804757-24-iscsi {{(pid=119955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 17:02:13.609366 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.plugin [None req-63748041-7458-40ab-a922-e876cef088c3 None None] No Port match for: 0ab0df2a-2938-4a07-8b02-59d9e189ba96 {{(pid=119955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 17:02:13.609709 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.rpc [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Device 0ab0df2a-2938-4a07-8b02-59d9e189ba96 not bound to the agent host dv-cinder-804757-24-iscsi {{(pid=119955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 17:02:13.610119 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.rpc [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Device d4db572c-4ee9-4d75-b51e-4ca22859bed4 no longer exists at agent ovs-agent-dv-cinder-804757-24-iscsi {{(pid=119955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 17:02:13.630249 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.plugin [None req-63748041-7458-40ab-a922-e876cef088c3 None None] No Port match for: d4db572c-4ee9-4d75-b51e-4ca22859bed4 {{(pid=119955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 17:02:13.630507 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.rpc [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Device d4db572c-4ee9-4d75-b51e-4ca22859bed4 not bound to the agent host dv-cinder-804757-24-iscsi {{(pid=119955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 17:02:13.872082 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.db [None req-0fd5f319-a7ae-4927-87dd-058ee0675ba0 admin admin] For port 0ab0df2a-2938-4a07-8b02-59d9e189ba96, host dv-cinder-804757-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-24-iscsi',level=0,port_id=0ab0df2a-2938-4a07-8b02-59d9e189ba96,segment=NetworkSegment(5c7cf2be-d7f4-48ac-b0f3-38f2ae0d0df5),segment_id=5c7cf2be-d7f4-48ac-b0f3-38f2ae0d0df5)] {{(pid=119953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:02:13.872452 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-0fd5f319-a7ae-4927-87dd-058ee0675ba0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704071'] for port (0ab0df2a-2938-4a07-8b02-59d9e189ba96), precommit_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:13.898945 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.plugin [None req-0fd5f319-a7ae-4927-87dd-058ee0675ba0 admin admin] Calling delete_port for 0ab0df2a-2938-4a07-8b02-59d9e189ba96 owned by network:dhcp {{(pid=119953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 17:02:13.907289 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-49ccccc0-c3b4-4757-ad16-6ea4670f7a15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-708437'] for router_interface (8c2055a7-4e1f-4277-aede-6e2c02d93b56), before_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:14.130433 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-0fd5f319-a7ae-4927-87dd-058ee0675ba0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754346672038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754346267064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9282916'] for port (0ab0df2a-2938-4a07-8b02-59d9e189ba96), after_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:14.160183 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-881efd1c-7c3a-49b1-9569-d5994d09fd64 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754346672038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754346267064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9282916'] for port (b6b5031a-e819-4680-a4f6-ea00250e7452), after_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:14.203624 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd5f319-a7ae-4927-87dd-058ee0675ba0 admin admin] Pushing event deleted for resources: {'Port': ['ID=0ab0df2a-2938-4a07-8b02-59d9e189ba96,revision_number=None']} {{(pid=119953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:02:14.229450 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fd5f319-a7ae-4927-87dd-058ee0675ba0 admin admin] No DVR routers for this DVR port 0ab0df2a-2938-4a07-8b02-59d9e189ba96 on host dv-cinder-804757-24-iscsi {{(pid=119953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 17:02:14.273461 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881efd1c-7c3a-49b1-9569-d5994d09fd64 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Pushing event deleted for resources: {'Port': ['ID=b6b5031a-e819-4680-a4f6-ea00250e7452,revision_number=None']} {{(pid=119953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:02:14.386774 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-0fd5f319-a7ae-4927-87dd-058ee0675ba0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8196213', 'neutron.services.segments.db._delete_segments_for_network-8754346594151'] for network (81f8ad47-3258-41a0-b9ef-3741cf90e171), precommit_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:14.419457 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.services.segments.db [None req-0fd5f319-a7ae-4927-87dd-058ee0675ba0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81f8ad47-3258-41a0-b9ef-3741cf90e171']}} {{(pid=119953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:02:14.435965 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-881efd1c-7c3a-49b1-9569-d5994d09fd64 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Publish callbacks [] for floatingip (8ada3078-18e7-434f-8435-7bba17e093b9), after_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:14.438490 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-881efd1c-7c3a-49b1-9569-d5994d09fd64 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47102'] for floatingip (None), before_response {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:14.439642 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [None req-881efd1c-7c3a-49b1-9569-d5994d09fd64 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] 10.222.0.18 "DELETE /v2.0/floatingips/8ada3078-18e7-434f-8435-7bba17e093b9 HTTP/1.1" status: 204 len: 168 time: 1.4279454 Mar 07 17:02:14.443828 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.services.segments.db [None req-0fd5f319-a7ae-4927-87dd-058ee0675ba0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c7cf2be-d7f4-48ac-b0f3-38f2ae0d0df5') {'for_net_delete': True} {{(pid=119953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:02:14.444217 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.services.segments.db [None req-0fd5f319-a7ae-4927-87dd-058ee0675ba0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c7cf2be-d7f4-48ac-b0f3-38f2ae0d0df5') {} {{(pid=119953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:02:14.460305 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-0fd5f319-a7ae-4927-87dd-058ee0675ba0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754346595440', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8886615'] for segment (5c7cf2be-d7f4-48ac-b0f3-38f2ae0d0df5), before_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:14.495891 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-0fd5f319-a7ae-4927-87dd-058ee0675ba0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8315985'] for segment (5c7cf2be-d7f4-48ac-b0f3-38f2ae0d0df5), precommit_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:14.504157 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0fd5f319-a7ae-4927-87dd-058ee0675ba0 admin admin] Releasing vlan 884 on physical network physnet1 to pool {{(pid=119953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 17:02:14.504541 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-0fd5f319-a7ae-4927-87dd-058ee0675ba0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8315985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9282873'] for segment (5c7cf2be-d7f4-48ac-b0f3-38f2ae0d0df5), after_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:14.506160 dv-cinder-804757-24-iscsi neutron-server[119953]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 17:02:14.506160 dv-cinder-804757-24-iscsi neutron-server[119953]: self.session.flush() Mar 07 17:02:14.506160 dv-cinder-804757-24-iscsi neutron-server[119953]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 17:02:14.506160 dv-cinder-804757-24-iscsi neutron-server[119953]: self.session.flush() Mar 07 17:02:14.506160 dv-cinder-804757-24-iscsi neutron-server[119953]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 17:02:14.506160 dv-cinder-804757-24-iscsi neutron-server[119953]: self.session.flush() Mar 07 17:02:14.506160 dv-cinder-804757-24-iscsi neutron-server[119953]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 17:02:14.506160 dv-cinder-804757-24-iscsi neutron-server[119953]: self.session.flush() Mar 07 17:02:14.506160 dv-cinder-804757-24-iscsi neutron-server[119953]: Traceback (most recent call last): Mar 07 17:02:14.506160 dv-cinder-804757-24-iscsi neutron-server[119953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 17:02:14.506160 dv-cinder-804757-24-iscsi neutron-server[119953]: timer() Mar 07 17:02:14.506160 dv-cinder-804757-24-iscsi neutron-server[119953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 17:02:14.506160 dv-cinder-804757-24-iscsi neutron-server[119953]: cb(*args, **kw) Mar 07 17:02:14.506160 dv-cinder-804757-24-iscsi neutron-server[119953]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 17:02:14.506160 dv-cinder-804757-24-iscsi neutron-server[119953]: return func(*args, **kwargs) Mar 07 17:02:14.506160 dv-cinder-804757-24-iscsi neutron-server[119953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 17:02:14.506160 dv-cinder-804757-24-iscsi neutron-server[119953]: self._notify() Mar 07 17:02:14.506160 dv-cinder-804757-24-iscsi neutron-server[119953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 17:02:14.506160 dv-cinder-804757-24-iscsi neutron-server[119953]: self.callback(batched_events) Mar 07 17:02:14.506160 dv-cinder-804757-24-iscsi neutron-server[119953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 17:02:14.506160 dv-cinder-804757-24-iscsi neutron-server[119953]: event.method(event) Mar 07 17:02:14.506160 dv-cinder-804757-24-iscsi neutron-server[119953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 17:02:14.506160 dv-cinder-804757-24-iscsi neutron-server[119953]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 17:02:14.506160 dv-cinder-804757-24-iscsi neutron-server[119953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 17:02:14.506160 dv-cinder-804757-24-iscsi neutron-server[119953]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 17:02:14.506160 dv-cinder-804757-24-iscsi neutron-server[119953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 17:02:14.506160 dv-cinder-804757-24-iscsi neutron-server[119953]: return f(self, *a, **k) Mar 07 17:02:14.506160 dv-cinder-804757-24-iscsi neutron-server[119953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 17:02:14.506160 dv-cinder-804757-24-iscsi neutron-server[119953]: return self._get(url).json() Mar 07 17:02:14.506160 dv-cinder-804757-24-iscsi neutron-server[119953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 17:02:14.506160 dv-cinder-804757-24-iscsi neutron-server[119953]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 17:02:14.506160 dv-cinder-804757-24-iscsi neutron-server[119953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 17:02:14.506160 dv-cinder-804757-24-iscsi neutron-server[119953]: return self.request(url, 'GET', **kwargs) Mar 07 17:02:14.506160 dv-cinder-804757-24-iscsi neutron-server[119953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 17:02:14.506160 dv-cinder-804757-24-iscsi neutron-server[119953]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 17:02:14.506160 dv-cinder-804757-24-iscsi neutron-server[119953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 17:02:14.506160 dv-cinder-804757-24-iscsi neutron-server[119953]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 17:02:14.506160 dv-cinder-804757-24-iscsi neutron-server[119953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 17:02:14.506160 dv-cinder-804757-24-iscsi neutron-server[119953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 17:02:14.506160 dv-cinder-804757-24-iscsi neutron-server[119953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 17:02:14.578763 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-0fd5f319-a7ae-4927-87dd-058ee0675ba0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8196220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-705199'] for network (81f8ad47-3258-41a0-b9ef-3741cf90e171), after_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:14.588401 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-0fd5f319-a7ae-4927-87dd-058ee0675ba0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550935'] for network (None), before_response {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:14.591279 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [None req-0fd5f319-a7ae-4927-87dd-058ee0675ba0 admin admin] 10.222.0.18 "DELETE /v2.0/networks/81f8ad47-3258-41a0-b9ef-3741cf90e171 HTTP/1.1" status: 204 len: 168 time: 1.4479191 Mar 07 17:02:14.602631 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd5f319-a7ae-4927-87dd-058ee0675ba0 admin admin] Pushing event deleted for resources: {'Network': ['ID=81f8ad47-3258-41a0-b9ef-3741cf90e171,revision_number=None']} {{(pid=119953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:02:14.609673 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.plugin [None req-49ccccc0-c3b4-4757-ad16-6ea4670f7a15 admin admin] Deleting port ad8b0d93-426c-4876-b580-f48a6623b583 {{(pid=119953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 17:02:14.610012 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-49ccccc0-c3b4-4757-ad16-6ea4670f7a15 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754346666051'] for port (ad8b0d93-426c-4876-b580-f48a6623b583), before_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:14.656353 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.wsgi [-] (119954) accepted ('10.222.0.18', 58784) {{(pid=119954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:02:14.662485 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.v2.base [None req-58b2d8a4-7b89-4ec1-b36b-2a51d2fefe30 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1855152668', 'description': 'tempest-description--278675670'}} {{(pid=119954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:02:14.686395 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-58b2d8a4-7b89-4ec1-b36b-2a51d2fefe30 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Publish callbacks [] for security_group (None), before_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:14.700500 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.db [None req-49ccccc0-c3b4-4757-ad16-6ea4670f7a15 admin admin] For port ad8b0d93-426c-4876-b580-f48a6623b583, host dv-cinder-804757-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-24-iscsi',level=0,port_id=ad8b0d93-426c-4876-b580-f48a6623b583,segment=NetworkSegment(b0e29e90-ddf0-46b1-8ceb-3a4354fa6bcc),segment_id=b0e29e90-ddf0-46b1-8ceb-3a4354fa6bcc)] {{(pid=119953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:02:14.701009 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-49ccccc0-c3b4-4757-ad16-6ea4670f7a15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704071'] for port (ad8b0d93-426c-4876-b580-f48a6623b583), precommit_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:14.716600 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.plugin [None req-49ccccc0-c3b4-4757-ad16-6ea4670f7a15 admin admin] Calling delete_port for ad8b0d93-426c-4876-b580-f48a6623b583 owned by network:router_interface {{(pid=119953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 17:02:14.740616 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.wsgi [-] (119954) accepted ('10.222.0.18', 58786) {{(pid=119954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:02:14.775417 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-58b2d8a4-7b89-4ec1-b36b-2a51d2fefe30 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Publish callbacks [] for security_group (9d193ac7-d2c2-425a-9a0a-fe6d12a5c9c2), precommit_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:14.781276 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-58b2d8a4-7b89-4ec1-b36b-2a51d2fefe30 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543383'] for security_group (9d193ac7-d2c2-425a-9a0a-fe6d12a5c9c2), after_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:14.817878 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [None req-62447d41-e599-4c87-8024-fc3e3e8319b6 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f13607869be844f9bb555f4bee0519ef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0761652 Mar 07 17:02:14.821083 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.wsgi [-] (119953) accepted ('10.222.0.18', 58788) {{(pid=119953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:02:14.824401 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-58b2d8a4-7b89-4ec1-b36b-2a51d2fefe30 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Publish callbacks [] for security_group (None), before_response {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:14.825542 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [None req-58b2d8a4-7b89-4ec1-b36b-2a51d2fefe30 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1681731 Mar 07 17:02:14.829280 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.wsgi [-] (119953) accepted ('10.222.0.18', 58790) {{(pid=119953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:02:14.829848 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b2d8a4-7b89-4ec1-b36b-2a51d2fefe30 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d193ac7-d2c2-425a-9a0a-fe6d12a5c9c2,revision_number=1']} {{(pid=119954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:02:14.844177 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.v2.base [None req-b01230a7-9fa4-4cfb-93c2-fc691742ad27 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Request body: {'security_group_rule': {'security_group_id': '9d193ac7-d2c2-425a-9a0a-fe6d12a5c9c2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=119953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:02:14.913850 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-b01230a7-9fa4-4cfb-93c2-fc691742ad27 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Publish callbacks [] for security_group_rule (2645a8b2-20a1-4c53-800d-89ed1c5e8b82), before_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:14.917933 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-fe99ea74-4273-47b6-ba13-92660e7d0ef7 admin admin] Publish callbacks [] for security_group (6ede81c3-2774-47f8-98d5-7f0c0c73835f), before_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:14.982096 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-fe99ea74-4273-47b6-ba13-92660e7d0ef7 admin admin] Publish callbacks [] for security_group (6ede81c3-2774-47f8-98d5-7f0c0c73835f), precommit_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:15.030759 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-49ccccc0-c3b4-4757-ad16-6ea4670f7a15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754346672038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754346267064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9282916'] for port (ad8b0d93-426c-4876-b580-f48a6623b583), after_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:15.067405 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ccccc0-c3b4-4757-ad16-6ea4670f7a15 admin admin] Pushing event deleted for resources: {'Port': ['ID=ad8b0d93-426c-4876-b580-f48a6623b583,revision_number=None']} {{(pid=119953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:02:15.083169 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-b01230a7-9fa4-4cfb-93c2-fc691742ad27 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Publish callbacks [] for security_group_rule (2645a8b2-20a1-4c53-800d-89ed1c5e8b82), precommit_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:15.101621 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-b01230a7-9fa4-4cfb-93c2-fc691742ad27 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543268'] for security_group_rule (2645a8b2-20a1-4c53-800d-89ed1c5e8b82), after_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:15.145919 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-fe99ea74-4273-47b6-ba13-92660e7d0ef7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543383'] for security_group (6ede81c3-2774-47f8-98d5-7f0c0c73835f), after_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:15.148664 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-fe99ea74-4273-47b6-ba13-92660e7d0ef7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:15.149942 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [None req-fe99ea74-4273-47b6-ba13-92660e7d0ef7 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6ede81c3-2774-47f8-98d5-7f0c0c73835f HTTP/1.1" status: 204 len: 168 time: 0.3277454 Mar 07 17:02:15.150760 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01230a7-9fa4-4cfb-93c2-fc691742ad27 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2645a8b2-20a1-4c53-800d-89ed1c5e8b82,revision_number=0']} {{(pid=119953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:02:15.170422 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-b01230a7-9fa4-4cfb-93c2-fc691742ad27 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:15.174377 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [None req-b01230a7-9fa4-4cfb-93c2-fc691742ad27 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3370299 Mar 07 17:02:15.174783 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe99ea74-4273-47b6-ba13-92660e7d0ef7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ede81c3-2774-47f8-98d5-7f0c0c73835f,revision_number=None']} {{(pid=119953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:02:15.175033 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.wsgi [-] (119954) accepted ('10.222.0.18', 58794) {{(pid=119954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:02:15.190838 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.v2.base [None req-b8afd239-3e5e-47f6-9d37-efb9063fca3c tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Request body: {'security_group_rule': {'security_group_id': '9d193ac7-d2c2-425a-9a0a-fe6d12a5c9c2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=119954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:02:15.235460 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-b8afd239-3e5e-47f6-9d37-efb9063fca3c tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Publish callbacks [] for security_group_rule (4af79ce9-3152-4ac3-b657-729199cd1938), before_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:15.297661 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-49ccccc0-c3b4-4757-ad16-6ea4670f7a15 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-550922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-708385'] for router_interface (8c2055a7-4e1f-4277-aede-6e2c02d93b56), after_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:15.304932 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-b8afd239-3e5e-47f6-9d37-efb9063fca3c tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Publish callbacks [] for security_group_rule (4af79ce9-3152-4ac3-b657-729199cd1938), precommit_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:15.308510 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-b8afd239-3e5e-47f6-9d37-efb9063fca3c tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543268'] for security_group_rule (4af79ce9-3152-4ac3-b657-729199cd1938), after_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:15.330754 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8afd239-3e5e-47f6-9d37-efb9063fca3c tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4af79ce9-3152-4ac3-b657-729199cd1938,revision_number=0']} {{(pid=119954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:02:15.340365 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-b8afd239-3e5e-47f6-9d37-efb9063fca3c tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:15.341565 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [None req-b8afd239-3e5e-47f6-9d37-efb9063fca3c tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1646693 Mar 07 17:02:15.344785 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.wsgi [-] (119954) accepted ('10.222.0.18', 58796) {{(pid=119954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:02:15.349461 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.v2.base [None req-9fdda60d-3ea9-4c63-bd32-63cd07f47d18 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Request body: {'floatingip': {'floating_network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88'}} {{(pid=119954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:02:15.376923 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-9fdda60d-3ea9-4c63-bd32-63cd07f47d18 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Publish callbacks [] for floatingip (None), before_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:15.491695 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-9fdda60d-3ea9-4c63-bd32-63cd07f47d18 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8385759'] for port (None), before_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:15.552201 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49ccccc0-c3b4-4757-ad16-6ea4670f7a15 admin admin] Router 8c2055a7-4e1f-4277-aede-6e2c02d93b56 has already been hosted by L3 agent 4cbb3502-d72e-4663-b57e-51d645794085 {{(pid=119953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 17:02:15.581297 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.wsgi [-] (119954) accepted ('10.222.0.18', 58800) {{(pid=119954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:02:15.632760 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.db.db_base_plugin_common [None req-9fdda60d-3ea9-4c63-bd32-63cd07f47d18 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Allocated IP 172.27.2.30 (3eba6d1e-0acd-4586-8e75-f5a4e7e90d88/6a2f7f11-a189-49ba-a838-e124f718c0dc/ebaf0157-823d-4552-8bc9-30705be73168) {{(pid=119954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 17:02:15.650665 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [None req-a7e3d900-81b4-444d-9016-8589157da0ad admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ab07a00fc5ba4fc783ff2456ef402f29&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0682304 Mar 07 17:02:15.653370 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.wsgi [-] (119954) accepted ('10.222.0.18', 58802) {{(pid=119954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:02:15.664308 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49ccccc0-c3b4-4757-ad16-6ea4670f7a15 admin admin] Notify agent at l3_agent.dv-cinder-804757-24-iscsi the message routers_updated {{(pid=119953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 17:02:15.670768 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [None req-49ccccc0-c3b4-4757-ad16-6ea4670f7a15 admin admin] 10.222.0.18 "PUT /v2.0/routers/8c2055a7-4e1f-4277-aede-6e2c02d93b56/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9243677 Mar 07 17:02:15.672437 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.wsgi [-] (119953) accepted ('10.222.0.18', 58804) {{(pid=119953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:02:15.676377 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-596d3464-c99e-4b71-9a92-92ed326af056 None None] Sync routers for ids ['8c2055a7-4e1f-4277-aede-6e2c02d93b56'] in dv-cinder-804757-24-iscsi {{(pid=119955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 17:02:15.690613 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-596d3464-c99e-4b71-9a92-92ed326af056 None None] Routers {'8c2055a7-4e1f-4277-aede-6e2c02d93b56'} bound to L3 agent in host dv-cinder-804757-24-iscsi {{(pid=119955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 17:02:15.691376 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.l3_hamode_db [None req-596d3464-c99e-4b71-9a92-92ed326af056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T16:44:19Z,description=,heartbeat_timestamp=2022-03-07T17:01:49Z,host='dv-cinder-804757-24-iscsi',id=4cbb3502-d72e-4663-b57e-51d645794085,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:44:19Z,topic='l3_agent')) {'router_ids': ['8c2055a7-4e1f-4277-aede-6e2c02d93b56'], 'active': True} {{(pid=119955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:02:15.767437 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-425dc4db-734c-4103-a6cb-a8427951f9cf admin admin] Publish callbacks [] for security_group (7bfa40cd-59a1-4c3a-93c4-710a18ff317f), before_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:15.786354 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-25bf37ab-7329-44a3-a358-1a72361d92a6 admin admin] Publish callbacks [] for router (8c2055a7-4e1f-4277-aede-6e2c02d93b56), before_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:15.798044 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-9fdda60d-3ea9-4c63-bd32-63cd07f47d18 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Publish callbacks [] for port (ebaf0157-823d-4552-8bc9-30705be73168), precommit_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:15.808259 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.l3_dvr_db [None req-596d3464-c99e-4b71-9a92-92ed326af056 None None] Set router 8c2055a7-4e1f-4277-aede-6e2c02d93b56 gateway port host: dv-cinder-804757-24-iscsi {{(pid=119955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 17:02:15.809028 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-425dc4db-734c-4103-a6cb-a8427951f9cf admin admin] Publish callbacks [] for security_group (7bfa40cd-59a1-4c3a-93c4-710a18ff317f), precommit_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:15.873999 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-9fdda60d-3ea9-4c63-bd32-63cd07f47d18 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754346267055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3211674'] for port (ebaf0157-823d-4552-8bc9-30705be73168), after_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:15.878777 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-425dc4db-734c-4103-a6cb-a8427951f9cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543383'] for security_group (7bfa40cd-59a1-4c3a-93c4-710a18ff317f), after_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:15.881256 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-425dc4db-734c-4103-a6cb-a8427951f9cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:15.882408 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [None req-425dc4db-734c-4103-a6cb-a8427951f9cf admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7bfa40cd-59a1-4c3a-93c4-710a18ff317f HTTP/1.1" status: 204 len: 168 time: 0.2281454 Mar 07 17:02:15.896009 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-25bf37ab-7329-44a3-a358-1a72361d92a6 admin admin] Publish callbacks [] for router_gateway (8c2055a7-4e1f-4277-aede-6e2c02d93b56), before_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:15.920776 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425dc4db-734c-4103-a6cb-a8427951f9cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bfa40cd-59a1-4c3a-93c4-710a18ff317f,revision_number=None']} {{(pid=119954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:02:15.931021 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fdda60d-3ea9-4c63-bd32-63cd07f47d18 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Network 3eba6d1e-0acd-4586-8e75-f5a4e7e90d88 is already hosted by enough agents. {{(pid=119954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 17:02:15.934971 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.scheduler.base_scheduler [None req-9fdda60d-3ea9-4c63-bd32-63cd07f47d18 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Resources bound (agent type, host, resource id): {{(pid=119954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 17:02:15.937140 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fdda60d-3ea9-4c63-bd32-63cd07f47d18 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Received port after_create {{(pid=119954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 17:02:15.960782 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.plugin [None req-25bf37ab-7329-44a3-a358-1a72361d92a6 admin admin] Deleting port b712d65a-fc80-40b6-8dfd-f1ff7cd27f00 {{(pid=119953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 17:02:15.961243 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-25bf37ab-7329-44a3-a358-1a72361d92a6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754346666051'] for port (b712d65a-fc80-40b6-8dfd-f1ff7cd27f00), before_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:15.963894 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdda60d-3ea9-4c63-bd32-63cd07f47d18 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Pushing event updated for resources: {'Port': ['ID=ebaf0157-823d-4552-8bc9-30705be73168,revision_number=1']} {{(pid=119954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:02:16.032598 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-9fdda60d-3ea9-4c63-bd32-63cd07f47d18 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Publish callbacks [] for floatingip (4702cb8a-3b93-49e7-a1ce-c956ea754d0d), precommit_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:16.042697 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.l3_hamode_db [None req-596d3464-c99e-4b71-9a92-92ed326af056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c2055a7-4e1f-4277-aede-6e2c02d93b56', 'name': 'tempest-TestShelveInstance-1507886732-router', 'tenant_id': '67f25f5951bb4340813deb06cbaad90d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'external_fixed_ips': [{'subnet_id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'ip_address': '172.27.2.248'}], 'enable_snat': True}, 'gw_port_id': 'b712d65a-fc80-40b6-8dfd-f1ff7cd27f00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:57:21Z', 'updated_at': '2022-03-07T17:02:14Z', 'revision_number': 5, 'project_id': '67f25f5951bb4340813deb06cbaad90d', 'gw_port': {'id': 'b712d65a-fc80-40b6-8dfd-f1ff7cd27f00', 'name': '', 'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:34:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c2055a7-4e1f-4277-aede-6e2c02d93b56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'ip_address': '172.27.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:57:21Z', 'updated_at': '2022-03-07T16:57:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-24-iscsi'}], 'dv-cinder-804757-24-iscsi', False) {} {{(pid=119955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:02:16.055305 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.db [None req-25bf37ab-7329-44a3-a358-1a72361d92a6 admin admin] For port b712d65a-fc80-40b6-8dfd-f1ff7cd27f00, host dv-cinder-804757-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-24-iscsi',level=0,port_id=b712d65a-fc80-40b6-8dfd-f1ff7cd27f00,segment=NetworkSegment(0349b9bd-653a-4400-b295-28c1bc47d9ca),segment_id=0349b9bd-653a-4400-b295-28c1bc47d9ca)] {{(pid=119953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:02:16.055963 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-25bf37ab-7329-44a3-a358-1a72361d92a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704071'] for port (b712d65a-fc80-40b6-8dfd-f1ff7cd27f00), precommit_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:16.070383 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.plugin [None req-25bf37ab-7329-44a3-a358-1a72361d92a6 admin admin] Calling delete_port for b712d65a-fc80-40b6-8dfd-f1ff7cd27f00 owned by network:router_gateway {{(pid=119953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 17:02:16.080056 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-9fdda60d-3ea9-4c63-bd32-63cd07f47d18 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8385759'] for port (ebaf0157-823d-4552-8bc9-30705be73168), before_update {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:16.080271 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-596d3464-c99e-4b71-9a92-92ed326af056 None None] Checking router: 8c2055a7-4e1f-4277-aede-6e2c02d93b56 for host: dv-cinder-804757-24-iscsi {{(pid=119955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 17:02:16.088758 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-596d3464-c99e-4b71-9a92-92ed326af056 None None] Routers {'8c2055a7-4e1f-4277-aede-6e2c02d93b56'} bound to L3 agent in host dv-cinder-804757-24-iscsi {{(pid=119955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 17:02:16.089490 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.l3_hamode_db [None req-596d3464-c99e-4b71-9a92-92ed326af056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T16:44:19Z,description=,heartbeat_timestamp=2022-03-07T17:01:49Z,host='dv-cinder-804757-24-iscsi',id=4cbb3502-d72e-4663-b57e-51d645794085,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:44:19Z,topic='l3_agent')) {'router_ids': ['8c2055a7-4e1f-4277-aede-6e2c02d93b56'], 'active': True} {{(pid=119955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:02:16.186583 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.l3_dvr_db [None req-596d3464-c99e-4b71-9a92-92ed326af056 None None] Set router 8c2055a7-4e1f-4277-aede-6e2c02d93b56 gateway port host: None {{(pid=119955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 17:02:16.249488 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.l3_hamode_db [None req-596d3464-c99e-4b71-9a92-92ed326af056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c2055a7-4e1f-4277-aede-6e2c02d93b56', 'name': 'tempest-TestShelveInstance-1507886732-router', 'tenant_id': '67f25f5951bb4340813deb06cbaad90d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:57:21Z', 'updated_at': '2022-03-07T17:02:15Z', 'revision_number': 6, 'project_id': '67f25f5951bb4340813deb06cbaad90d', 'gw_port_host': None}], 'dv-cinder-804757-24-iscsi', False) {} {{(pid=119955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:02:16.281497 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-596d3464-c99e-4b71-9a92-92ed326af056 None None] The sync data for ids ['8c2055a7-4e1f-4277-aede-6e2c02d93b56'] in dv-cinder-804757-24-iscsi is: [{'id': '8c2055a7-4e1f-4277-aede-6e2c02d93b56', 'name': 'tempest-TestShelveInstance-1507886732-router', 'tenant_id': '67f25f5951bb4340813deb06cbaad90d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:57:21Z', 'updated_at': '2022-03-07T17:02:15Z', 'revision_number': 6, 'project_id': '67f25f5951bb4340813deb06cbaad90d', 'gw_port_host': None}] {{(pid=119955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 17:02:16.290466 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-25bf37ab-7329-44a3-a358-1a72361d92a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754346672038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754346267064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9282916'] for port (b712d65a-fc80-40b6-8dfd-f1ff7cd27f00), after_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:16.295390 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-9fdda60d-3ea9-4c63-bd32-63cd07f47d18 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Publish callbacks [] for port (ebaf0157-823d-4552-8bc9-30705be73168), precommit_update {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:16.305293 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-9fdda60d-3ea9-4c63-bd32-63cd07f47d18 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754346672056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754346267073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754346267091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3211747'] for port (ebaf0157-823d-4552-8bc9-30705be73168), after_update {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:16.319380 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bf37ab-7329-44a3-a358-1a72361d92a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=b712d65a-fc80-40b6-8dfd-f1ff7cd27f00,revision_number=None']} {{(pid=119953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:02:16.387793 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdda60d-3ea9-4c63-bd32-63cd07f47d18 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Pushing event updated for resources: {'Port': ['ID=ebaf0157-823d-4552-8bc9-30705be73168,revision_number=2']} {{(pid=119954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:02:16.395096 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-25bf37ab-7329-44a3-a358-1a72361d92a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-705163'] for router_gateway (8c2055a7-4e1f-4277-aede-6e2c02d93b56), after_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:16.408552 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-9fdda60d-3ea9-4c63-bd32-63cd07f47d18 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-706389'] for floatingip (4702cb8a-3b93-49e7-a1ce-c956ea754d0d), after_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:16.425061 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-9fdda60d-3ea9-4c63-bd32-63cd07f47d18 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47102'] for floatingip (None), before_response {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:16.426497 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [None req-9fdda60d-3ea9-4c63-bd32-63cd07f47d18 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0807862 Mar 07 17:02:16.490368 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-25bf37ab-7329-44a3-a358-1a72361d92a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-708159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24387'] for router (8c2055a7-4e1f-4277-aede-6e2c02d93b56), precommit_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:16.492536 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-25bf37ab-7329-44a3-a358-1a72361d92a6 admin admin] Publish callbacks [] for router_controller (8c2055a7-4e1f-4277-aede-6e2c02d93b56), precommit_delete_associations {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:16.535132 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-25bf37ab-7329-44a3-a358-1a72361d92a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-708136'] for router (8c2055a7-4e1f-4277-aede-6e2c02d93b56), after_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:16.535612 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25bf37ab-7329-44a3-a358-1a72361d92a6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8c2055a7-4e1f-4277-aede-6e2c02d93b56 {{(pid=119953) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 17:02:16.541217 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-25bf37ab-7329-44a3-a358-1a72361d92a6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:16.541719 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [None req-25bf37ab-7329-44a3-a358-1a72361d92a6 admin admin] 10.222.0.18 "DELETE /v2.0/routers/8c2055a7-4e1f-4277-aede-6e2c02d93b56 HTTP/1.1" status: 204 len: 168 time: 0.8681052 Mar 07 17:02:16.544402 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.wsgi [-] (119953) accepted ('10.222.0.18', 58818) {{(pid=119953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:02:16.593466 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d0fcd9c-bc41-4ec2-b701-32c51d360403 admin admin] Deleting subnet 6dde97a4-d388-4dbe-a91a-34ac33fc9045 {{(pid=119953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 17:02:16.603191 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-4d0fcd9c-bc41-4ec2-b701-32c51d360403 admin admin] Publish callbacks [] for subnet (6dde97a4-d388-4dbe-a91a-34ac33fc9045), before_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:16.928521 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-2990e1d6-ba5a-4e4a-aaac-e5ed522c489b req-c254eb09-dc8c-47bb-bc84-36e9c57006d2 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--1855152668&fields=id&tenant_id=96d24f87dbc54cf4a14285a307b25838 HTTP/1.1" status: 200 len: 267 time: 0.3472507 Mar 07 17:02:16.930519 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-4d0fcd9c-bc41-4ec2-b701-32c51d360403 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8886700'] for subnet (6dde97a4-d388-4dbe-a91a-34ac33fc9045), precommit_delete_associations {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:17.081130 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-4d0fcd9c-bc41-4ec2-b701-32c51d360403 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8314618'] for subnet (6dde97a4-d388-4dbe-a91a-34ac33fc9045), precommit_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:17.106900 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2990e1d6-ba5a-4e4a-aaac-e5ed522c489b req-64c11bfa-a464-4bfb-abb1-b9fbb91b1c5b tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:02:17.108376 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-2990e1d6-ba5a-4e4a-aaac-e5ed522c489b req-64c11bfa-a464-4bfb-abb1-b9fbb91b1c5b tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] 10.222.0.18 "GET /v2.0/networks?id=3df42a45-56b5-4fc7-8b36-6d79a9e64fbf HTTP/1.1" status: 200 len: 815 time: 0.1597848 Mar 07 17:02:17.129880 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-2990e1d6-ba5a-4e4a-aaac-e5ed522c489b req-4700c267-4e43-4295-bd75-460bdecc89d0 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] 10.222.0.18 "GET /v2.0/quotas/96d24f87dbc54cf4a14285a307b25838 HTTP/1.1" status: 200 len: 375 time: 0.0156868 Mar 07 17:02:17.173554 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-7ecf6a04-6708-4f5f-87e9-a59165438bb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194190'] for agent (85f07778-81ef-4888-a2e3-51ae57b6426a), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:17.178705 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-4d0fcd9c-bc41-4ec2-b701-32c51d360403 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8314593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9282899', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9423109'] for subnet (6dde97a4-d388-4dbe-a91a-34ac33fc9045), after_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:17.214773 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0fcd9c-bc41-4ec2-b701-32c51d360403 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6dde97a4-d388-4dbe-a91a-34ac33fc9045,revision_number=None']} {{(pid=119953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:02:17.216753 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-4d0fcd9c-bc41-4ec2-b701-32c51d360403 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550935'] for subnet (None), before_response {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:17.219914 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [None req-4d0fcd9c-bc41-4ec2-b701-32c51d360403 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/6dde97a4-d388-4dbe-a91a-34ac33fc9045 HTTP/1.1" status: 204 len: 168 time: 0.6741459 Mar 07 17:02:17.221023 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bd68c36-a78e-4e84-b207-4599b6fd6482 None None] Network 2f938584-7f3e-4765-817b-fb128e09d45c requested from dv-cinder-804757-24-iscsi {{(pid=119955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 17:02:17.222418 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.wsgi [-] (119953) accepted ('10.222.0.18', 58826) {{(pid=119953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:02:17.262503 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-2990e1d6-ba5a-4e4a-aaac-e5ed522c489b req-c8de47de-c88c-404d-b04f-443e4c99d75e tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=96d24f87dbc54cf4a14285a307b25838&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1277299 Mar 07 17:02:17.327793 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-527efaf5-4507-496e-8bb9-af10e82404c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7565685'] for network (2f938584-7f3e-4765-817b-fb128e09d45c), before_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:17.399709 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dfc5573-4883-4b9a-9cb2-0ced49712594 None None] DHCP port deletion for 2f938584-7f3e-4765-817b-fb128e09d45c request from dv-cinder-804757-24-iscsi {{(pid=119955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 17:02:17.415520 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-2990e1d6-ba5a-4e4a-aaac-e5ed522c489b req-5511752d-c45a-44ef-8add-d414a40a17d6 service neutron] 10.222.0.18 "GET /v2.0/networks/3df42a45-56b5-4fc7-8b36-6d79a9e64fbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254723 Mar 07 17:02:17.447811 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.plugin [None req-6dfc5573-4883-4b9a-9cb2-0ced49712594 None None] Deleting port 31927e15-e1e1-4551-bdc2-ae901ed154d4 {{(pid=119955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 17:02:17.448295 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-6dfc5573-4883-4b9a-9cb2-0ced49712594 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754346666051'] for port (31927e15-e1e1-4551-bdc2-ae901ed154d4), before_delete {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:17.498460 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.plugin [None req-527efaf5-4507-496e-8bb9-af10e82404c3 admin admin] Deleting port 31927e15-e1e1-4551-bdc2-ae901ed154d4 {{(pid=119953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 17:02:17.498797 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-527efaf5-4507-496e-8bb9-af10e82404c3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754346666051'] for port (31927e15-e1e1-4551-bdc2-ae901ed154d4), before_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:17.514828 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.db [None req-6dfc5573-4883-4b9a-9cb2-0ced49712594 None None] For port 31927e15-e1e1-4551-bdc2-ae901ed154d4, host dv-cinder-804757-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-24-iscsi',level=0,port_id=31927e15-e1e1-4551-bdc2-ae901ed154d4,segment=NetworkSegment(b0e29e90-ddf0-46b1-8ceb-3a4354fa6bcc),segment_id=b0e29e90-ddf0-46b1-8ceb-3a4354fa6bcc)] {{(pid=119955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:02:17.515212 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-6dfc5573-4883-4b9a-9cb2-0ced49712594 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704071'] for port (31927e15-e1e1-4551-bdc2-ae901ed154d4), precommit_delete {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:17.528304 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.plugin [None req-6dfc5573-4883-4b9a-9cb2-0ced49712594 None None] Calling delete_port for 31927e15-e1e1-4551-bdc2-ae901ed154d4 owned by network:dhcp {{(pid=119955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 17:02:17.537648 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.rpc [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Device b712d65a-fc80-40b6-8dfd-f1ff7cd27f00 no longer exists at agent ovs-agent-dv-cinder-804757-24-iscsi {{(pid=119955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 17:02:17.565790 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-2990e1d6-ba5a-4e4a-aaac-e5ed522c489b req-75cf055f-164b-4b2f-8fc1-9a8c6e668044 service neutron] 10.222.0.18 "GET /v2.0/networks/3df42a45-56b5-4fc7-8b36-6d79a9e64fbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410773 Mar 07 17:02:17.576917 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.db [None req-527efaf5-4507-496e-8bb9-af10e82404c3 admin admin] For port 31927e15-e1e1-4551-bdc2-ae901ed154d4, host dv-cinder-804757-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-24-iscsi',level=0,port_id=31927e15-e1e1-4551-bdc2-ae901ed154d4,segment=NetworkSegment(b0e29e90-ddf0-46b1-8ceb-3a4354fa6bcc),segment_id=b0e29e90-ddf0-46b1-8ceb-3a4354fa6bcc)] {{(pid=119953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:02:17.577503 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-527efaf5-4507-496e-8bb9-af10e82404c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704071'] for port (31927e15-e1e1-4551-bdc2-ae901ed154d4), precommit_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:17.590124 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.plugin [None req-527efaf5-4507-496e-8bb9-af10e82404c3 admin admin] Calling delete_port for 31927e15-e1e1-4551-bdc2-ae901ed154d4 owned by network:dhcp {{(pid=119953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 17:02:17.591465 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.plugin [None req-63748041-7458-40ab-a922-e876cef088c3 None None] No Port match for: b712d65a-fc80-40b6-8dfd-f1ff7cd27f00 {{(pid=119955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 17:02:17.591620 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.rpc [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Device b712d65a-fc80-40b6-8dfd-f1ff7cd27f00 not bound to the agent host dv-cinder-804757-24-iscsi {{(pid=119955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 17:02:17.592028 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.rpc [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Device 31927e15-e1e1-4551-bdc2-ae901ed154d4 no longer exists at agent ovs-agent-dv-cinder-804757-24-iscsi {{(pid=119955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 17:02:17.695944 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-6dfc5573-4883-4b9a-9cb2-0ced49712594 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754346672038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754346267064'] for port (31927e15-e1e1-4551-bdc2-ae901ed154d4), after_delete {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:17.702060 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-527efaf5-4507-496e-8bb9-af10e82404c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754346672038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754346267064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9282916'] for port (31927e15-e1e1-4551-bdc2-ae901ed154d4), after_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:17.720125 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-527efaf5-4507-496e-8bb9-af10e82404c3 admin admin] No DVR routers for this DVR port 31927e15-e1e1-4551-bdc2-ae901ed154d4 on host dv-cinder-804757-24-iscsi {{(pid=119953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 17:02:17.727342 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.plugin [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Current status of the port 31927e15-e1e1-4551-bdc2-ae901ed154d4 is: ACTIVE; New status is: DOWN {{(pid=119955) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 17:02:17.727732 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8385759'] for port (31927e15-e1e1-4551-bdc2-ae901ed154d4), before_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:17.732057 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dfc5573-4883-4b9a-9cb2-0ced49712594 None None] No DVR routers for this DVR port 31927e15-e1e1-4551-bdc2-ae901ed154d4 on host dv-cinder-804757-24-iscsi {{(pid=119955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 17:02:17.737107 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfc5573-4883-4b9a-9cb2-0ced49712594 None None] Pushing event deleted for resources: {'Port': ['ID=31927e15-e1e1-4551-bdc2-ae901ed154d4,revision_number=None']} {{(pid=119955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:02:17.751245 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfc5573-4883-4b9a-9cb2-0ced49712594 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:02:17.751652 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfc5573-4883-4b9a-9cb2-0ced49712594 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:02:17.752021 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfc5573-4883-4b9a-9cb2-0ced49712594 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:02:17.752584 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfc5573-4883-4b9a-9cb2-0ced49712594 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:02:17.753062 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfc5573-4883-4b9a-9cb2-0ced49712594 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:02:17.753585 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfc5573-4883-4b9a-9cb2-0ced49712594 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:02:17.754178 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfc5573-4883-4b9a-9cb2-0ced49712594 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:02:17.754514 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfc5573-4883-4b9a-9cb2-0ced49712594 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:02:17.754884 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfc5573-4883-4b9a-9cb2-0ced49712594 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:02:17.755216 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfc5573-4883-4b9a-9cb2-0ced49712594 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:02:17.755540 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfc5573-4883-4b9a-9cb2-0ced49712594 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:02:17.755886 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfc5573-4883-4b9a-9cb2-0ced49712594 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:02:17.756208 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfc5573-4883-4b9a-9cb2-0ced49712594 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:02:17.766102 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-19562470-2f92-48af-931d-16fb8adb9090 req-d04fec53-a073-4209-b015-0528b786e702 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] 10.222.0.18 "GET /v2.0/ports?device_id=4df0b7bf-3945-4ee0-85f3-d803a142cfb5 HTTP/1.1" status: 200 len: 210 time: 0.0535634 Mar 07 17:02:17.768116 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527efaf5-4507-496e-8bb9-af10e82404c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=31927e15-e1e1-4551-bdc2-ae901ed154d4,revision_number=None']} {{(pid=119953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:02:17.817017 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.rpc [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Device ad8b0d93-426c-4876-b580-f48a6623b583 no longer exists at agent ovs-agent-dv-cinder-804757-24-iscsi {{(pid=119955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 17:02:17.827626 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-527efaf5-4507-496e-8bb9-af10e82404c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8196213', 'neutron.services.segments.db._delete_segments_for_network-8754346594151'] for network (2f938584-7f3e-4765-817b-fb128e09d45c), precommit_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:17.836452 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.plugin [None req-63748041-7458-40ab-a922-e876cef088c3 None None] No Port match for: ad8b0d93-426c-4876-b580-f48a6623b583 {{(pid=119955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 17:02:17.836917 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.rpc [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Device ad8b0d93-426c-4876-b580-f48a6623b583 not bound to the agent host dv-cinder-804757-24-iscsi {{(pid=119955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 17:02:17.850388 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.services.segments.db [None req-527efaf5-4507-496e-8bb9-af10e82404c3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f938584-7f3e-4765-817b-fb128e09d45c']}} {{(pid=119953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:02:17.860890 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.services.segments.db [None req-527efaf5-4507-496e-8bb9-af10e82404c3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0e29e90-ddf0-46b1-8ceb-3a4354fa6bcc') {'for_net_delete': True} {{(pid=119953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:02:17.861218 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.services.segments.db [None req-527efaf5-4507-496e-8bb9-af10e82404c3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0e29e90-ddf0-46b1-8ceb-3a4354fa6bcc') {} {{(pid=119953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:02:17.870662 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-527efaf5-4507-496e-8bb9-af10e82404c3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754346595440', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8886615'] for segment (b0e29e90-ddf0-46b1-8ceb-3a4354fa6bcc), before_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:17.883990 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-527efaf5-4507-496e-8bb9-af10e82404c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8315985'] for segment (b0e29e90-ddf0-46b1-8ceb-3a4354fa6bcc), precommit_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:17.890232 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-527efaf5-4507-496e-8bb9-af10e82404c3 admin admin] Releasing vlan 893 on physical network physnet1 to pool {{(pid=119953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 17:02:17.890605 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-527efaf5-4507-496e-8bb9-af10e82404c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8315985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9282873'] for segment (b0e29e90-ddf0-46b1-8ceb-3a4354fa6bcc), after_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:17.892359 dv-cinder-804757-24-iscsi neutron-server[119953]: Traceback (most recent call last): Mar 07 17:02:17.892359 dv-cinder-804757-24-iscsi neutron-server[119953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 17:02:17.892359 dv-cinder-804757-24-iscsi neutron-server[119953]: timer() Mar 07 17:02:17.892359 dv-cinder-804757-24-iscsi neutron-server[119953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 17:02:17.892359 dv-cinder-804757-24-iscsi neutron-server[119953]: cb(*args, **kw) Mar 07 17:02:17.892359 dv-cinder-804757-24-iscsi neutron-server[119953]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 17:02:17.892359 dv-cinder-804757-24-iscsi neutron-server[119953]: return func(*args, **kwargs) Mar 07 17:02:17.892359 dv-cinder-804757-24-iscsi neutron-server[119953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 17:02:17.892359 dv-cinder-804757-24-iscsi neutron-server[119953]: self._notify() Mar 07 17:02:17.892359 dv-cinder-804757-24-iscsi neutron-server[119953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 17:02:17.892359 dv-cinder-804757-24-iscsi neutron-server[119953]: self.callback(batched_events) Mar 07 17:02:17.892359 dv-cinder-804757-24-iscsi neutron-server[119953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 17:02:17.892359 dv-cinder-804757-24-iscsi neutron-server[119953]: event.method(event) Mar 07 17:02:17.892359 dv-cinder-804757-24-iscsi neutron-server[119953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 17:02:17.892359 dv-cinder-804757-24-iscsi neutron-server[119953]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 17:02:17.892359 dv-cinder-804757-24-iscsi neutron-server[119953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 17:02:17.892359 dv-cinder-804757-24-iscsi neutron-server[119953]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 17:02:17.892359 dv-cinder-804757-24-iscsi neutron-server[119953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 17:02:17.892359 dv-cinder-804757-24-iscsi neutron-server[119953]: return f(self, *a, **k) Mar 07 17:02:17.892359 dv-cinder-804757-24-iscsi neutron-server[119953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 17:02:17.892359 dv-cinder-804757-24-iscsi neutron-server[119953]: return self._get(url).json() Mar 07 17:02:17.892359 dv-cinder-804757-24-iscsi neutron-server[119953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 17:02:17.892359 dv-cinder-804757-24-iscsi neutron-server[119953]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 17:02:17.892359 dv-cinder-804757-24-iscsi neutron-server[119953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 17:02:17.892359 dv-cinder-804757-24-iscsi neutron-server[119953]: return self.request(url, 'GET', **kwargs) Mar 07 17:02:17.892359 dv-cinder-804757-24-iscsi neutron-server[119953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 17:02:17.892359 dv-cinder-804757-24-iscsi neutron-server[119953]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 17:02:17.892359 dv-cinder-804757-24-iscsi neutron-server[119953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 17:02:17.892359 dv-cinder-804757-24-iscsi neutron-server[119953]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 17:02:17.892359 dv-cinder-804757-24-iscsi neutron-server[119953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 17:02:17.892359 dv-cinder-804757-24-iscsi neutron-server[119953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 17:02:17.892359 dv-cinder-804757-24-iscsi neutron-server[119953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 17:02:17.948811 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-527efaf5-4507-496e-8bb9-af10e82404c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8196220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-705199'] for network (2f938584-7f3e-4765-817b-fb128e09d45c), after_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:17.955495 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-527efaf5-4507-496e-8bb9-af10e82404c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550935'] for network (None), before_response {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:17.958567 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [None req-527efaf5-4507-496e-8bb9-af10e82404c3 admin admin] 10.222.0.18 "DELETE /v2.0/networks/2f938584-7f3e-4765-817b-fb128e09d45c HTTP/1.1" status: 204 len: 168 time: 0.7351928 Mar 07 17:02:17.961651 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.wsgi [-] (119954) accepted ('10.222.0.18', 58836) {{(pid=119954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:02:17.975938 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527efaf5-4507-496e-8bb9-af10e82404c3 admin admin] Pushing event deleted for resources: {'Network': ['ID=2f938584-7f3e-4765-817b-fb128e09d45c,revision_number=None']} {{(pid=119953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:02:18.552462 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-37b11ded-ef93-41ef-a622-bbd721c5d531 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-708437'] for router_interface (3957711c-3407-4de6-ba58-e365fd8c8b17), before_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:18.787408 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2990e1d6-ba5a-4e4a-aaac-e5ed522c489b req-eda28c92-2596-450a-b234-884afa9e18dc tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:02:18.789843 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-2990e1d6-ba5a-4e4a-aaac-e5ed522c489b req-eda28c92-2596-450a-b234-884afa9e18dc tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] 10.222.0.66 "GET /v2.0/networks?id=3df42a45-56b5-4fc7-8b36-6d79a9e64fbf HTTP/1.1" status: 200 len: 815 time: 0.1054635 Mar 07 17:02:18.814949 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.plugins.ml2.plugin [None req-37b11ded-ef93-41ef-a622-bbd721c5d531 admin admin] Deleting port 61d1bf30-21da-4d12-a038-a9f5436086f3 {{(pid=119954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 17:02:18.815494 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-37b11ded-ef93-41ef-a622-bbd721c5d531 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754346666051'] for port (61d1bf30-21da-4d12-a038-a9f5436086f3), before_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:18.887774 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-fb6ec2ef-7b43-4d5d-b2df-2ee235328f2b req-4d09294a-069b-4a2e-83d9-94e8c5ecf2dd tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] 10.222.0.18 "GET /v2.0/ports?device_id=4df0b7bf-3945-4ee0-85f3-d803a142cfb5 HTTP/1.1" status: 200 len: 210 time: 0.0357623 Mar 07 17:02:18.893581 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-2990e1d6-ba5a-4e4a-aaac-e5ed522c489b req-a76cb990-b3cc-408a-bc3b-ad69973f0c43 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=96d24f87dbc54cf4a14285a307b25838 HTTP/1.1" status: 200 len: 380 time: 0.0889163 Mar 07 17:02:18.895924 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.plugins.ml2.db [None req-37b11ded-ef93-41ef-a622-bbd721c5d531 admin admin] For port 61d1bf30-21da-4d12-a038-a9f5436086f3, host dv-cinder-804757-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-24-iscsi',level=0,port_id=61d1bf30-21da-4d12-a038-a9f5436086f3,segment=NetworkSegment(f2482f69-0640-49fa-9e62-410eafadac6c),segment_id=f2482f69-0640-49fa-9e62-410eafadac6c)] {{(pid=119954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:02:18.896283 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-37b11ded-ef93-41ef-a622-bbd721c5d531 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704071'] for port (61d1bf30-21da-4d12-a038-a9f5436086f3), precommit_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:18.906191 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.v2.base [req-2990e1d6-ba5a-4e4a-aaac-e5ed522c489b req-0ee65384-3d89-407a-8a7c-df87c06be7f1 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Request body: {'port': {'device_id': '4df0b7bf-3945-4ee0-85f3-d803a142cfb5', 'network_id': '3df42a45-56b5-4fc7-8b36-6d79a9e64fbf', 'admin_state_up': True, 'tenant_id': '96d24f87dbc54cf4a14285a307b25838', 'security_groups': ['9d193ac7-d2c2-425a-9a0a-fe6d12a5c9c2']}} {{(pid=119953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:02:18.908115 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.plugins.ml2.plugin [None req-37b11ded-ef93-41ef-a622-bbd721c5d531 admin admin] Calling delete_port for 61d1bf30-21da-4d12-a038-a9f5436086f3 owned by network:router_interface {{(pid=119954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 17:02:19.017416 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2990e1d6-ba5a-4e4a-aaac-e5ed522c489b req-0ee65384-3d89-407a-8a7c-df87c06be7f1 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Made reservation on behalf of 96d24f87dbc54cf4a14285a307b25838 for: {'port': 1} {{(pid=119953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 17:02:19.020992 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [req-2990e1d6-ba5a-4e4a-aaac-e5ed522c489b req-0ee65384-3d89-407a-8a7c-df87c06be7f1 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8385759'] for port (None), before_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:19.091660 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-37b11ded-ef93-41ef-a622-bbd721c5d531 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754346672038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754346267064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3211674'] for port (61d1bf30-21da-4d12-a038-a9f5436086f3), after_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:19.117697 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b11ded-ef93-41ef-a622-bbd721c5d531 admin admin] Pushing event deleted for resources: {'Port': ['ID=61d1bf30-21da-4d12-a038-a9f5436086f3,revision_number=None']} {{(pid=119954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:02:19.159606 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.db.db_base_plugin_common [req-2990e1d6-ba5a-4e4a-aaac-e5ed522c489b req-0ee65384-3d89-407a-8a7c-df87c06be7f1 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Allocated IP 172.20.0.4 (3df42a45-56b5-4fc7-8b36-6d79a9e64fbf/150f4a27-7a6f-4353-8977-b85e496ab7bc/2cd35722-b084-4e31-a01f-3fab9655cd00) {{(pid=119953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 17:02:19.298094 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-37b11ded-ef93-41ef-a622-bbd721c5d531 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-550922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-708385'] for router_interface (3957711c-3407-4de6-ba58-e365fd8c8b17), after_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:19.311042 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [req-2990e1d6-ba5a-4e4a-aaac-e5ed522c489b req-0ee65384-3d89-407a-8a7c-df87c06be7f1 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Publish callbacks [] for port (2cd35722-b084-4e31-a01f-3fab9655cd00), precommit_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:19.344719 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [req-2990e1d6-ba5a-4e4a-aaac-e5ed522c489b req-0ee65384-3d89-407a-8a7c-df87c06be7f1 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754346267055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9282916'] for port (2cd35722-b084-4e31-a01f-3fab9655cd00), after_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:19.392373 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2990e1d6-ba5a-4e4a-aaac-e5ed522c489b req-0ee65384-3d89-407a-8a7c-df87c06be7f1 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Network 3df42a45-56b5-4fc7-8b36-6d79a9e64fbf is already hosted by enough agents. {{(pid=119953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 17:02:19.396102 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.scheduler.base_scheduler [req-2990e1d6-ba5a-4e4a-aaac-e5ed522c489b req-0ee65384-3d89-407a-8a7c-df87c06be7f1 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Resources bound (agent type, host, resource id): {{(pid=119953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 17:02:19.396834 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-54bc5a8d-3ff1-4ae2-9776-11e938d75ca6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194190'] for agent (4cbb3502-d72e-4663-b57e-51d645794085), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:19.399490 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.db.l3_dvrscheduler_db [req-2990e1d6-ba5a-4e4a-aaac-e5ed522c489b req-0ee65384-3d89-407a-8a7c-df87c06be7f1 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Received port after_create {{(pid=119953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 17:02:19.433548 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee65384-3d89-407a-8a7c-df87c06be7f1 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Pushing event updated for resources: {'Port': ['ID=2cd35722-b084-4e31-a01f-3fab9655cd00,revision_number=1']} {{(pid=119953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:02:19.456673 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2990e1d6-ba5a-4e4a-aaac-e5ed522c489b req-0ee65384-3d89-407a-8a7c-df87c06be7f1 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:02:19.457433 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [req-2990e1d6-ba5a-4e4a-aaac-e5ed522c489b req-0ee65384-3d89-407a-8a7c-df87c06be7f1 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47102'] for port (None), before_response {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:19.479058 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-2990e1d6-ba5a-4e4a-aaac-e5ed522c489b req-0ee65384-3d89-407a-8a7c-df87c06be7f1 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5764565 Mar 07 17:02:19.497112 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.v2.base [req-2990e1d6-ba5a-4e4a-aaac-e5ed522c489b req-01a72bad-db87-46e1-8566-a7576fb55dd7 service neutron] Request body: {'port': {'device_id': '4df0b7bf-3945-4ee0-85f3-d803a142cfb5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80475'}} {{(pid=119953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:02:19.541779 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37b11ded-ef93-41ef-a622-bbd721c5d531 admin admin] Router 3957711c-3407-4de6-ba58-e365fd8c8b17 has already been hosted by L3 agent 4cbb3502-d72e-4663-b57e-51d645794085 {{(pid=119954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 17:02:19.564745 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [req-2990e1d6-ba5a-4e4a-aaac-e5ed522c489b req-01a72bad-db87-46e1-8566-a7576fb55dd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8385759'] for port (2cd35722-b084-4e31-a01f-3fab9655cd00), before_update {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:19.653725 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37b11ded-ef93-41ef-a622-bbd721c5d531 admin admin] Notify agent at l3_agent.dv-cinder-804757-24-iscsi the message routers_updated {{(pid=119954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 17:02:19.662850 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [None req-37b11ded-ef93-41ef-a622-bbd721c5d531 admin admin] 10.222.0.18 "PUT /v2.0/routers/3957711c-3407-4de6-ba58-e365fd8c8b17/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6996686 Mar 07 17:02:19.663424 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.wsgi [-] (119954) accepted ('10.222.0.18', 58846) {{(pid=119954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:02:19.665230 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bed2c356-6e4b-4981-8dd3-52fcb2bc825c None None] Sync routers for ids ['3957711c-3407-4de6-ba58-e365fd8c8b17'] in dv-cinder-804757-24-iscsi {{(pid=119956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 17:02:19.670180 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.provisioning_blocks [None req-dbfbccc1-f34b-43b4-9b0a-1ffb15386398 None None] Provisioning complete for port 2cd35722-b084-4e31-a01f-3fab9655cd00 triggered by entity DHCP. {{(pid=119955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 17:02:19.670841 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-dbfbccc1-f34b-43b4-9b0a-1ffb15386398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8194280'] for port (2cd35722-b084-4e31-a01f-3fab9655cd00), provisioning_complete {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:19.679404 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bed2c356-6e4b-4981-8dd3-52fcb2bc825c None None] Routers {'3957711c-3407-4de6-ba58-e365fd8c8b17'} bound to L3 agent in host dv-cinder-804757-24-iscsi {{(pid=119956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 17:02:19.680426 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.db.l3_hamode_db [None req-bed2c356-6e4b-4981-8dd3-52fcb2bc825c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T16:44:19Z,description=,heartbeat_timestamp=2022-03-07T17:02:19Z,host='dv-cinder-804757-24-iscsi',id=4cbb3502-d72e-4663-b57e-51d645794085,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:44:19Z,topic='l3_agent')) {'router_ids': ['3957711c-3407-4de6-ba58-e365fd8c8b17'], 'active': True} {{(pid=119956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:02:19.705789 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.plugin [None req-dbfbccc1-f34b-43b4-9b0a-1ffb15386398 None None] Port 2cd35722-b084-4e31-a01f-3fab9655cd00 cannot update to ACTIVE because it is not bound. {{(pid=119955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 17:02:19.805830 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-b832c391-dc7c-4dcf-879c-f8a4e130f337 admin admin] Publish callbacks [] for router (3957711c-3407-4de6-ba58-e365fd8c8b17), before_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:19.808297 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.db.l3_dvr_db [None req-bed2c356-6e4b-4981-8dd3-52fcb2bc825c None None] Set router 3957711c-3407-4de6-ba58-e365fd8c8b17 gateway port host: dv-cinder-804757-24-iscsi {{(pid=119956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 17:02:19.849839 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.notifiers.nova [req-2990e1d6-ba5a-4e4a-aaac-e5ed522c489b req-01a72bad-db87-46e1-8566-a7576fb55dd7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2cd35722-b084-4e31-a01f-3fab9655cd00 {{(pid=119953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 17:02:19.857412 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [req-2990e1d6-ba5a-4e4a-aaac-e5ed522c489b req-01a72bad-db87-46e1-8566-a7576fb55dd7 service neutron] Publish callbacks [] for port (2cd35722-b084-4e31-a01f-3fab9655cd00), precommit_update {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:19.870481 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.db.provisioning_blocks [req-2990e1d6-ba5a-4e4a-aaac-e5ed522c489b req-01a72bad-db87-46e1-8566-a7576fb55dd7 service neutron] Transition to ACTIVE for port object 2cd35722-b084-4e31-a01f-3fab9655cd00 will not be triggered until provisioned by entity L2. {{(pid=119953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 17:02:19.874653 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [req-2990e1d6-ba5a-4e4a-aaac-e5ed522c489b req-01a72bad-db87-46e1-8566-a7576fb55dd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754346672056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754346267073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754346267091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9282845'] for port (2cd35722-b084-4e31-a01f-3fab9655cd00), after_update {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:19.925528 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-b832c391-dc7c-4dcf-879c-f8a4e130f337 admin admin] Publish callbacks [] for router_gateway (3957711c-3407-4de6-ba58-e365fd8c8b17), before_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:19.994824 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.db.l3_hamode_db [None req-bed2c356-6e4b-4981-8dd3-52fcb2bc825c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3957711c-3407-4de6-ba58-e365fd8c8b17', 'name': 'tempest-TestShelveInstance-584323915-router', 'tenant_id': 'd4b3304daf254fe2ae6a77fc80174438', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'external_fixed_ips': [{'subnet_id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'ip_address': '172.27.2.139'}], 'enable_snat': True}, 'gw_port_id': 'fedbfa15-cedc-4353-a175-ad09ef512c0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:57:26Z', 'updated_at': '2022-03-07T17:02:19Z', 'revision_number': 5, 'project_id': 'd4b3304daf254fe2ae6a77fc80174438', 'gw_port': {'id': 'fedbfa15-cedc-4353-a175-ad09ef512c0a', 'name': '', 'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:46:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3957711c-3407-4de6-ba58-e365fd8c8b17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'ip_address': '172.27.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:57:27Z', 'updated_at': '2022-03-07T16:57:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-24-iscsi'}], 'dv-cinder-804757-24-iscsi', False) {} {{(pid=119956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:02:19.996499 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a72bad-db87-46e1-8566-a7576fb55dd7 service neutron] Pushing event updated for resources: {'Port': ['ID=2cd35722-b084-4e31-a01f-3fab9655cd00,revision_number=2']} {{(pid=119953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:02:20.011870 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.managers [req-2990e1d6-ba5a-4e4a-aaac-e5ed522c489b req-01a72bad-db87-46e1-8566-a7576fb55dd7 service neutron] Attempting to bind port 2cd35722-b084-4e31-a01f-3fab9655cd00 on host hv-cinder-80475 for vnic_type normal with profile {{(pid=119953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 17:02:20.012210 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.managers [req-2990e1d6-ba5a-4e4a-aaac-e5ed522c489b req-01a72bad-db87-46e1-8566-a7576fb55dd7 service neutron] Attempting to bind port 2cd35722-b084-4e31-a01f-3fab9655cd00 by drivers openvswitch,hyperv on host hv-cinder-80475 at level 0 using segments [{'id': 'e205b5a5-74b0-4737-8080-0998e240c007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '3df42a45-56b5-4fc7-8b36-6d79a9e64fbf'}] {{(pid=119953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 17:02:20.012537 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2990e1d6-ba5a-4e4a-aaac-e5ed522c489b req-01a72bad-db87-46e1-8566-a7576fb55dd7 service neutron] Attempting to bind port 2cd35722-b084-4e31-a01f-3fab9655cd00 on network 3df42a45-56b5-4fc7-8b36-6d79a9e64fbf {{(pid=119953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 17:02:20.015506 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.plugins.ml2.plugin [None req-b832c391-dc7c-4dcf-879c-f8a4e130f337 admin admin] Deleting port fedbfa15-cedc-4353-a175-ad09ef512c0a {{(pid=119954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 17:02:20.015506 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-b832c391-dc7c-4dcf-879c-f8a4e130f337 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754346666051'] for port (fedbfa15-cedc-4353-a175-ad09ef512c0a), before_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:20.019126 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2990e1d6-ba5a-4e4a-aaac-e5ed522c489b req-01a72bad-db87-46e1-8566-a7576fb55dd7 service neutron] Port 2cd35722-b084-4e31-a01f-3fab9655cd00 on network 3df42a45-56b5-4fc7-8b36-6d79a9e64fbf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80475 {{(pid=119953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 17:02:20.019563 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2990e1d6-ba5a-4e4a-aaac-e5ed522c489b req-01a72bad-db87-46e1-8566-a7576fb55dd7 service neutron] Attempting to bind port 2cd35722-b084-4e31-a01f-3fab9655cd00 on network 3df42a45-56b5-4fc7-8b36-6d79a9e64fbf {{(pid=119953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 17:02:20.024938 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2990e1d6-ba5a-4e4a-aaac-e5ed522c489b req-01a72bad-db87-46e1-8566-a7576fb55dd7 service neutron] Checking agent: {'id': '152bcc15-84f4-40a7-afe1-c30bc7269f8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80475', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 16, 50, 24), 'started_at': datetime.datetime(2022, 3, 7, 16, 50, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 17, 1, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 17:02:20.025394 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2990e1d6-ba5a-4e4a-aaac-e5ed522c489b req-01a72bad-db87-46e1-8566-a7576fb55dd7 service neutron] Checking segment: {'id': 'e205b5a5-74b0-4737-8080-0998e240c007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '3df42a45-56b5-4fc7-8b36-6d79a9e64fbf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 17:02:20.025872 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2990e1d6-ba5a-4e4a-aaac-e5ed522c489b req-01a72bad-db87-46e1-8566-a7576fb55dd7 service neutron] Bound using segment: {'id': 'e205b5a5-74b0-4737-8080-0998e240c007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '3df42a45-56b5-4fc7-8b36-6d79a9e64fbf'} {{(pid=119953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 17:02:20.026405 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.managers [req-2990e1d6-ba5a-4e4a-aaac-e5ed522c489b req-01a72bad-db87-46e1-8566-a7576fb55dd7 service neutron] Bound port: 2cd35722-b084-4e31-a01f-3fab9655cd00, host: hv-cinder-80475, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e205b5a5-74b0-4737-8080-0998e240c007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '3df42a45-56b5-4fc7-8b36-6d79a9e64fbf'}}] {{(pid=119953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 17:02:20.026861 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [req-2990e1d6-ba5a-4e4a-aaac-e5ed522c489b req-01a72bad-db87-46e1-8566-a7576fb55dd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8385759'] for port (2cd35722-b084-4e31-a01f-3fab9655cd00), before_update {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:20.049207 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bed2c356-6e4b-4981-8dd3-52fcb2bc825c None None] Checking router: 3957711c-3407-4de6-ba58-e365fd8c8b17 for host: dv-cinder-804757-24-iscsi {{(pid=119956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 17:02:20.059994 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bed2c356-6e4b-4981-8dd3-52fcb2bc825c None None] Routers {'3957711c-3407-4de6-ba58-e365fd8c8b17'} bound to L3 agent in host dv-cinder-804757-24-iscsi {{(pid=119956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 17:02:20.061316 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.db.l3_hamode_db [None req-bed2c356-6e4b-4981-8dd3-52fcb2bc825c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T16:44:19Z,description=,heartbeat_timestamp=2022-03-07T17:02:19Z,host='dv-cinder-804757-24-iscsi',id=4cbb3502-d72e-4663-b57e-51d645794085,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:44:19Z,topic='l3_agent')) {'router_ids': ['3957711c-3407-4de6-ba58-e365fd8c8b17'], 'active': True} {{(pid=119956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:02:20.095295 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.db [req-2990e1d6-ba5a-4e4a-aaac-e5ed522c489b req-01a72bad-db87-46e1-8566-a7576fb55dd7 service neutron] For port 2cd35722-b084-4e31-a01f-3fab9655cd00, host hv-cinder-80475, cleared binding levels {{(pid=119953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 17:02:20.098743 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.db [req-2990e1d6-ba5a-4e4a-aaac-e5ed522c489b req-01a72bad-db87-46e1-8566-a7576fb55dd7 service neutron] For port 2cd35722-b084-4e31-a01f-3fab9655cd00, host hv-cinder-80475, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=2cd35722-b084-4e31-a01f-3fab9655cd00,segment=NetworkSegment(e205b5a5-74b0-4737-8080-0998e240c007),segment_id=e205b5a5-74b0-4737-8080-0998e240c007)] {{(pid=119953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 17:02:20.108339 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [req-2990e1d6-ba5a-4e4a-aaac-e5ed522c489b req-01a72bad-db87-46e1-8566-a7576fb55dd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754346672056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754346267073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754346267091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9282845'] for port (2cd35722-b084-4e31-a01f-3fab9655cd00), after_update {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:20.117002 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2813aa-fddd-4a83-a137-0db610591230 req-a3c748fd-8b1a-46dc-9c0e-4d511898e20a tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:02:20.118545 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-cb2813aa-fddd-4a83-a137-0db610591230 req-a3c748fd-8b1a-46dc-9c0e-4d511898e20a tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] 10.222.0.18 "GET /v2.0/ports?device_id=4df0b7bf-3945-4ee0-85f3-d803a142cfb5 HTTP/1.1" status: 200 len: 943 time: 0.1214695 Mar 07 17:02:20.141242 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2990e1d6-ba5a-4e4a-aaac-e5ed522c489b req-01a72bad-db87-46e1-8566-a7576fb55dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:02:20.142164 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [req-2990e1d6-ba5a-4e4a-aaac-e5ed522c489b req-01a72bad-db87-46e1-8566-a7576fb55dd7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47102'] for port (None), before_response {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:20.144171 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-2990e1d6-ba5a-4e4a-aaac-e5ed522c489b req-01a72bad-db87-46e1-8566-a7576fb55dd7 service neutron] 10.222.0.66 "PUT /v2.0/ports/2cd35722-b084-4e31-a01f-3fab9655cd00 HTTP/1.1" status: 200 len: 1093 time: 0.6519530 Mar 07 17:02:20.144520 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4df0b7bf-3945-4ee0-85f3-d803a142cfb5', 'tag': '2cd35722-b084-4e31-a01f-3fab9655cd00'}] {{(pid=119953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 17:02:20.147097 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed95515d7af65a162ef4af60abe3e4aacc73bb6c2379f81891a58e09c3a2d0f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-091583e1-e2d0-421c-b18a-99f074cc3cc9" -d '{"events": [{"name": "network-changed", "server_uuid": "4df0b7bf-3945-4ee0-85f3-d803a142cfb5", "tag": "2cd35722-b084-4e31-a01f-3fab9655cd00"}]}' {{(pid=119953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 17:02:20.173256 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.db.l3_dvr_db [None req-bed2c356-6e4b-4981-8dd3-52fcb2bc825c None None] Set router 3957711c-3407-4de6-ba58-e365fd8c8b17 gateway port host: None {{(pid=119956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 17:02:20.189399 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a72bad-db87-46e1-8566-a7576fb55dd7 service neutron] Pushing event updated for resources: {'Port': ['ID=2cd35722-b084-4e31-a01f-3fab9655cd00,revision_number=3']} {{(pid=119953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:02:20.196484 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.plugins.ml2.db [None req-b832c391-dc7c-4dcf-879c-f8a4e130f337 admin admin] For port fedbfa15-cedc-4353-a175-ad09ef512c0a, host dv-cinder-804757-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-24-iscsi',level=0,port_id=fedbfa15-cedc-4353-a175-ad09ef512c0a,segment=NetworkSegment(0349b9bd-653a-4400-b295-28c1bc47d9ca),segment_id=0349b9bd-653a-4400-b295-28c1bc47d9ca)] {{(pid=119954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:02:20.196776 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-b832c391-dc7c-4dcf-879c-f8a4e130f337 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704071'] for port (fedbfa15-cedc-4353-a175-ad09ef512c0a), precommit_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:20.219609 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 17:02:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f274aea-bb47-4545-acf2-fd13466d3e24 x-openstack-request-id: req-6f274aea-bb47-4545-acf2-fd13466d3e24 {{(pid=119953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 17:02:20.220153 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4df0b7bf-3945-4ee0-85f3-d803a142cfb5", "tag": "2cd35722-b084-4e31-a01f-3fab9655cd00", "status": "completed", "code": 200}]} {{(pid=119953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 17:02:20.220425 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6f274aea-bb47-4545-acf2-fd13466d3e24 {{(pid=119953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 17:02:20.220826 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4df0b7bf-3945-4ee0-85f3-d803a142cfb5', 'tag': '2cd35722-b084-4e31-a01f-3fab9655cd00', 'status': 'completed', 'code': 200} Mar 07 17:02:20.223928 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.plugins.ml2.plugin [None req-b832c391-dc7c-4dcf-879c-f8a4e130f337 admin admin] Calling delete_port for fedbfa15-cedc-4353-a175-ad09ef512c0a owned by network:router_gateway {{(pid=119954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 17:02:20.245315 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.db.l3_hamode_db [None req-bed2c356-6e4b-4981-8dd3-52fcb2bc825c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3957711c-3407-4de6-ba58-e365fd8c8b17', 'name': 'tempest-TestShelveInstance-584323915-router', 'tenant_id': 'd4b3304daf254fe2ae6a77fc80174438', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:57:26Z', 'updated_at': '2022-03-07T17:02:19Z', 'revision_number': 6, 'project_id': 'd4b3304daf254fe2ae6a77fc80174438', 'gw_port_host': None}], 'dv-cinder-804757-24-iscsi', False) {} {{(pid=119956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:02:20.248860 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-cb2813aa-fddd-4a83-a137-0db610591230 req-b69a2f78-c2bb-4104-b70c-f24cb6791f91 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] 10.222.0.18 "GET /v2.0/security-groups?id=9d193ac7-d2c2-425a-9a0a-fe6d12a5c9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1194918 Mar 07 17:02:20.258026 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2990e1d6-ba5a-4e4a-aaac-e5ed522c489b req-5c2d7ebd-e628-4233-9f21-6121c9a2982d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:02:20.259878 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-2990e1d6-ba5a-4e4a-aaac-e5ed522c489b req-5c2d7ebd-e628-4233-9f21-6121c9a2982d service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=96d24f87dbc54cf4a14285a307b25838&device_id=4df0b7bf-3945-4ee0-85f3-d803a142cfb5 HTTP/1.1" status: 200 len: 1127 time: 0.0545614 Mar 07 17:02:20.291363 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bed2c356-6e4b-4981-8dd3-52fcb2bc825c None None] The sync data for ids ['3957711c-3407-4de6-ba58-e365fd8c8b17'] in dv-cinder-804757-24-iscsi is: [{'id': '3957711c-3407-4de6-ba58-e365fd8c8b17', 'name': 'tempest-TestShelveInstance-584323915-router', 'tenant_id': 'd4b3304daf254fe2ae6a77fc80174438', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:57:26Z', 'updated_at': '2022-03-07T17:02:19Z', 'revision_number': 6, 'project_id': 'd4b3304daf254fe2ae6a77fc80174438', 'gw_port_host': None}] {{(pid=119956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 17:02:20.312899 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-2990e1d6-ba5a-4e4a-aaac-e5ed522c489b req-9dbfb942-99c6-41a3-8358-b0171c6fd735 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2cd35722-b084-4e31-a01f-3fab9655cd00 HTTP/1.1" status: 200 len: 217 time: 0.0410535 Mar 07 17:02:20.370766 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2990e1d6-ba5a-4e4a-aaac-e5ed522c489b req-638a9dc3-c507-43e9-b1d7-8c0c08caee6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:02:20.372859 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-2990e1d6-ba5a-4e4a-aaac-e5ed522c489b req-638a9dc3-c507-43e9-b1d7-8c0c08caee6a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=150f4a27-7a6f-4353-8977-b85e496ab7bc HTTP/1.1" status: 200 len: 854 time: 0.0538237 Mar 07 17:02:20.425636 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2990e1d6-ba5a-4e4a-aaac-e5ed522c489b req-66cbe17f-6907-4499-98b7-f34dc75a7570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:02:20.427251 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-2990e1d6-ba5a-4e4a-aaac-e5ed522c489b req-66cbe17f-6907-4499-98b7-f34dc75a7570 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=3df42a45-56b5-4fc7-8b36-6d79a9e64fbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0478153 Mar 07 17:02:20.447074 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-b832c391-dc7c-4dcf-879c-f8a4e130f337 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754346672038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754346267064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3211674'] for port (fedbfa15-cedc-4353-a175-ad09ef512c0a), after_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:20.474114 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b832c391-dc7c-4dcf-879c-f8a4e130f337 admin admin] Pushing event deleted for resources: {'Port': ['ID=fedbfa15-cedc-4353-a175-ad09ef512c0a,revision_number=None']} {{(pid=119954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:02:20.521816 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-2990e1d6-ba5a-4e4a-aaac-e5ed522c489b req-3e2311bb-2c44-45f5-b70d-8742d8327a1f service neutron] 10.222.0.66 "GET /v2.0/networks/3df42a45-56b5-4fc7-8b36-6d79a9e64fbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880575 Mar 07 17:02:20.532286 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-b832c391-dc7c-4dcf-879c-f8a4e130f337 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-705163'] for router_gateway (3957711c-3407-4de6-ba58-e365fd8c8b17), after_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:20.557354 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-ad94e2ed-e0a8-44ae-a5ff-cf9ca5ab0e17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194190'] for agent (82ccd293-b7fb-4417-a581-186a4d7e9931), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:20.610244 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-2990e1d6-ba5a-4e4a-aaac-e5ed522c489b req-b8dd4ab4-b8df-43ec-a56b-168bf2ec40bc service neutron] 10.222.0.66 "GET /v2.0/networks/3df42a45-56b5-4fc7-8b36-6d79a9e64fbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831137 Mar 07 17:02:20.620945 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-b832c391-dc7c-4dcf-879c-f8a4e130f337 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-708159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24387'] for router (3957711c-3407-4de6-ba58-e365fd8c8b17), precommit_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:20.622960 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-b832c391-dc7c-4dcf-879c-f8a4e130f337 admin admin] Publish callbacks [] for router_controller (3957711c-3407-4de6-ba58-e365fd8c8b17), precommit_delete_associations {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:20.669526 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-b832c391-dc7c-4dcf-879c-f8a4e130f337 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-708136'] for router (3957711c-3407-4de6-ba58-e365fd8c8b17), after_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:20.670438 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b832c391-dc7c-4dcf-879c-f8a4e130f337 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3957711c-3407-4de6-ba58-e365fd8c8b17 {{(pid=119954) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 17:02:20.674810 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-b832c391-dc7c-4dcf-879c-f8a4e130f337 admin admin] Publish callbacks [] for router (None), before_response {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:20.676046 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [None req-b832c391-dc7c-4dcf-879c-f8a4e130f337 admin admin] 10.222.0.18 "DELETE /v2.0/routers/3957711c-3407-4de6-ba58-e365fd8c8b17 HTTP/1.1" status: 204 len: 168 time: 1.0101855 Mar 07 17:02:20.678775 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.wsgi [-] (119953) accepted ('10.222.0.18', 58852) {{(pid=119953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:02:20.752650 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091583e1-e2d0-421c-b18a-99f074cc3cc9 req-7ca4cba5-e26d-4167-abeb-d43b2a5e5c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:02:20.754293 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-091583e1-e2d0-421c-b18a-99f074cc3cc9 req-7ca4cba5-e26d-4167-abeb-d43b2a5e5c88 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=96d24f87dbc54cf4a14285a307b25838&device_id=4df0b7bf-3945-4ee0-85f3-d803a142cfb5 HTTP/1.1" status: 200 len: 1127 time: 0.0509534 Mar 07 17:02:20.851885 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091583e1-e2d0-421c-b18a-99f074cc3cc9 req-fbe43a9d-fb34-4b1e-b49e-097c75736df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:02:20.853305 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-091583e1-e2d0-421c-b18a-99f074cc3cc9 req-fbe43a9d-fb34-4b1e-b49e-097c75736df4 service neutron] 10.222.0.66 "GET /v2.0/networks?id=3df42a45-56b5-4fc7-8b36-6d79a9e64fbf HTTP/1.1" status: 200 len: 916 time: 0.0921299 Mar 07 17:02:20.910538 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-091583e1-e2d0-421c-b18a-99f074cc3cc9 req-5372ea33-8e99-4354-8d10-abee49be1709 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2cd35722-b084-4e31-a01f-3fab9655cd00 HTTP/1.1" status: 200 len: 217 time: 0.0403299 Mar 07 17:02:20.930524 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5f2e650-5f23-40d6-8b3c-9ae8d8c1747b admin admin] Deleting subnet b7d71298-ff6f-4f43-b479-9ae34c06f2a7 {{(pid=119953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 17:02:20.952235 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-b5f2e650-5f23-40d6-8b3c-9ae8d8c1747b admin admin] Publish callbacks [] for subnet (b7d71298-ff6f-4f43-b479-9ae34c06f2a7), before_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:20.990965 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091583e1-e2d0-421c-b18a-99f074cc3cc9 req-92656233-9c61-4350-939c-f27060127fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:02:20.992457 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-091583e1-e2d0-421c-b18a-99f074cc3cc9 req-92656233-9c61-4350-939c-f27060127fb5 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=150f4a27-7a6f-4353-8977-b85e496ab7bc HTTP/1.1" status: 200 len: 854 time: 0.0756557 Mar 07 17:02:20.994293 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-b5f2e650-5f23-40d6-8b3c-9ae8d8c1747b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8886700'] for subnet (b7d71298-ff6f-4f43-b479-9ae34c06f2a7), precommit_delete_associations {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:21.100890 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091583e1-e2d0-421c-b18a-99f074cc3cc9 req-2bf0f7e3-fdbf-469e-9b91-919e99cc8bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:02:21.102440 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-091583e1-e2d0-421c-b18a-99f074cc3cc9 req-2bf0f7e3-fdbf-469e-9b91-919e99cc8bcf service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=3df42a45-56b5-4fc7-8b36-6d79a9e64fbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0868711 Mar 07 17:02:21.104831 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-b5f2e650-5f23-40d6-8b3c-9ae8d8c1747b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8314618'] for subnet (b7d71298-ff6f-4f43-b479-9ae34c06f2a7), precommit_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:21.217336 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-b5f2e650-5f23-40d6-8b3c-9ae8d8c1747b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8314593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9282899', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9423109'] for subnet (b7d71298-ff6f-4f43-b479-9ae34c06f2a7), after_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:21.247492 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f2e650-5f23-40d6-8b3c-9ae8d8c1747b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b7d71298-ff6f-4f43-b479-9ae34c06f2a7,revision_number=None']} {{(pid=119953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:02:21.250680 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-091583e1-e2d0-421c-b18a-99f074cc3cc9 req-94081470-c3ea-40f6-8e1c-dd652b724aa7 service neutron] 10.222.0.66 "GET /v2.0/networks/3df42a45-56b5-4fc7-8b36-6d79a9e64fbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270044 Mar 07 17:02:21.255958 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-b5f2e650-5f23-40d6-8b3c-9ae8d8c1747b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550935'] for subnet (None), before_response {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:21.261887 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [None req-b5f2e650-5f23-40d6-8b3c-9ae8d8c1747b admin admin] 10.222.0.18 "DELETE /v2.0/subnets/b7d71298-ff6f-4f43-b479-9ae34c06f2a7 HTTP/1.1" status: 204 len: 168 time: 0.5794559 Mar 07 17:02:21.262151 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.wsgi [-] (119953) accepted ('10.222.0.18', 58856) {{(pid=119953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:02:21.265335 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bb5da2e-79c9-484a-a77e-072d63e7af94 None None] Network e3d25a45-db60-43af-88ad-c357db0a596c requested from dv-cinder-804757-24-iscsi {{(pid=119955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 17:02:21.419220 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-75f10551-9562-43ce-bd83-057eea32468c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7565685'] for network (e3d25a45-db60-43af-88ad-c357db0a596c), before_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:21.422088 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-990dc201-9768-4320-b36c-dcf42c455847 None None] DHCP port deletion for e3d25a45-db60-43af-88ad-c357db0a596c request from dv-cinder-804757-24-iscsi {{(pid=119955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 17:02:21.448761 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-091583e1-e2d0-421c-b18a-99f074cc3cc9 req-4762d321-9884-48eb-8511-95e84ea4a70a service neutron] 10.222.0.66 "GET /v2.0/networks/3df42a45-56b5-4fc7-8b36-6d79a9e64fbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1883919 Mar 07 17:02:21.475806 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.plugin [None req-990dc201-9768-4320-b36c-dcf42c455847 None None] Deleting port 1e4311d0-1821-48af-8411-e0c1e36ac931 {{(pid=119955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 17:02:21.480336 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-990dc201-9768-4320-b36c-dcf42c455847 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754346666051'] for port (1e4311d0-1821-48af-8411-e0c1e36ac931), before_delete {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:21.485296 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f01052a-55d4-41ec-aae7-dc115175f14e req-7c5afdbe-afe5-4001-ac53-45a5383d3924 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:02:21.486795 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-9f01052a-55d4-41ec-aae7-dc115175f14e req-7c5afdbe-afe5-4001-ac53-45a5383d3924 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] 10.222.0.18 "GET /v2.0/ports?device_id=4df0b7bf-3945-4ee0-85f3-d803a142cfb5 HTTP/1.1" status: 200 len: 943 time: 0.1450520 Mar 07 17:02:21.537315 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.rpc [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Device fedbfa15-cedc-4353-a175-ad09ef512c0a no longer exists at agent ovs-agent-dv-cinder-804757-24-iscsi {{(pid=119955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 17:02:21.541690 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.plugin [None req-75f10551-9562-43ce-bd83-057eea32468c admin admin] Deleting port 1e4311d0-1821-48af-8411-e0c1e36ac931 {{(pid=119953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 17:02:21.542028 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-75f10551-9562-43ce-bd83-057eea32468c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754346666051'] for port (1e4311d0-1821-48af-8411-e0c1e36ac931), before_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:21.547686 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-9f01052a-55d4-41ec-aae7-dc115175f14e req-a77f43b1-a53b-4c8f-930c-2e22ed7e6a0b tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] 10.222.0.18 "GET /v2.0/security-groups?id=9d193ac7-d2c2-425a-9a0a-fe6d12a5c9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548766 Mar 07 17:02:21.570689 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.db [None req-990dc201-9768-4320-b36c-dcf42c455847 None None] For port 1e4311d0-1821-48af-8411-e0c1e36ac931, host dv-cinder-804757-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-24-iscsi',level=0,port_id=1e4311d0-1821-48af-8411-e0c1e36ac931,segment=NetworkSegment(f2482f69-0640-49fa-9e62-410eafadac6c),segment_id=f2482f69-0640-49fa-9e62-410eafadac6c)] {{(pid=119955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:02:21.571181 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-990dc201-9768-4320-b36c-dcf42c455847 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704071'] for port (1e4311d0-1821-48af-8411-e0c1e36ac931), precommit_delete {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:21.573353 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.plugin [None req-63748041-7458-40ab-a922-e876cef088c3 None None] No Port match for: fedbfa15-cedc-4353-a175-ad09ef512c0a {{(pid=119955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 17:02:21.573697 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.rpc [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Device fedbfa15-cedc-4353-a175-ad09ef512c0a not bound to the agent host dv-cinder-804757-24-iscsi {{(pid=119955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 17:02:21.574104 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.rpc [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Device 1e4311d0-1821-48af-8411-e0c1e36ac931 no longer exists at agent ovs-agent-dv-cinder-804757-24-iscsi {{(pid=119955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 17:02:21.606234 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.db [None req-75f10551-9562-43ce-bd83-057eea32468c admin admin] For port 1e4311d0-1821-48af-8411-e0c1e36ac931, host dv-cinder-804757-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-24-iscsi',level=0,port_id=1e4311d0-1821-48af-8411-e0c1e36ac931,segment=NetworkSegment(f2482f69-0640-49fa-9e62-410eafadac6c),segment_id=f2482f69-0640-49fa-9e62-410eafadac6c)] {{(pid=119953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:02:21.606636 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-75f10551-9562-43ce-bd83-057eea32468c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704071'] for port (1e4311d0-1821-48af-8411-e0c1e36ac931), precommit_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:21.607453 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.plugin [None req-990dc201-9768-4320-b36c-dcf42c455847 None None] Calling delete_port for 1e4311d0-1821-48af-8411-e0c1e36ac931 owned by network:dhcp {{(pid=119955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 17:02:21.618912 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.plugin [None req-75f10551-9562-43ce-bd83-057eea32468c admin admin] Calling delete_port for 1e4311d0-1821-48af-8411-e0c1e36ac931 owned by network:dhcp {{(pid=119953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 17:02:21.703823 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-75f10551-9562-43ce-bd83-057eea32468c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754346672038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754346267064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9282916'] for port (1e4311d0-1821-48af-8411-e0c1e36ac931), after_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:21.712946 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.plugin [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Current status of the port 1e4311d0-1821-48af-8411-e0c1e36ac931 is: ACTIVE; New status is: DOWN {{(pid=119955) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 17:02:21.713329 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8385759'] for port (1e4311d0-1821-48af-8411-e0c1e36ac931), before_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:21.726494 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-990dc201-9768-4320-b36c-dcf42c455847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754346672038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754346267064'] for port (1e4311d0-1821-48af-8411-e0c1e36ac931), after_delete {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:21.729071 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f10551-9562-43ce-bd83-057eea32468c admin admin] Pushing event deleted for resources: {'Port': ['ID=1e4311d0-1821-48af-8411-e0c1e36ac931,revision_number=None']} {{(pid=119953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:02:21.733673 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75f10551-9562-43ce-bd83-057eea32468c admin admin] No DVR routers for this DVR port 1e4311d0-1821-48af-8411-e0c1e36ac931 on host dv-cinder-804757-24-iscsi {{(pid=119953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 17:02:21.761499 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990dc201-9768-4320-b36c-dcf42c455847 None None] Pushing event deleted for resources: {'Port': ['ID=1e4311d0-1821-48af-8411-e0c1e36ac931,revision_number=None']} {{(pid=119955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:02:21.763287 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-990dc201-9768-4320-b36c-dcf42c455847 None None] No DVR routers for this DVR port 1e4311d0-1821-48af-8411-e0c1e36ac931 on host dv-cinder-804757-24-iscsi {{(pid=119955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 17:02:21.785595 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.rpc [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Device 61d1bf30-21da-4d12-a038-a9f5436086f3 no longer exists at agent ovs-agent-dv-cinder-804757-24-iscsi {{(pid=119955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 17:02:21.804244 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.plugin [None req-63748041-7458-40ab-a922-e876cef088c3 None None] No Port match for: 61d1bf30-21da-4d12-a038-a9f5436086f3 {{(pid=119955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 17:02:21.804585 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.rpc [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Device 61d1bf30-21da-4d12-a038-a9f5436086f3 not bound to the agent host dv-cinder-804757-24-iscsi {{(pid=119955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 17:02:21.809762 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-75f10551-9562-43ce-bd83-057eea32468c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8196213', 'neutron.services.segments.db._delete_segments_for_network-8754346594151'] for network (e3d25a45-db60-43af-88ad-c357db0a596c), precommit_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:21.830101 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.services.segments.db [None req-75f10551-9562-43ce-bd83-057eea32468c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3d25a45-db60-43af-88ad-c357db0a596c']}} {{(pid=119953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:02:21.838979 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.services.segments.db [None req-75f10551-9562-43ce-bd83-057eea32468c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2482f69-0640-49fa-9e62-410eafadac6c') {'for_net_delete': True} {{(pid=119953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:02:21.839279 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.services.segments.db [None req-75f10551-9562-43ce-bd83-057eea32468c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2482f69-0640-49fa-9e62-410eafadac6c') {} {{(pid=119953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:02:21.848273 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-75f10551-9562-43ce-bd83-057eea32468c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754346595440', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8886615'] for segment (f2482f69-0640-49fa-9e62-410eafadac6c), before_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:21.861164 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-75f10551-9562-43ce-bd83-057eea32468c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8315985'] for segment (f2482f69-0640-49fa-9e62-410eafadac6c), precommit_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:21.867071 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75f10551-9562-43ce-bd83-057eea32468c admin admin] Releasing vlan 894 on physical network physnet1 to pool {{(pid=119953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 17:02:21.867448 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-75f10551-9562-43ce-bd83-057eea32468c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8315985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9282873'] for segment (f2482f69-0640-49fa-9e62-410eafadac6c), after_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:21.869077 dv-cinder-804757-24-iscsi neutron-server[119953]: Traceback (most recent call last): Mar 07 17:02:21.869077 dv-cinder-804757-24-iscsi neutron-server[119953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 17:02:21.869077 dv-cinder-804757-24-iscsi neutron-server[119953]: timer() Mar 07 17:02:21.869077 dv-cinder-804757-24-iscsi neutron-server[119953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 17:02:21.869077 dv-cinder-804757-24-iscsi neutron-server[119953]: cb(*args, **kw) Mar 07 17:02:21.869077 dv-cinder-804757-24-iscsi neutron-server[119953]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 17:02:21.869077 dv-cinder-804757-24-iscsi neutron-server[119953]: return func(*args, **kwargs) Mar 07 17:02:21.869077 dv-cinder-804757-24-iscsi neutron-server[119953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 17:02:21.869077 dv-cinder-804757-24-iscsi neutron-server[119953]: self._notify() Mar 07 17:02:21.869077 dv-cinder-804757-24-iscsi neutron-server[119953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 17:02:21.869077 dv-cinder-804757-24-iscsi neutron-server[119953]: self.callback(batched_events) Mar 07 17:02:21.869077 dv-cinder-804757-24-iscsi neutron-server[119953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 17:02:21.869077 dv-cinder-804757-24-iscsi neutron-server[119953]: event.method(event) Mar 07 17:02:21.869077 dv-cinder-804757-24-iscsi neutron-server[119953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 17:02:21.869077 dv-cinder-804757-24-iscsi neutron-server[119953]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 17:02:21.869077 dv-cinder-804757-24-iscsi neutron-server[119953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 17:02:21.869077 dv-cinder-804757-24-iscsi neutron-server[119953]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 17:02:21.869077 dv-cinder-804757-24-iscsi neutron-server[119953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 17:02:21.869077 dv-cinder-804757-24-iscsi neutron-server[119953]: return f(self, *a, **k) Mar 07 17:02:21.869077 dv-cinder-804757-24-iscsi neutron-server[119953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 17:02:21.869077 dv-cinder-804757-24-iscsi neutron-server[119953]: return self._get(url).json() Mar 07 17:02:21.869077 dv-cinder-804757-24-iscsi neutron-server[119953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 17:02:21.869077 dv-cinder-804757-24-iscsi neutron-server[119953]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 17:02:21.869077 dv-cinder-804757-24-iscsi neutron-server[119953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 17:02:21.869077 dv-cinder-804757-24-iscsi neutron-server[119953]: return self.request(url, 'GET', **kwargs) Mar 07 17:02:21.869077 dv-cinder-804757-24-iscsi neutron-server[119953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 17:02:21.869077 dv-cinder-804757-24-iscsi neutron-server[119953]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 17:02:21.869077 dv-cinder-804757-24-iscsi neutron-server[119953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 17:02:21.869077 dv-cinder-804757-24-iscsi neutron-server[119953]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 17:02:21.869077 dv-cinder-804757-24-iscsi neutron-server[119953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 17:02:21.869077 dv-cinder-804757-24-iscsi neutron-server[119953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 17:02:21.869077 dv-cinder-804757-24-iscsi neutron-server[119953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 17:02:21.924756 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-75f10551-9562-43ce-bd83-057eea32468c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8196220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-705199'] for network (e3d25a45-db60-43af-88ad-c357db0a596c), after_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:21.930075 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-75f10551-9562-43ce-bd83-057eea32468c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550935'] for network (None), before_response {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:21.933277 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [None req-75f10551-9562-43ce-bd83-057eea32468c admin admin] 10.222.0.18 "DELETE /v2.0/networks/e3d25a45-db60-43af-88ad-c357db0a596c HTTP/1.1" status: 204 len: 168 time: 0.6704636 Mar 07 17:02:21.943590 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f10551-9562-43ce-bd83-057eea32468c admin admin] Pushing event deleted for resources: {'Network': ['ID=e3d25a45-db60-43af-88ad-c357db0a596c,revision_number=None']} {{(pid=119953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:02:22.047019 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.wsgi [-] (119953) accepted ('10.222.0.18', 58864) {{(pid=119953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:02:22.098415 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [None req-dcee5daf-f618-47d1-a7ca-1ee4cde69f22 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=67f25f5951bb4340813deb06cbaad90d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0497324 Mar 07 17:02:22.102067 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.wsgi [-] (119953) accepted ('10.222.0.18', 58866) {{(pid=119953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:02:22.151471 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-b5e2fb66-1520-4dba-82d1-69782835ce0d admin admin] Publish callbacks [] for security_group (08e33b45-7a32-408f-9cc4-bf72ab9e3fc3), before_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:22.174541 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-b5e2fb66-1520-4dba-82d1-69782835ce0d admin admin] Publish callbacks [] for security_group (08e33b45-7a32-408f-9cc4-bf72ab9e3fc3), precommit_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:22.211550 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-0d1b32c5-0803-4391-a623-fc098c7d5199 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194190'] for agent (8123e327-866e-42b5-856f-55ddd9e9e5b2), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:22.224364 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-b5e2fb66-1520-4dba-82d1-69782835ce0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543383'] for security_group (08e33b45-7a32-408f-9cc4-bf72ab9e3fc3), after_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:22.227181 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-b5e2fb66-1520-4dba-82d1-69782835ce0d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:22.230811 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [None req-b5e2fb66-1520-4dba-82d1-69782835ce0d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/08e33b45-7a32-408f-9cc4-bf72ab9e3fc3 HTTP/1.1" status: 204 len: 168 time: 0.1254113 Mar 07 17:02:22.236810 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e2fb66-1520-4dba-82d1-69782835ce0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08e33b45-7a32-408f-9cc4-bf72ab9e3fc3,revision_number=None']} {{(pid=119953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:02:22.571265 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.wsgi [-] (119953) accepted ('10.222.0.18', 58874) {{(pid=119953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:02:22.612454 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [None req-a7d4b0a0-4693-4e74-bbe8-09de6d27d642 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d4b3304daf254fe2ae6a77fc80174438&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0399497 Mar 07 17:02:22.615140 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.wsgi [-] (119953) accepted ('10.222.0.18', 58876) {{(pid=119953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:02:22.662997 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-932afe73-3c2c-4318-b60b-f6c4d600a475 admin admin] Publish callbacks [] for security_group (15835224-a048-45b4-befa-c91a1684611d), before_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:22.666134 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f3c6a1-8d33-46d4-a4be-a4543c5fb71c req-4c02be1a-f3f2-45a9-85b4-42e4943d3371 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:02:22.668191 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-c0f3c6a1-8d33-46d4-a4be-a4543c5fb71c req-4c02be1a-f3f2-45a9-85b4-42e4943d3371 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] 10.222.0.18 "GET /v2.0/ports?device_id=4df0b7bf-3945-4ee0-85f3-d803a142cfb5 HTTP/1.1" status: 200 len: 943 time: 0.0536182 Mar 07 17:02:22.684328 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-932afe73-3c2c-4318-b60b-f6c4d600a475 admin admin] Publish callbacks [] for security_group (15835224-a048-45b4-befa-c91a1684611d), precommit_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:22.714884 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-c0f3c6a1-8d33-46d4-a4be-a4543c5fb71c req-fb600679-2740-4772-89bb-aa63c1c0a04c tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] 10.222.0.18 "GET /v2.0/security-groups?id=9d193ac7-d2c2-425a-9a0a-fe6d12a5c9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409284 Mar 07 17:02:22.733364 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-932afe73-3c2c-4318-b60b-f6c4d600a475 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543383'] for security_group (15835224-a048-45b4-befa-c91a1684611d), after_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:22.736147 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-932afe73-3c2c-4318-b60b-f6c4d600a475 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:22.737337 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [None req-932afe73-3c2c-4318-b60b-f6c4d600a475 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/15835224-a048-45b4-befa-c91a1684611d HTTP/1.1" status: 204 len: 168 time: 0.1213109 Mar 07 17:02:22.744926 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932afe73-3c2c-4318-b60b-f6c4d600a475 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15835224-a048-45b4-befa-c91a1684611d,revision_number=None']} {{(pid=119953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:02:22.926768 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.rpc [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Device 2cd35722-b084-4e31-a01f-3fab9655cd00 details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=119955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 17:02:23.031831 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.db [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] For port 2cd35722-b084-4e31-a01f-3fab9655cd00, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=2cd35722-b084-4e31-a01f-3fab9655cd00,segment=NetworkSegment(e205b5a5-74b0-4737-8080-0998e240c007),segment_id=e205b5a5-74b0-4737-8080-0998e240c007)] {{(pid=119955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:02:23.043020 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.rpc [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Returning: {'device': '2cd35722-b084-4e31-a01f-3fab9655cd00', 'network_id': '3df42a45-56b5-4fc7-8b36-6d79a9e64fbf', 'port_id': '2cd35722-b084-4e31-a01f-3fab9655cd00', 'mac_address': 'fa:16:3e:a9:e2:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 895, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '150f4a27-7a6f-4353-8977-b85e496ab7bc', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 17:02:23.084442 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.plugin [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Current status of the port 2cd35722-b084-4e31-a01f-3fab9655cd00 is: DOWN; New status is: BUILD {{(pid=119955) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 17:02:23.084799 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8385759'] for port (2cd35722-b084-4e31-a01f-3fab9655cd00), before_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:23.100810 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.notifiers.nova [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2cd35722-b084-4e31-a01f-3fab9655cd00 {{(pid=119955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 17:02:23.121817 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.db [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] For port 2cd35722-b084-4e31-a01f-3fab9655cd00, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=2cd35722-b084-4e31-a01f-3fab9655cd00,segment=NetworkSegment(e205b5a5-74b0-4737-8080-0998e240c007),segment_id=e205b5a5-74b0-4737-8080-0998e240c007)] {{(pid=119955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:02:23.125932 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754346672056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754346267073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754346267091'] for port (2cd35722-b084-4e31-a01f-3fab9655cd00), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:23.306581 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Pushing event updated for resources: {'Port': ['ID=2cd35722-b084-4e31-a01f-3fab9655cd00,revision_number=4']} {{(pid=119955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:02:23.405228 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.db [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] get_ports_and_sgs() called for port_ids ['2cd35722-b084-4e31-a01f-3fab9655cd00'] {{(pid=119955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 17:02:23.494569 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194190'] for agent (3df9d949-03e8-46c4-b37f-6f8a21aeab22), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:23.852664 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778d1fd1-9617-435c-9eed-57f36313a043 req-6c1f4740-f247-49e1-9660-581c657e9ade tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:02:23.854186 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-778d1fd1-9617-435c-9eed-57f36313a043 req-6c1f4740-f247-49e1-9660-581c657e9ade tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] 10.222.0.18 "GET /v2.0/ports?device_id=4df0b7bf-3945-4ee0-85f3-d803a142cfb5 HTTP/1.1" status: 200 len: 944 time: 0.0654397 Mar 07 17:02:23.902232 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-778d1fd1-9617-435c-9eed-57f36313a043 req-0ac345fe-e47b-47c1-ae35-f4bf313ada1d tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] 10.222.0.18 "GET /v2.0/security-groups?id=9d193ac7-d2c2-425a-9a0a-fe6d12a5c9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424037 Mar 07 17:02:24.270863 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194190'] for agent (152bcc15-84f4-40a7-afe1-c30bc7269f8a), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:24.925029 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.rpc [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Device 2cd35722-b084-4e31-a01f-3fab9655cd00 up at agent hyperv_hv-cinder-80475 {{(pid=119955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 17:02:24.979374 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.provisioning_blocks [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Provisioning for port 2cd35722-b084-4e31-a01f-3fab9655cd00 completed by entity L2. {{(pid=119955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 17:02:24.983960 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.provisioning_blocks [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Provisioning complete for port 2cd35722-b084-4e31-a01f-3fab9655cd00 triggered by entity L2. {{(pid=119955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 17:02:24.984370 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8194280'] for port (2cd35722-b084-4e31-a01f-3fab9655cd00), provisioning_complete {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:25.030647 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431e8836-f7dc-4264-a9d5-fb9e3368142e req-5b0171ca-c82e-4c0b-b73a-3cd9d985dd79 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:02:25.032164 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-431e8836-f7dc-4264-a9d5-fb9e3368142e req-5b0171ca-c82e-4c0b-b73a-3cd9d985dd79 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] 10.222.0.18 "GET /v2.0/ports?device_id=4df0b7bf-3945-4ee0-85f3-d803a142cfb5 HTTP/1.1" status: 200 len: 944 time: 0.0530782 Mar 07 17:02:25.060184 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.plugin [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Current status of the port 2cd35722-b084-4e31-a01f-3fab9655cd00 is: BUILD; New status is: ACTIVE {{(pid=119955) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 17:02:25.060499 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8385759'] for port (2cd35722-b084-4e31-a01f-3fab9655cd00), before_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:25.081764 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-431e8836-f7dc-4264-a9d5-fb9e3368142e req-f5ba1b9c-7cb1-464c-9360-5cd4d59e23eb tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] 10.222.0.18 "GET /v2.0/security-groups?id=9d193ac7-d2c2-425a-9a0a-fe6d12a5c9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437047 Mar 07 17:02:25.085975 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4df0b7bf-3945-4ee0-85f3-d803a142cfb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cd35722-b084-4e31-a01f-3fab9655cd00'}] {{(pid=119955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 17:02:25.088254 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd4f8a5135c3a8ba668d7ce7b18abb72183bcf445ca628a57cbbb7bee2c3e543" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80cdaa3c-750f-49cc-8050-cc815fe63568" -d '{"events": [{"server_uuid": "4df0b7bf-3945-4ee0-85f3-d803a142cfb5", "name": "network-vif-plugged", "status": "completed", "tag": "2cd35722-b084-4e31-a01f-3fab9655cd00"}]}' {{(pid=119955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 17:02:25.103193 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.db [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] For port 2cd35722-b084-4e31-a01f-3fab9655cd00, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=2cd35722-b084-4e31-a01f-3fab9655cd00,segment=NetworkSegment(e205b5a5-74b0-4737-8080-0998e240c007),segment_id=e205b5a5-74b0-4737-8080-0998e240c007)] {{(pid=119955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:02:25.106877 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754346672056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754346267073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754346267091'] for port (2cd35722-b084-4e31-a01f-3fab9655cd00), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:25.129215 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 17:02:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f57da164-5598-461e-a844-f500c9ae642f x-openstack-request-id: req-f57da164-5598-461e-a844-f500c9ae642f {{(pid=119955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 17:02:25.129565 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4df0b7bf-3945-4ee0-85f3-d803a142cfb5", "name": "network-vif-plugged", "status": "completed", "tag": "2cd35722-b084-4e31-a01f-3fab9655cd00", "code": 200}]} {{(pid=119955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 17:02:25.129815 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f57da164-5598-461e-a844-f500c9ae642f {{(pid=119955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 17:02:25.130231 dv-cinder-804757-24-iscsi neutron-server[119955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4df0b7bf-3945-4ee0-85f3-d803a142cfb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cd35722-b084-4e31-a01f-3fab9655cd00', 'code': 200} Mar 07 17:02:25.153877 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Pushing event updated for resources: {'Port': ['ID=2cd35722-b084-4e31-a01f-3fab9655cd00,revision_number=5']} {{(pid=119955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:02:25.347322 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de381fc1-191c-4de7-98ec-9ed16d2aa931 req-a71ffc7d-cdf1-46d9-8c53-f1fee9ca36e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:02:25.348827 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-de381fc1-191c-4de7-98ec-9ed16d2aa931 req-a71ffc7d-cdf1-46d9-8c53-f1fee9ca36e6 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=4df0b7bf-3945-4ee0-85f3-d803a142cfb5 HTTP/1.1" status: 200 len: 1129 time: 0.0445006 Mar 07 17:02:25.393796 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-de381fc1-191c-4de7-98ec-9ed16d2aa931 req-2960682d-dbbc-4dbc-b1de-0eb7b7090583 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=9d193ac7-d2c2-425a-9a0a-fe6d12a5c9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390882 Mar 07 17:02:26.209740 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f604a5-db37-41a8-b2b4-032e7ba0a233 req-09361929-9251-410b-8168-78c66b82fc78 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:02:26.211185 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-72f604a5-db37-41a8-b2b4-032e7ba0a233 req-09361929-9251-410b-8168-78c66b82fc78 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] 10.222.0.18 "GET /v2.0/ports?device_id=4df0b7bf-3945-4ee0-85f3-d803a142cfb5 HTTP/1.1" status: 200 len: 945 time: 0.0580428 Mar 07 17:02:26.258243 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-72f604a5-db37-41a8-b2b4-032e7ba0a233 req-f2de6064-a238-44a5-bace-5f7268944bff tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] 10.222.0.18 "GET /v2.0/security-groups?id=9d193ac7-d2c2-425a-9a0a-fe6d12a5c9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413249 Mar 07 17:02:27.403890 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e626487e-4317-4213-94f0-54d7970c83e4 req-b0a65229-6d50-4db0-ad63-4c22fbe71a92 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:02:27.405746 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-e626487e-4317-4213-94f0-54d7970c83e4 req-b0a65229-6d50-4db0-ad63-4c22fbe71a92 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] 10.222.0.18 "GET /v2.0/ports?device_id=4df0b7bf-3945-4ee0-85f3-d803a142cfb5 HTTP/1.1" status: 200 len: 945 time: 0.0715005 Mar 07 17:02:27.453250 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-e626487e-4317-4213-94f0-54d7970c83e4 req-867eb815-3041-405a-b7d6-38998a32394a tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] 10.222.0.18 "GET /v2.0/security-groups?id=9d193ac7-d2c2-425a-9a0a-fe6d12a5c9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417626 Mar 07 17:02:27.577649 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d475f8-c729-4ef6-8f30-41670313ab1a req-5f63f1d3-737a-4164-889b-bd1c11883999 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:02:27.579006 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-e9d475f8-c729-4ef6-8f30-41670313ab1a req-5f63f1d3-737a-4164-889b-bd1c11883999 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] 10.222.0.18 "GET /v2.0/ports?device_id=4df0b7bf-3945-4ee0-85f3-d803a142cfb5 HTTP/1.1" status: 200 len: 945 time: 0.0590277 Mar 07 17:02:27.590616 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.wsgi [-] (119953) accepted ('10.222.0.18', 58892) {{(pid=119953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:02:27.595197 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.v2.base [None req-ff2e0080-fede-4cd3-839e-a15e52dcc4d5 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Request body: {'floatingip': {'port_id': '2cd35722-b084-4e31-a01f-3fab9655cd00'}} {{(pid=119953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:02:27.640918 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-ff2e0080-fede-4cd3-839e-a15e52dcc4d5 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Publish callbacks [] for floatingip (4702cb8a-3b93-49e7-a1ce-c956ea754d0d), before_update {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:28.078694 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-ff2e0080-fede-4cd3-839e-a15e52dcc4d5 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:28.085320 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-ff2e0080-fede-4cd3-839e-a15e52dcc4d5 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-706389'] for floatingip (4702cb8a-3b93-49e7-a1ce-c956ea754d0d), after_update {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:28.459047 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.db.l3_db [None req-ff2e0080-fede-4cd3-839e-a15e52dcc4d5 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Floating IP 4702cb8a-3b93-49e7-a1ce-c956ea754d0d associated. External IP: 172.27.2.30, port: 2cd35722-b084-4e31-a01f-3fab9655cd00. Mar 07 17:02:28.673832 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff2e0080-fede-4cd3-839e-a15e52dcc4d5 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Router 6d9caf44-7118-4035-ab12-21883e79a634 has already been hosted by L3 agent 4cbb3502-d72e-4663-b57e-51d645794085 {{(pid=119953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 17:02:28.784725 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff2e0080-fede-4cd3-839e-a15e52dcc4d5 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Notify agent at l3_agent.dv-cinder-804757-24-iscsi the message routers_updated {{(pid=119953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 17:02:28.789958 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-ff2e0080-fede-4cd3-839e-a15e52dcc4d5 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47102'] for floatingip (None), before_response {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:28.796188 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b408f80b-b7b9-4c61-8406-a87bb44a5104 None None] Sync routers for ids ['6d9caf44-7118-4035-ab12-21883e79a634'] in dv-cinder-804757-24-iscsi {{(pid=119955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 17:02:28.806009 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b408f80b-b7b9-4c61-8406-a87bb44a5104 None None] Routers {'6d9caf44-7118-4035-ab12-21883e79a634'} bound to L3 agent in host dv-cinder-804757-24-iscsi {{(pid=119955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 17:02:28.806644 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.l3_hamode_db [None req-b408f80b-b7b9-4c61-8406-a87bb44a5104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T16:44:19Z,description=,heartbeat_timestamp=2022-03-07T17:02:19Z,host='dv-cinder-804757-24-iscsi',id=4cbb3502-d72e-4663-b57e-51d645794085,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:44:19Z,topic='l3_agent')) {'router_ids': ['6d9caf44-7118-4035-ab12-21883e79a634'], 'active': True} {{(pid=119955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:02:28.818598 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [None req-ff2e0080-fede-4cd3-839e-a15e52dcc4d5 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] 10.222.0.18 "PUT /v2.0/floatingips/4702cb8a-3b93-49e7-a1ce-c956ea754d0d HTTP/1.1" status: 200 len: 990 time: 1.2268684 Mar 07 17:02:28.819193 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4df0b7bf-3945-4ee0-85f3-d803a142cfb5', 'tag': '2cd35722-b084-4e31-a01f-3fab9655cd00'}] {{(pid=119953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 17:02:28.821451 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed95515d7af65a162ef4af60abe3e4aacc73bb6c2379f81891a58e09c3a2d0f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37b134d0-ec85-4ddb-96ec-d4fabf630d2d" -d '{"events": [{"name": "network-changed", "server_uuid": "4df0b7bf-3945-4ee0-85f3-d803a142cfb5", "tag": "2cd35722-b084-4e31-a01f-3fab9655cd00"}]}' {{(pid=119953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 17:02:28.857771 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 17:02:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fa69319-2348-4776-bf39-1fa84db68406 x-openstack-request-id: req-6fa69319-2348-4776-bf39-1fa84db68406 {{(pid=119953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 17:02:28.858114 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4df0b7bf-3945-4ee0-85f3-d803a142cfb5", "tag": "2cd35722-b084-4e31-a01f-3fab9655cd00", "status": "completed", "code": 200}]} {{(pid=119953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 17:02:28.858363 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6fa69319-2348-4776-bf39-1fa84db68406 {{(pid=119953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 17:02:28.858901 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4df0b7bf-3945-4ee0-85f3-d803a142cfb5', 'tag': '2cd35722-b084-4e31-a01f-3fab9655cd00', 'status': 'completed', 'code': 200} Mar 07 17:02:28.916573 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.l3_dvr_db [None req-b408f80b-b7b9-4c61-8406-a87bb44a5104 None None] Set router 6d9caf44-7118-4035-ab12-21883e79a634 gateway port host: dv-cinder-804757-24-iscsi {{(pid=119955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 17:02:28.957753 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b134d0-ec85-4ddb-96ec-d4fabf630d2d req-04f85268-9053-4feb-ac24-ce30cb64c246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:02:28.959349 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-37b134d0-ec85-4ddb-96ec-d4fabf630d2d req-04f85268-9053-4feb-ac24-ce30cb64c246 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=96d24f87dbc54cf4a14285a307b25838&device_id=4df0b7bf-3945-4ee0-85f3-d803a142cfb5 HTTP/1.1" status: 200 len: 1129 time: 0.0458167 Mar 07 17:02:29.065192 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b134d0-ec85-4ddb-96ec-d4fabf630d2d req-215617a3-0fbc-4a0e-9283-b565dc867c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:02:29.066584 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-37b134d0-ec85-4ddb-96ec-d4fabf630d2d req-215617a3-0fbc-4a0e-9283-b565dc867c21 service neutron] 10.222.0.66 "GET /v2.0/networks?id=3df42a45-56b5-4fc7-8b36-6d79a9e64fbf HTTP/1.1" status: 200 len: 916 time: 0.0915654 Mar 07 17:02:29.130445 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-37b134d0-ec85-4ddb-96ec-d4fabf630d2d req-5402a967-a8bd-4002-84c9-7f5d75cb1407 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2cd35722-b084-4e31-a01f-3fab9655cd00 HTTP/1.1" status: 200 len: 998 time: 0.0571856 Mar 07 17:02:29.139186 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.l3_hamode_db [None req-b408f80b-b7b9-4c61-8406-a87bb44a5104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d9caf44-7118-4035-ab12-21883e79a634', 'name': 'tempest-AttachVolumeNegativeTest-1588558018-router', 'tenant_id': '96d24f87dbc54cf4a14285a307b25838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'external_fixed_ips': [{'subnet_id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'ip_address': '172.27.2.95'}], 'enable_snat': True}, 'gw_port_id': '1c7e8f28-8a6d-4a6a-ba0e-ab1b54a1106b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:58:50Z', 'updated_at': '2022-03-07T16:58:53Z', 'revision_number': 4, 'project_id': '96d24f87dbc54cf4a14285a307b25838', 'gw_port': {'id': '1c7e8f28-8a6d-4a6a-ba0e-ab1b54a1106b', 'name': '', 'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:81:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d9caf44-7118-4035-ab12-21883e79a634', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'ip_address': '172.27.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:58:50Z', 'updated_at': '2022-03-07T16:58:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-24-iscsi', '_floatingips': [{'id': '4702cb8a-3b93-49e7-a1ce-c956ea754d0d', 'tenant_id': '96d24f87dbc54cf4a14285a307b25838', 'floating_ip_address': '172.27.2.30', 'floating_network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'router_id': '6d9caf44-7118-4035-ab12-21883e79a634', 'port_id': '2cd35722-b084-4e31-a01f-3fab9655cd00', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 647, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3df42a45-56b5-4fc7-8b36-6d79a9e64fbf', 'mac_address': 'fa:16:3e:a9:e2:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4df0b7bf-3945-4ee0-85f3-d803a142cfb5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T17:02:15Z', 'updated_at': '2022-03-07T17:02:27Z', 'revision_number': 1, 'project_id': '96d24f87dbc54cf4a14285a307b25838', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b65794ee-2638-4767-b75b-665e41be860f', 'name': '', 'network_id': '3df42a45-56b5-4fc7-8b36-6d79a9e64fbf', 'tenant_id': '96d24f87dbc54cf4a14285a307b25838', 'mac_address': 'fa:16:3e:4d:30:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d9caf44-7118-4035-ab12-21883e79a634', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '150f4a27-7a6f-4353-8977-b85e496ab7bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:58:52Z', 'updated_at': '2022-03-07T16:58:56Z', 'revision_number': 5, 'project_id': '96d24f87dbc54cf4a14285a307b25838', 'subnets': [{'id': '150f4a27-7a6f-4353-8977-b85e496ab7bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-24-iscsi', False) {} {{(pid=119955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:02:29.165404 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b408f80b-b7b9-4c61-8406-a87bb44a5104 None None] Checking router: 6d9caf44-7118-4035-ab12-21883e79a634 for host: dv-cinder-804757-24-iscsi {{(pid=119955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 17:02:29.174840 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b408f80b-b7b9-4c61-8406-a87bb44a5104 None None] Routers {'6d9caf44-7118-4035-ab12-21883e79a634'} bound to L3 agent in host dv-cinder-804757-24-iscsi {{(pid=119955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 17:02:29.175430 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.l3_hamode_db [None req-b408f80b-b7b9-4c61-8406-a87bb44a5104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T16:44:19Z,description=,heartbeat_timestamp=2022-03-07T17:02:19Z,host='dv-cinder-804757-24-iscsi',id=4cbb3502-d72e-4663-b57e-51d645794085,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:44:19Z,topic='l3_agent')) {'router_ids': ['6d9caf44-7118-4035-ab12-21883e79a634'], 'active': True} {{(pid=119955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:02:29.177914 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b134d0-ec85-4ddb-96ec-d4fabf630d2d req-289c4a7f-2925-42b0-8a64-bf5542226e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:02:29.179384 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-37b134d0-ec85-4ddb-96ec-d4fabf630d2d req-289c4a7f-2925-42b0-8a64-bf5542226e25 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=150f4a27-7a6f-4353-8977-b85e496ab7bc HTTP/1.1" status: 200 len: 854 time: 0.0429082 Mar 07 17:02:29.232913 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b134d0-ec85-4ddb-96ec-d4fabf630d2d req-141d0dbe-8c96-4384-aa07-f586d742a2af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:02:29.234447 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-37b134d0-ec85-4ddb-96ec-d4fabf630d2d req-141d0dbe-8c96-4384-aa07-f586d742a2af service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=3df42a45-56b5-4fc7-8b36-6d79a9e64fbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0480843 Mar 07 17:02:29.287240 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.l3_dvr_db [None req-b408f80b-b7b9-4c61-8406-a87bb44a5104 None None] Set router 6d9caf44-7118-4035-ab12-21883e79a634 gateway port host: dv-cinder-804757-24-iscsi {{(pid=119955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 17:02:29.340564 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-37b134d0-ec85-4ddb-96ec-d4fabf630d2d req-738cf041-1cbb-473d-b630-8188e92dc5c0 service neutron] 10.222.0.66 "GET /v2.0/networks/3df42a45-56b5-4fc7-8b36-6d79a9e64fbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842896 Mar 07 17:02:29.431779 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-37b134d0-ec85-4ddb-96ec-d4fabf630d2d req-4ed9521d-6028-4d90-a58a-7f4f6a5b1a1b service neutron] 10.222.0.66 "GET /v2.0/networks/3df42a45-56b5-4fc7-8b36-6d79a9e64fbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850904 Mar 07 17:02:29.509260 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.l3_hamode_db [None req-b408f80b-b7b9-4c61-8406-a87bb44a5104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d9caf44-7118-4035-ab12-21883e79a634', 'name': 'tempest-AttachVolumeNegativeTest-1588558018-router', 'tenant_id': '96d24f87dbc54cf4a14285a307b25838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'external_fixed_ips': [{'subnet_id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'ip_address': '172.27.2.95'}], 'enable_snat': True}, 'gw_port_id': '1c7e8f28-8a6d-4a6a-ba0e-ab1b54a1106b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:58:50Z', 'updated_at': '2022-03-07T16:58:53Z', 'revision_number': 4, 'project_id': '96d24f87dbc54cf4a14285a307b25838', 'gw_port': {'id': '1c7e8f28-8a6d-4a6a-ba0e-ab1b54a1106b', 'name': '', 'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:81:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d9caf44-7118-4035-ab12-21883e79a634', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'ip_address': '172.27.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:58:50Z', 'updated_at': '2022-03-07T16:58:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-24-iscsi', '_floatingips': [{'id': '4702cb8a-3b93-49e7-a1ce-c956ea754d0d', 'tenant_id': '96d24f87dbc54cf4a14285a307b25838', 'floating_ip_address': '172.27.2.30', 'floating_network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'router_id': '6d9caf44-7118-4035-ab12-21883e79a634', 'port_id': '2cd35722-b084-4e31-a01f-3fab9655cd00', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 647, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3df42a45-56b5-4fc7-8b36-6d79a9e64fbf', 'mac_address': 'fa:16:3e:a9:e2:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4df0b7bf-3945-4ee0-85f3-d803a142cfb5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T17:02:15Z', 'updated_at': '2022-03-07T17:02:27Z', 'revision_number': 1, 'project_id': '96d24f87dbc54cf4a14285a307b25838', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b65794ee-2638-4767-b75b-665e41be860f', 'name': '', 'network_id': '3df42a45-56b5-4fc7-8b36-6d79a9e64fbf', 'tenant_id': '96d24f87dbc54cf4a14285a307b25838', 'mac_address': 'fa:16:3e:4d:30:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d9caf44-7118-4035-ab12-21883e79a634', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '150f4a27-7a6f-4353-8977-b85e496ab7bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:58:52Z', 'updated_at': '2022-03-07T16:58:56Z', 'revision_number': 5, 'project_id': '96d24f87dbc54cf4a14285a307b25838', 'subnets': [{'id': '150f4a27-7a6f-4353-8977-b85e496ab7bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-24-iscsi', False) {} {{(pid=119955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:02:29.539366 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b408f80b-b7b9-4c61-8406-a87bb44a5104 None None] The sync data for ids ['6d9caf44-7118-4035-ab12-21883e79a634'] in dv-cinder-804757-24-iscsi is: [{'id': '6d9caf44-7118-4035-ab12-21883e79a634', 'name': 'tempest-AttachVolumeNegativeTest-1588558018-router', 'tenant_id': '96d24f87dbc54cf4a14285a307b25838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'external_fixed_ips': [{'subnet_id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'ip_address': '172.27.2.95'}], 'enable_snat': True}, 'gw_port_id': '1c7e8f28-8a6d-4a6a-ba0e-ab1b54a1106b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:58:50Z', 'updated_at': '2022-03-07T16:58:53Z', 'revision_number': 4, 'project_id': '96d24f87dbc54cf4a14285a307b25838', 'gw_port': {'id': '1c7e8f28-8a6d-4a6a-ba0e-ab1b54a1106b', 'name': '', 'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:81:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d9caf44-7118-4035-ab12-21883e79a634', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'ip_address': '172.27.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:58:50Z', 'updated_at': '2022-03-07T16:58:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-24-iscsi', '_floatingips': [{'id': '4702cb8a-3b93-49e7-a1ce-c956ea754d0d', 'tenant_id': '96d24f87dbc54cf4a14285a307b25838', 'floating_ip_address': '172.27.2.30', 'floating_network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'router_id': '6d9caf44-7118-4035-ab12-21883e79a634', 'port_id': '2cd35722-b084-4e31-a01f-3fab9655cd00', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 647, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3df42a45-56b5-4fc7-8b36-6d79a9e64fbf', 'mac_address': 'fa:16:3e:a9:e2:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4df0b7bf-3945-4ee0-85f3-d803a142cfb5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T17:02:15Z', 'updated_at': '2022-03-07T17:02:27Z', 'revision_number': 1, 'project_id': '96d24f87dbc54cf4a14285a307b25838', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b65794ee-2638-4767-b75b-665e41be860f', 'name': '', 'network_id': '3df42a45-56b5-4fc7-8b36-6d79a9e64fbf', 'tenant_id': '96d24f87dbc54cf4a14285a307b25838', 'mac_address': 'fa:16:3e:4d:30:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d9caf44-7118-4035-ab12-21883e79a634', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '150f4a27-7a6f-4353-8977-b85e496ab7bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:58:52Z', 'updated_at': '2022-03-07T16:58:56Z', 'revision_number': 5, 'project_id': '96d24f87dbc54cf4a14285a307b25838', 'subnets': [{'id': '150f4a27-7a6f-4353-8977-b85e496ab7bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 17:02:29.746823 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b871d118-1cab-42f5-84f1-803f82656a38 None None] New status for floating IP 4702cb8a-3b93-49e7-a1ce-c956ea754d0d: ACTIVE {{(pid=119956) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 17:02:44.678401 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.db.agents_db [None req-64435fe0-d7c6-4327-a557-6d3e8ab92464 None None] Agent healthcheck: found 6 active agents {{(pid=119956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 17:02:47.180179 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-99c5076a-1930-40f6-b891-c2e21501ef16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194190'] for agent (85f07778-81ef-4888-a2e3-51ae57b6426a), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:49.399789 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-3cdbb50d-65ae-4df2-aff1-dc9791b27e31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194190'] for agent (4cbb3502-d72e-4663-b57e-51d645794085), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:50.566326 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-ad94e2ed-e0a8-44ae-a5ff-cf9ca5ab0e17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194190'] for agent (82ccd293-b7fb-4417-a581-186a4d7e9931), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:52.186430 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-0d1b32c5-0803-4391-a623-fc098c7d5199 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194190'] for agent (8123e327-866e-42b5-856f-55ddd9e9e5b2), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:53.487072 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194190'] for agent (3df9d949-03e8-46c4-b37f-6f8a21aeab22), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:54.279664 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194190'] for agent (152bcc15-84f4-40a7-afe1-c30bc7269f8a), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:03:16.305439 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d04f57-e0dd-43cc-a614-64ce044d33dc req-4a12016e-70c1-4efd-9976-00c200d69233 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:03:16.306862 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-02d04f57-e0dd-43cc-a614-64ce044d33dc req-4a12016e-70c1-4efd-9976-00c200d69233 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] 10.222.0.18 "GET /v2.0/ports?device_id=4df0b7bf-3945-4ee0-85f3-d803a142cfb5 HTTP/1.1" status: 200 len: 945 time: 0.0573034 Mar 07 17:03:16.355868 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-02d04f57-e0dd-43cc-a614-64ce044d33dc req-0933aeb1-b4c6-4b49-9a62-a8c75983bc7d tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] 10.222.0.18 "GET /v2.0/security-groups?id=9d193ac7-d2c2-425a-9a0a-fe6d12a5c9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432670 Mar 07 17:03:17.174491 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-efda4dc3-a1e6-4eee-829d-cc62f2d93709 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194190'] for agent (85f07778-81ef-4888-a2e3-51ae57b6426a), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:03:17.485648 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d742367c-08b8-4770-96c5-aa071c44dd07 req-2f80a09b-f7ba-47e2-a66f-0fe718f073d4 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:03:17.487121 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-d742367c-08b8-4770-96c5-aa071c44dd07 req-2f80a09b-f7ba-47e2-a66f-0fe718f073d4 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] 10.222.0.18 "GET /v2.0/ports?device_id=4df0b7bf-3945-4ee0-85f3-d803a142cfb5 HTTP/1.1" status: 200 len: 945 time: 0.0553875 Mar 07 17:03:17.535360 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-d742367c-08b8-4770-96c5-aa071c44dd07 req-e241654b-bbde-41ab-bd1a-6269bd4b094c tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] 10.222.0.18 "GET /v2.0/security-groups?id=9d193ac7-d2c2-425a-9a0a-fe6d12a5c9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414526 Mar 07 17:03:17.945592 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956c2a3e-870a-4a3c-8c3f-8bec2e9e60d9 req-39acf666-7439-43d4-8dde-cad1dcfdd599 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:03:17.947035 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-956c2a3e-870a-4a3c-8c3f-8bec2e9e60d9 req-39acf666-7439-43d4-8dde-cad1dcfdd599 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] 10.222.0.66 "GET /v2.0/ports?device_id=4df0b7bf-3945-4ee0-85f3-d803a142cfb5 HTTP/1.1" status: 200 len: 945 time: 0.0719187 Mar 07 17:03:18.044392 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.plugin [req-956c2a3e-870a-4a3c-8c3f-8bec2e9e60d9 req-49eaec9e-8849-484e-9918-59446b35c2f2 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Deleting port 2cd35722-b084-4e31-a01f-3fab9655cd00 {{(pid=119953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 17:03:18.044765 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [req-956c2a3e-870a-4a3c-8c3f-8bec2e9e60d9 req-49eaec9e-8849-484e-9918-59446b35c2f2 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754346666051'] for port (2cd35722-b084-4e31-a01f-3fab9655cd00), before_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:03:18.135428 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.db [req-956c2a3e-870a-4a3c-8c3f-8bec2e9e60d9 req-49eaec9e-8849-484e-9918-59446b35c2f2 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] For port 2cd35722-b084-4e31-a01f-3fab9655cd00, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=2cd35722-b084-4e31-a01f-3fab9655cd00,segment=NetworkSegment(e205b5a5-74b0-4737-8080-0998e240c007),segment_id=e205b5a5-74b0-4737-8080-0998e240c007)] {{(pid=119953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:03:18.135774 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [req-956c2a3e-870a-4a3c-8c3f-8bec2e9e60d9 req-49eaec9e-8849-484e-9918-59446b35c2f2 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704071'] for port (2cd35722-b084-4e31-a01f-3fab9655cd00), precommit_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:03:18.316647 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [req-956c2a3e-870a-4a3c-8c3f-8bec2e9e60d9 req-49eaec9e-8849-484e-9918-59446b35c2f2 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:03:18.317038 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [req-956c2a3e-870a-4a3c-8c3f-8bec2e9e60d9 req-49eaec9e-8849-484e-9918-59446b35c2f2 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-706389'] for floatingip (4702cb8a-3b93-49e7-a1ce-c956ea754d0d), after_update {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:03:18.317501 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.db.l3_db [req-956c2a3e-870a-4a3c-8c3f-8bec2e9e60d9 req-49eaec9e-8849-484e-9918-59446b35c2f2 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Floating IP 4702cb8a-3b93-49e7-a1ce-c956ea754d0d disassociated. External IP: 172.27.2.30, port: 2cd35722-b084-4e31-a01f-3fab9655cd00. Mar 07 17:03:18.318069 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.plugin [req-956c2a3e-870a-4a3c-8c3f-8bec2e9e60d9 req-49eaec9e-8849-484e-9918-59446b35c2f2 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Calling delete_port for 2cd35722-b084-4e31-a01f-3fab9655cd00 owned by compute:nova {{(pid=119953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 17:03:18.456431 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [req-956c2a3e-870a-4a3c-8c3f-8bec2e9e60d9 req-49eaec9e-8849-484e-9918-59446b35c2f2 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754346672038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754346267064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9282916'] for port (2cd35722-b084-4e31-a01f-3fab9655cd00), after_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:03:18.490777 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49eaec9e-8849-484e-9918-59446b35c2f2 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Pushing event deleted for resources: {'Port': ['ID=2cd35722-b084-4e31-a01f-3fab9655cd00,revision_number=None']} {{(pid=119953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:03:18.501635 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49eaec9e-8849-484e-9918-59446b35c2f2 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:03:18.501989 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49eaec9e-8849-484e-9918-59446b35c2f2 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:03:18.502356 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49eaec9e-8849-484e-9918-59446b35c2f2 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:03:18.502695 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49eaec9e-8849-484e-9918-59446b35c2f2 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:03:18.503029 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49eaec9e-8849-484e-9918-59446b35c2f2 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:03:18.503358 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49eaec9e-8849-484e-9918-59446b35c2f2 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:03:18.503691 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49eaec9e-8849-484e-9918-59446b35c2f2 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:03:18.504046 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49eaec9e-8849-484e-9918-59446b35c2f2 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:03:18.504379 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49eaec9e-8849-484e-9918-59446b35c2f2 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:03:18.504706 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49eaec9e-8849-484e-9918-59446b35c2f2 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:03:18.505013 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49eaec9e-8849-484e-9918-59446b35c2f2 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:03:18.505342 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49eaec9e-8849-484e-9918-59446b35c2f2 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:03:18.505664 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49eaec9e-8849-484e-9918-59446b35c2f2 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:03:18.617063 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.scheduler.l3_agent_scheduler [req-956c2a3e-870a-4a3c-8c3f-8bec2e9e60d9 req-49eaec9e-8849-484e-9918-59446b35c2f2 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Router 6d9caf44-7118-4035-ab12-21883e79a634 has already been hosted by L3 agent 4cbb3502-d72e-4663-b57e-51d645794085 {{(pid=119953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 17:03:18.632073 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-4ae09cbf-a6ed-467c-9cf9-e10b876d5022 req-1def7d8f-56dc-47c8-9a65-1a35668134bc tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] 10.222.0.18 "GET /v2.0/ports?device_id=4df0b7bf-3945-4ee0-85f3-d803a142cfb5 HTTP/1.1" status: 200 len: 210 time: 0.0288010 Mar 07 17:03:18.726565 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-956c2a3e-870a-4a3c-8c3f-8bec2e9e60d9 req-49eaec9e-8849-484e-9918-59446b35c2f2 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Notify agent at l3_agent.dv-cinder-804757-24-iscsi the message routers_updated {{(pid=119953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 17:03:18.736974 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66274b8b-c40c-4037-b3ee-53832927604b None None] Sync routers for ids ['6d9caf44-7118-4035-ab12-21883e79a634'] in dv-cinder-804757-24-iscsi {{(pid=119955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 17:03:18.748439 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66274b8b-c40c-4037-b3ee-53832927604b None None] Routers {'6d9caf44-7118-4035-ab12-21883e79a634'} bound to L3 agent in host dv-cinder-804757-24-iscsi {{(pid=119955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 17:03:18.749077 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.l3_hamode_db [None req-66274b8b-c40c-4037-b3ee-53832927604b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T16:44:19Z,description=,heartbeat_timestamp=2022-03-07T17:02:49Z,host='dv-cinder-804757-24-iscsi',id=4cbb3502-d72e-4663-b57e-51d645794085,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:44:19Z,topic='l3_agent')) {'router_ids': ['6d9caf44-7118-4035-ab12-21883e79a634'], 'active': True} {{(pid=119955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:03:18.765971 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.db.l3_dvrscheduler_db [req-956c2a3e-870a-4a3c-8c3f-8bec2e9e60d9 req-49eaec9e-8849-484e-9918-59446b35c2f2 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] No DVR routers for this DVR port 2cd35722-b084-4e31-a01f-3fab9655cd00 on host hv-cinder-80475 {{(pid=119953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 17:03:18.768478 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [req-956c2a3e-870a-4a3c-8c3f-8bec2e9e60d9 req-49eaec9e-8849-484e-9918-59446b35c2f2 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47102'] for port (None), before_response {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:03:18.771810 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-956c2a3e-870a-4a3c-8c3f-8bec2e9e60d9 req-49eaec9e-8849-484e-9918-59446b35c2f2 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] 10.222.0.66 "DELETE /v2.0/ports/2cd35722-b084-4e31-a01f-3fab9655cd00 HTTP/1.1" status: 204 len: 173 time: 0.8187809 Mar 07 17:03:18.772272 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4df0b7bf-3945-4ee0-85f3-d803a142cfb5', 'name': 'network-vif-deleted', 'tag': '2cd35722-b084-4e31-a01f-3fab9655cd00'}] {{(pid=119953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 17:03:18.774525 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed95515d7af65a162ef4af60abe3e4aacc73bb6c2379f81891a58e09c3a2d0f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fbce0b0-85e8-4c72-873e-7411698d6054" -d '{"events": [{"server_uuid": "4df0b7bf-3945-4ee0-85f3-d803a142cfb5", "name": "network-vif-deleted", "tag": "2cd35722-b084-4e31-a01f-3fab9655cd00"}]}' {{(pid=119953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 17:03:18.873731 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.l3_dvr_db [None req-66274b8b-c40c-4037-b3ee-53832927604b None None] Set router 6d9caf44-7118-4035-ab12-21883e79a634 gateway port host: dv-cinder-804757-24-iscsi {{(pid=119955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 17:03:18.885215 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 17:03:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58af1d89-12cf-498b-b21f-e129194d376c x-openstack-request-id: req-58af1d89-12cf-498b-b21f-e129194d376c {{(pid=119953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 17:03:18.885926 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4df0b7bf-3945-4ee0-85f3-d803a142cfb5", "name": "network-vif-deleted", "tag": "2cd35722-b084-4e31-a01f-3fab9655cd00", "status": "completed", "code": 200}]} {{(pid=119953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 17:03:18.886186 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-58af1d89-12cf-498b-b21f-e129194d376c {{(pid=119953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 17:03:18.886597 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4df0b7bf-3945-4ee0-85f3-d803a142cfb5', 'name': 'network-vif-deleted', 'tag': '2cd35722-b084-4e31-a01f-3fab9655cd00', 'status': 'completed', 'code': 200} Mar 07 17:03:19.091084 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.l3_hamode_db [None req-66274b8b-c40c-4037-b3ee-53832927604b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d9caf44-7118-4035-ab12-21883e79a634', 'name': 'tempest-AttachVolumeNegativeTest-1588558018-router', 'tenant_id': '96d24f87dbc54cf4a14285a307b25838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'external_fixed_ips': [{'subnet_id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'ip_address': '172.27.2.95'}], 'enable_snat': True}, 'gw_port_id': '1c7e8f28-8a6d-4a6a-ba0e-ab1b54a1106b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:58:50Z', 'updated_at': '2022-03-07T16:58:53Z', 'revision_number': 4, 'project_id': '96d24f87dbc54cf4a14285a307b25838', 'gw_port': {'id': '1c7e8f28-8a6d-4a6a-ba0e-ab1b54a1106b', 'name': '', 'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:81:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d9caf44-7118-4035-ab12-21883e79a634', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'ip_address': '172.27.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:58:50Z', 'updated_at': '2022-03-07T16:58:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-24-iscsi', '_interfaces': [{'id': 'b65794ee-2638-4767-b75b-665e41be860f', 'name': '', 'network_id': '3df42a45-56b5-4fc7-8b36-6d79a9e64fbf', 'tenant_id': '96d24f87dbc54cf4a14285a307b25838', 'mac_address': 'fa:16:3e:4d:30:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d9caf44-7118-4035-ab12-21883e79a634', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '150f4a27-7a6f-4353-8977-b85e496ab7bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:58:52Z', 'updated_at': '2022-03-07T16:58:56Z', 'revision_number': 5, 'project_id': '96d24f87dbc54cf4a14285a307b25838', 'subnets': [{'id': '150f4a27-7a6f-4353-8977-b85e496ab7bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-24-iscsi', False) {} {{(pid=119955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:03:19.119593 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66274b8b-c40c-4037-b3ee-53832927604b None None] Checking router: 6d9caf44-7118-4035-ab12-21883e79a634 for host: dv-cinder-804757-24-iscsi {{(pid=119955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 17:03:19.128145 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66274b8b-c40c-4037-b3ee-53832927604b None None] Routers {'6d9caf44-7118-4035-ab12-21883e79a634'} bound to L3 agent in host dv-cinder-804757-24-iscsi {{(pid=119955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 17:03:19.128914 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.l3_hamode_db [None req-66274b8b-c40c-4037-b3ee-53832927604b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T16:44:19Z,description=,heartbeat_timestamp=2022-03-07T17:02:49Z,host='dv-cinder-804757-24-iscsi',id=4cbb3502-d72e-4663-b57e-51d645794085,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:44:19Z,topic='l3_agent')) {'router_ids': ['6d9caf44-7118-4035-ab12-21883e79a634'], 'active': True} {{(pid=119955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:03:19.242855 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.l3_dvr_db [None req-66274b8b-c40c-4037-b3ee-53832927604b None None] Set router 6d9caf44-7118-4035-ab12-21883e79a634 gateway port host: dv-cinder-804757-24-iscsi {{(pid=119955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 17:03:19.403625 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-07c0d828-7fd8-4dca-b51c-8cea86589aa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194190'] for agent (4cbb3502-d72e-4663-b57e-51d645794085), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:03:19.453335 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.l3_hamode_db [None req-66274b8b-c40c-4037-b3ee-53832927604b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d9caf44-7118-4035-ab12-21883e79a634', 'name': 'tempest-AttachVolumeNegativeTest-1588558018-router', 'tenant_id': '96d24f87dbc54cf4a14285a307b25838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'external_fixed_ips': [{'subnet_id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'ip_address': '172.27.2.95'}], 'enable_snat': True}, 'gw_port_id': '1c7e8f28-8a6d-4a6a-ba0e-ab1b54a1106b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:58:50Z', 'updated_at': '2022-03-07T16:58:53Z', 'revision_number': 4, 'project_id': '96d24f87dbc54cf4a14285a307b25838', 'gw_port': {'id': '1c7e8f28-8a6d-4a6a-ba0e-ab1b54a1106b', 'name': '', 'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:81:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d9caf44-7118-4035-ab12-21883e79a634', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'ip_address': '172.27.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:58:50Z', 'updated_at': '2022-03-07T16:58:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-24-iscsi', '_interfaces': [{'id': 'b65794ee-2638-4767-b75b-665e41be860f', 'name': '', 'network_id': '3df42a45-56b5-4fc7-8b36-6d79a9e64fbf', 'tenant_id': '96d24f87dbc54cf4a14285a307b25838', 'mac_address': 'fa:16:3e:4d:30:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d9caf44-7118-4035-ab12-21883e79a634', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '150f4a27-7a6f-4353-8977-b85e496ab7bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:58:52Z', 'updated_at': '2022-03-07T16:58:56Z', 'revision_number': 5, 'project_id': '96d24f87dbc54cf4a14285a307b25838', 'subnets': [{'id': '150f4a27-7a6f-4353-8977-b85e496ab7bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-24-iscsi', False) {} {{(pid=119955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:03:19.480217 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66274b8b-c40c-4037-b3ee-53832927604b None None] The sync data for ids ['6d9caf44-7118-4035-ab12-21883e79a634'] in dv-cinder-804757-24-iscsi is: [{'id': '6d9caf44-7118-4035-ab12-21883e79a634', 'name': 'tempest-AttachVolumeNegativeTest-1588558018-router', 'tenant_id': '96d24f87dbc54cf4a14285a307b25838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'external_fixed_ips': [{'subnet_id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'ip_address': '172.27.2.95'}], 'enable_snat': True}, 'gw_port_id': '1c7e8f28-8a6d-4a6a-ba0e-ab1b54a1106b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:58:50Z', 'updated_at': '2022-03-07T16:58:53Z', 'revision_number': 4, 'project_id': '96d24f87dbc54cf4a14285a307b25838', 'gw_port': {'id': '1c7e8f28-8a6d-4a6a-ba0e-ab1b54a1106b', 'name': '', 'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:81:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d9caf44-7118-4035-ab12-21883e79a634', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'ip_address': '172.27.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:58:50Z', 'updated_at': '2022-03-07T16:58:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-24-iscsi', '_interfaces': [{'id': 'b65794ee-2638-4767-b75b-665e41be860f', 'name': '', 'network_id': '3df42a45-56b5-4fc7-8b36-6d79a9e64fbf', 'tenant_id': '96d24f87dbc54cf4a14285a307b25838', 'mac_address': 'fa:16:3e:4d:30:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d9caf44-7118-4035-ab12-21883e79a634', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '150f4a27-7a6f-4353-8977-b85e496ab7bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:58:52Z', 'updated_at': '2022-03-07T16:58:56Z', 'revision_number': 5, 'project_id': '96d24f87dbc54cf4a14285a307b25838', 'subnets': [{'id': '150f4a27-7a6f-4353-8977-b85e496ab7bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 17:03:19.708415 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a76492f1-5e4c-4059-b2fe-81ccff9e2355 None None] New status for floating IP 4702cb8a-3b93-49e7-a1ce-c956ea754d0d: DOWN {{(pid=119956) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 17:03:19.718534 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.wsgi [-] (119953) accepted ('10.222.0.18', 58982) {{(pid=119953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:03:19.772694 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-6439f791-14df-4ca4-b8af-a1b9c5b771e2 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Publish callbacks [] for security_group (9d193ac7-d2c2-425a-9a0a-fe6d12a5c9c2), before_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:03:19.795157 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-6439f791-14df-4ca4-b8af-a1b9c5b771e2 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Publish callbacks [] for security_group (9d193ac7-d2c2-425a-9a0a-fe6d12a5c9c2), precommit_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:03:19.848249 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-6439f791-14df-4ca4-b8af-a1b9c5b771e2 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543383'] for security_group (9d193ac7-d2c2-425a-9a0a-fe6d12a5c9c2), after_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:03:19.850992 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-6439f791-14df-4ca4-b8af-a1b9c5b771e2 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Publish callbacks [] for security_group (None), before_response {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:03:19.852217 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [None req-6439f791-14df-4ca4-b8af-a1b9c5b771e2 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] 10.222.0.18 "DELETE /v2.0/security-groups/9d193ac7-d2c2-425a-9a0a-fe6d12a5c9c2 HTTP/1.1" status: 204 len: 168 time: 0.1326435 Mar 07 17:03:19.855040 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.wsgi [-] (119954) accepted ('10.222.0.18', 58984) {{(pid=119954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:03:19.861752 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6439f791-14df-4ca4-b8af-a1b9c5b771e2 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d193ac7-d2c2-425a-9a0a-fe6d12a5c9c2,revision_number=None']} {{(pid=119953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:03:19.870024 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.api.v2.resource [None req-ef0d3ce7-ae44-423d-ae21-a042a8053aa0 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] show failed (client error): The resource could not be found. Mar 07 17:03:19.872203 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [None req-ef0d3ce7-ae44-423d-ae21-a042a8053aa0 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] 10.222.0.18 "GET /v2.0/security-groups/9d193ac7-d2c2-425a-9a0a-fe6d12a5c9c2 HTTP/1.1" status: 404 len: 347 time: 0.0155070 Mar 07 17:03:19.873056 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.wsgi [-] (119954) accepted ('10.222.0.18', 58986) {{(pid=119954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:03:19.994952 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.plugins.ml2.plugin [None req-ad439747-5035-4e29-9d44-542ae4a4b726 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Deleting port ebaf0157-823d-4552-8bc9-30705be73168 {{(pid=119954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 17:03:19.995175 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-ad439747-5035-4e29-9d44-542ae4a4b726 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754346666051'] for port (ebaf0157-823d-4552-8bc9-30705be73168), before_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:03:20.073635 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-ad439747-5035-4e29-9d44-542ae4a4b726 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704071'] for port (ebaf0157-823d-4552-8bc9-30705be73168), precommit_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:03:20.073948 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-ad439747-5035-4e29-9d44-542ae4a4b726 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Publish callbacks [] for floatingip (ebaf0157-823d-4552-8bc9-30705be73168), precommit_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:03:20.085354 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.plugins.ml2.plugin [None req-ad439747-5035-4e29-9d44-542ae4a4b726 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Calling delete_port for ebaf0157-823d-4552-8bc9-30705be73168 owned by network:floatingip {{(pid=119954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 17:03:20.231499 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-ad439747-5035-4e29-9d44-542ae4a4b726 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754346672038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754346267064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3211674'] for port (ebaf0157-823d-4552-8bc9-30705be73168), after_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:03:20.261667 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad439747-5035-4e29-9d44-542ae4a4b726 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Pushing event deleted for resources: {'Port': ['ID=ebaf0157-823d-4552-8bc9-30705be73168,revision_number=None']} {{(pid=119954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:03:20.272701 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad439747-5035-4e29-9d44-542ae4a4b726 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:03:20.273055 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad439747-5035-4e29-9d44-542ae4a4b726 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:03:20.273397 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad439747-5035-4e29-9d44-542ae4a4b726 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:03:20.273732 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad439747-5035-4e29-9d44-542ae4a4b726 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:03:20.274069 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad439747-5035-4e29-9d44-542ae4a4b726 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:03:20.274400 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad439747-5035-4e29-9d44-542ae4a4b726 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:03:20.274733 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad439747-5035-4e29-9d44-542ae4a4b726 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:03:20.275062 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad439747-5035-4e29-9d44-542ae4a4b726 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:03:20.275385 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad439747-5035-4e29-9d44-542ae4a4b726 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:03:20.275803 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad439747-5035-4e29-9d44-542ae4a4b726 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:03:20.276132 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad439747-5035-4e29-9d44-542ae4a4b726 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:03:20.276492 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad439747-5035-4e29-9d44-542ae4a4b726 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:03:20.276812 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad439747-5035-4e29-9d44-542ae4a4b726 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:03:20.330330 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-ad439747-5035-4e29-9d44-542ae4a4b726 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Publish callbacks [] for floatingip (4702cb8a-3b93-49e7-a1ce-c956ea754d0d), after_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:03:20.332827 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-ad439747-5035-4e29-9d44-542ae4a4b726 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47102'] for floatingip (None), before_response {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:03:20.333997 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [None req-ad439747-5035-4e29-9d44-542ae4a4b726 tempest-AttachVolumeNegativeTest-308856192 tempest-AttachVolumeNegativeTest-308856192-project] 10.222.0.18 "DELETE /v2.0/floatingips/4702cb8a-3b93-49e7-a1ce-c956ea754d0d HTTP/1.1" status: 204 len: 168 time: 0.4600115 Mar 07 17:03:20.561346 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-ad94e2ed-e0a8-44ae-a5ff-cf9ca5ab0e17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194190'] for agent (82ccd293-b7fb-4417-a581-186a4d7e9931), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:03:21.680980 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.db.agents_db [None req-64435fe0-d7c6-4327-a557-6d3e8ab92464 None None] Agent healthcheck: found 6 active agents {{(pid=119956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 17:03:22.194490 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-0d1b32c5-0803-4391-a623-fc098c7d5199 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194190'] for agent (8123e327-866e-42b5-856f-55ddd9e9e5b2), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:03:23.147137 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.rpc [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Device 2cd35722-b084-4e31-a01f-3fab9655cd00 no longer exists at agent hyperv_hv-cinder-80475 {{(pid=119955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 17:03:23.169176 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.plugin [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] No Port match for: 2cd35722-b084-4e31-a01f-3fab9655cd00 {{(pid=119955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 17:03:23.169570 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.rpc [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Device 2cd35722-b084-4e31-a01f-3fab9655cd00 not bound to the agent host hv-cinder-80475 {{(pid=119955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 17:03:23.496769 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194190'] for agent (3df9d949-03e8-46c4-b37f-6f8a21aeab22), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:03:24.042466 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.wsgi [-] (119954) accepted ('10.222.0.18', 59022) {{(pid=119954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:03:24.267014 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194190'] for agent (152bcc15-84f4-40a7-afe1-c30bc7269f8a), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:03:24.410673 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-bd22630c-f47f-4519-a8a6-289b3d187b3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-708437'] for router_interface (6d9caf44-7118-4035-ab12-21883e79a634), before_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:03:24.894749 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.plugins.ml2.plugin [None req-bd22630c-f47f-4519-a8a6-289b3d187b3b admin admin] Deleting port b65794ee-2638-4767-b75b-665e41be860f {{(pid=119954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 17:03:24.895158 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-bd22630c-f47f-4519-a8a6-289b3d187b3b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754346666051'] for port (b65794ee-2638-4767-b75b-665e41be860f), before_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:03:24.976689 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.plugins.ml2.db [None req-bd22630c-f47f-4519-a8a6-289b3d187b3b admin admin] For port b65794ee-2638-4767-b75b-665e41be860f, host dv-cinder-804757-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-24-iscsi',level=0,port_id=b65794ee-2638-4767-b75b-665e41be860f,segment=NetworkSegment(e205b5a5-74b0-4737-8080-0998e240c007),segment_id=e205b5a5-74b0-4737-8080-0998e240c007)] {{(pid=119954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:03:24.977023 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-bd22630c-f47f-4519-a8a6-289b3d187b3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704071'] for port (b65794ee-2638-4767-b75b-665e41be860f), precommit_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:03:24.989404 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.plugins.ml2.plugin [None req-bd22630c-f47f-4519-a8a6-289b3d187b3b admin admin] Calling delete_port for b65794ee-2638-4767-b75b-665e41be860f owned by network:router_interface {{(pid=119954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 17:03:25.168632 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-bd22630c-f47f-4519-a8a6-289b3d187b3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754346672038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754346267064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3211674'] for port (b65794ee-2638-4767-b75b-665e41be860f), after_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:03:25.196479 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd22630c-f47f-4519-a8a6-289b3d187b3b admin admin] Pushing event deleted for resources: {'Port': ['ID=b65794ee-2638-4767-b75b-665e41be860f,revision_number=None']} {{(pid=119954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:03:25.374024 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-bd22630c-f47f-4519-a8a6-289b3d187b3b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-550922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-708385'] for router_interface (6d9caf44-7118-4035-ab12-21883e79a634), after_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:03:25.594355 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd22630c-f47f-4519-a8a6-289b3d187b3b admin admin] Router 6d9caf44-7118-4035-ab12-21883e79a634 has already been hosted by L3 agent 4cbb3502-d72e-4663-b57e-51d645794085 {{(pid=119954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 17:03:25.709720 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd22630c-f47f-4519-a8a6-289b3d187b3b admin admin] Notify agent at l3_agent.dv-cinder-804757-24-iscsi the message routers_updated {{(pid=119954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 17:03:25.716758 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [None req-bd22630c-f47f-4519-a8a6-289b3d187b3b admin admin] 10.222.0.18 "PUT /v2.0/routers/6d9caf44-7118-4035-ab12-21883e79a634/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6713142 Mar 07 17:03:25.717868 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.wsgi [-] (119953) accepted ('10.222.0.18', 59024) {{(pid=119953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:03:25.720232 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a009cef1-790c-4c6c-b7cf-86924f9f065f None None] Sync routers for ids ['6d9caf44-7118-4035-ab12-21883e79a634'] in dv-cinder-804757-24-iscsi {{(pid=119955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 17:03:25.730994 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a009cef1-790c-4c6c-b7cf-86924f9f065f None None] Routers {'6d9caf44-7118-4035-ab12-21883e79a634'} bound to L3 agent in host dv-cinder-804757-24-iscsi {{(pid=119955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 17:03:25.731610 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.l3_hamode_db [None req-a009cef1-790c-4c6c-b7cf-86924f9f065f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T16:44:19Z,description=,heartbeat_timestamp=2022-03-07T17:03:19Z,host='dv-cinder-804757-24-iscsi',id=4cbb3502-d72e-4663-b57e-51d645794085,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:44:19Z,topic='l3_agent')) {'router_ids': ['6d9caf44-7118-4035-ab12-21883e79a634'], 'active': True} {{(pid=119955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:03:25.824361 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-aad74d7b-2411-4fd9-b55f-fa92a734e83c admin admin] Publish callbacks [] for router (6d9caf44-7118-4035-ab12-21883e79a634), before_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:03:25.928874 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-aad74d7b-2411-4fd9-b55f-fa92a734e83c admin admin] Publish callbacks [] for router_gateway (6d9caf44-7118-4035-ab12-21883e79a634), before_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:03:25.973499 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.l3_dvr_db [None req-a009cef1-790c-4c6c-b7cf-86924f9f065f None None] Set router 6d9caf44-7118-4035-ab12-21883e79a634 gateway port host: dv-cinder-804757-24-iscsi {{(pid=119955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 17:03:25.984965 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.plugin [None req-aad74d7b-2411-4fd9-b55f-fa92a734e83c admin admin] Deleting port 1c7e8f28-8a6d-4a6a-ba0e-ab1b54a1106b {{(pid=119953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 17:03:25.985302 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-aad74d7b-2411-4fd9-b55f-fa92a734e83c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754346666051'] for port (1c7e8f28-8a6d-4a6a-ba0e-ab1b54a1106b), before_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:03:26.063400 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.db [None req-aad74d7b-2411-4fd9-b55f-fa92a734e83c admin admin] For port 1c7e8f28-8a6d-4a6a-ba0e-ab1b54a1106b, host dv-cinder-804757-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-24-iscsi',level=0,port_id=1c7e8f28-8a6d-4a6a-ba0e-ab1b54a1106b,segment=NetworkSegment(0349b9bd-653a-4400-b295-28c1bc47d9ca),segment_id=0349b9bd-653a-4400-b295-28c1bc47d9ca)] {{(pid=119953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:03:26.063652 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-aad74d7b-2411-4fd9-b55f-fa92a734e83c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704071'] for port (1c7e8f28-8a6d-4a6a-ba0e-ab1b54a1106b), precommit_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:03:26.075373 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.plugin [None req-aad74d7b-2411-4fd9-b55f-fa92a734e83c admin admin] Calling delete_port for 1c7e8f28-8a6d-4a6a-ba0e-ab1b54a1106b owned by network:router_gateway {{(pid=119953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 17:03:26.155687 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.l3_hamode_db [None req-a009cef1-790c-4c6c-b7cf-86924f9f065f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d9caf44-7118-4035-ab12-21883e79a634', 'name': 'tempest-AttachVolumeNegativeTest-1588558018-router', 'tenant_id': '96d24f87dbc54cf4a14285a307b25838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'external_fixed_ips': [{'subnet_id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'ip_address': '172.27.2.95'}], 'enable_snat': True}, 'gw_port_id': '1c7e8f28-8a6d-4a6a-ba0e-ab1b54a1106b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:58:50Z', 'updated_at': '2022-03-07T17:03:25Z', 'revision_number': 5, 'project_id': '96d24f87dbc54cf4a14285a307b25838', 'gw_port': {'id': '1c7e8f28-8a6d-4a6a-ba0e-ab1b54a1106b', 'name': '', 'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:81:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d9caf44-7118-4035-ab12-21883e79a634', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'ip_address': '172.27.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:58:50Z', 'updated_at': '2022-03-07T16:58:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-24-iscsi'}], 'dv-cinder-804757-24-iscsi', False) {} {{(pid=119955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:03:26.182026 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a009cef1-790c-4c6c-b7cf-86924f9f065f None None] Checking router: 6d9caf44-7118-4035-ab12-21883e79a634 for host: dv-cinder-804757-24-iscsi {{(pid=119955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 17:03:26.190618 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a009cef1-790c-4c6c-b7cf-86924f9f065f None None] Routers {'6d9caf44-7118-4035-ab12-21883e79a634'} bound to L3 agent in host dv-cinder-804757-24-iscsi {{(pid=119955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 17:03:26.191230 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.l3_hamode_db [None req-a009cef1-790c-4c6c-b7cf-86924f9f065f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T16:44:19Z,description=,heartbeat_timestamp=2022-03-07T17:03:19Z,host='dv-cinder-804757-24-iscsi',id=4cbb3502-d72e-4663-b57e-51d645794085,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:44:19Z,topic='l3_agent')) {'router_ids': ['6d9caf44-7118-4035-ab12-21883e79a634'], 'active': True} {{(pid=119955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:03:26.241248 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-aad74d7b-2411-4fd9-b55f-fa92a734e83c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754346672038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754346267064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9282916'] for port (1c7e8f28-8a6d-4a6a-ba0e-ab1b54a1106b), after_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:03:26.269512 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad74d7b-2411-4fd9-b55f-fa92a734e83c admin admin] Pushing event deleted for resources: {'Port': ['ID=1c7e8f28-8a6d-4a6a-ba0e-ab1b54a1106b,revision_number=None']} {{(pid=119953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:03:26.281477 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.l3_dvr_db [None req-a009cef1-790c-4c6c-b7cf-86924f9f065f None None] Set router 6d9caf44-7118-4035-ab12-21883e79a634 gateway port host: None {{(pid=119955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 17:03:26.332275 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-aad74d7b-2411-4fd9-b55f-fa92a734e83c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-705163'] for router_gateway (6d9caf44-7118-4035-ab12-21883e79a634), after_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:03:26.334988 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.l3_hamode_db [None req-a009cef1-790c-4c6c-b7cf-86924f9f065f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d9caf44-7118-4035-ab12-21883e79a634', 'name': 'tempest-AttachVolumeNegativeTest-1588558018-router', 'tenant_id': '96d24f87dbc54cf4a14285a307b25838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:58:50Z', 'updated_at': '2022-03-07T17:03:25Z', 'revision_number': 6, 'project_id': '96d24f87dbc54cf4a14285a307b25838', 'gw_port_host': None}], 'dv-cinder-804757-24-iscsi', False) {} {{(pid=119955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:03:26.361384 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a009cef1-790c-4c6c-b7cf-86924f9f065f None None] The sync data for ids ['6d9caf44-7118-4035-ab12-21883e79a634'] in dv-cinder-804757-24-iscsi is: [{'id': '6d9caf44-7118-4035-ab12-21883e79a634', 'name': 'tempest-AttachVolumeNegativeTest-1588558018-router', 'tenant_id': '96d24f87dbc54cf4a14285a307b25838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:58:50Z', 'updated_at': '2022-03-07T17:03:25Z', 'revision_number': 6, 'project_id': '96d24f87dbc54cf4a14285a307b25838', 'gw_port_host': None}] {{(pid=119955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 17:03:26.426129 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-aad74d7b-2411-4fd9-b55f-fa92a734e83c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-708159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24387'] for router (6d9caf44-7118-4035-ab12-21883e79a634), precommit_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:03:26.429144 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-aad74d7b-2411-4fd9-b55f-fa92a734e83c admin admin] Publish callbacks [] for router_controller (6d9caf44-7118-4035-ab12-21883e79a634), precommit_delete_associations {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:03:26.488032 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-aad74d7b-2411-4fd9-b55f-fa92a734e83c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-708136'] for router (6d9caf44-7118-4035-ab12-21883e79a634), after_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:03:26.488848 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aad74d7b-2411-4fd9-b55f-fa92a734e83c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6d9caf44-7118-4035-ab12-21883e79a634 {{(pid=119953) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 17:03:26.493978 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-aad74d7b-2411-4fd9-b55f-fa92a734e83c admin admin] Publish callbacks [] for router (None), before_response {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:03:26.495124 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [None req-aad74d7b-2411-4fd9-b55f-fa92a734e83c admin admin] 10.222.0.18 "DELETE /v2.0/routers/6d9caf44-7118-4035-ab12-21883e79a634 HTTP/1.1" status: 204 len: 168 time: 0.7762358 Mar 07 17:03:26.497680 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.wsgi [-] (119953) accepted ('10.222.0.18', 59026) {{(pid=119953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:03:26.544339 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d821712-bd5c-4a00-8976-a78d913929a7 admin admin] Deleting subnet 150f4a27-7a6f-4353-8977-b85e496ab7bc {{(pid=119953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 17:03:26.549007 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-9d821712-bd5c-4a00-8976-a78d913929a7 admin admin] Publish callbacks [] for subnet (150f4a27-7a6f-4353-8977-b85e496ab7bc), before_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:03:26.591266 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-9d821712-bd5c-4a00-8976-a78d913929a7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8886700'] for subnet (150f4a27-7a6f-4353-8977-b85e496ab7bc), precommit_delete_associations {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:03:26.669993 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-9d821712-bd5c-4a00-8976-a78d913929a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8314618'] for subnet (150f4a27-7a6f-4353-8977-b85e496ab7bc), precommit_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:03:26.727869 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-9d821712-bd5c-4a00-8976-a78d913929a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8314593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9282899', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9423109'] for subnet (150f4a27-7a6f-4353-8977-b85e496ab7bc), after_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:03:26.752123 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d821712-bd5c-4a00-8976-a78d913929a7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=150f4a27-7a6f-4353-8977-b85e496ab7bc,revision_number=None']} {{(pid=119953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:03:26.759787 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-9d821712-bd5c-4a00-8976-a78d913929a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550935'] for subnet (None), before_response {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:03:26.762894 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [None req-9d821712-bd5c-4a00-8976-a78d913929a7 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/150f4a27-7a6f-4353-8977-b85e496ab7bc HTTP/1.1" status: 204 len: 168 time: 0.2642825 Mar 07 17:03:26.765787 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.wsgi [-] (119953) accepted ('10.222.0.18', 59028) {{(pid=119953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:03:26.769922 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71ce76b8-24ce-4b5f-bb22-ead9b569c40d None None] Network 3df42a45-56b5-4fc7-8b36-6d79a9e64fbf requested from dv-cinder-804757-24-iscsi {{(pid=119955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 17:03:26.836063 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-2b83badb-1c51-4683-ac20-6b0cacff0d4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7565685'] for network (3df42a45-56b5-4fc7-8b36-6d79a9e64fbf), before_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:03:26.886943 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.plugin [None req-2b83badb-1c51-4683-ac20-6b0cacff0d4e admin admin] Deleting port 3b587706-2d45-4000-bda5-239882ce68ad {{(pid=119953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 17:03:26.886943 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-2b83badb-1c51-4683-ac20-6b0cacff0d4e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754346666051'] for port (3b587706-2d45-4000-bda5-239882ce68ad), before_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:03:26.952623 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.db [None req-2b83badb-1c51-4683-ac20-6b0cacff0d4e admin admin] For port 3b587706-2d45-4000-bda5-239882ce68ad, host dv-cinder-804757-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-24-iscsi',level=0,port_id=3b587706-2d45-4000-bda5-239882ce68ad,segment=NetworkSegment(e205b5a5-74b0-4737-8080-0998e240c007),segment_id=e205b5a5-74b0-4737-8080-0998e240c007)] {{(pid=119953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:03:26.952987 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-2b83badb-1c51-4683-ac20-6b0cacff0d4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704071'] for port (3b587706-2d45-4000-bda5-239882ce68ad), precommit_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:03:26.965359 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.plugin [None req-2b83badb-1c51-4683-ac20-6b0cacff0d4e admin admin] Calling delete_port for 3b587706-2d45-4000-bda5-239882ce68ad owned by network:dhcp {{(pid=119953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 17:03:27.047786 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-2b83badb-1c51-4683-ac20-6b0cacff0d4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754346672038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754346267064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9282916'] for port (3b587706-2d45-4000-bda5-239882ce68ad), after_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:03:27.076358 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b83badb-1c51-4683-ac20-6b0cacff0d4e admin admin] Pushing event deleted for resources: {'Port': ['ID=3b587706-2d45-4000-bda5-239882ce68ad,revision_number=None']} {{(pid=119953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:03:27.079971 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b83badb-1c51-4683-ac20-6b0cacff0d4e admin admin] No DVR routers for this DVR port 3b587706-2d45-4000-bda5-239882ce68ad on host dv-cinder-804757-24-iscsi {{(pid=119953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 17:03:27.153454 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-2b83badb-1c51-4683-ac20-6b0cacff0d4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8196213', 'neutron.services.segments.db._delete_segments_for_network-8754346594151'] for network (3df42a45-56b5-4fc7-8b36-6d79a9e64fbf), precommit_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:03:27.153738 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83cf6ebd-8a33-4d0e-b3bf-2e11460dabac None None] DHCP port deletion for 3df42a45-56b5-4fc7-8b36-6d79a9e64fbf request from dv-cinder-804757-24-iscsi {{(pid=119955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 17:03:27.178970 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.services.segments.db [None req-2b83badb-1c51-4683-ac20-6b0cacff0d4e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3df42a45-56b5-4fc7-8b36-6d79a9e64fbf']}} {{(pid=119953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:03:27.188475 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.services.segments.db [None req-2b83badb-1c51-4683-ac20-6b0cacff0d4e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e205b5a5-74b0-4737-8080-0998e240c007') {'for_net_delete': True} {{(pid=119953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:03:27.188794 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.services.segments.db [None req-2b83badb-1c51-4683-ac20-6b0cacff0d4e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e205b5a5-74b0-4737-8080-0998e240c007') {} {{(pid=119953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:03:27.201859 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-2b83badb-1c51-4683-ac20-6b0cacff0d4e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754346595440', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8886615'] for segment (e205b5a5-74b0-4737-8080-0998e240c007), before_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:03:27.214806 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-2b83badb-1c51-4683-ac20-6b0cacff0d4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8315985'] for segment (e205b5a5-74b0-4737-8080-0998e240c007), precommit_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:03:27.220475 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b83badb-1c51-4683-ac20-6b0cacff0d4e admin admin] Releasing vlan 895 on physical network physnet1 to pool {{(pid=119953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 17:03:27.220871 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-2b83badb-1c51-4683-ac20-6b0cacff0d4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8315985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9282873'] for segment (e205b5a5-74b0-4737-8080-0998e240c007), after_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:03:27.222487 dv-cinder-804757-24-iscsi neutron-server[119953]: Traceback (most recent call last): Mar 07 17:03:27.222487 dv-cinder-804757-24-iscsi neutron-server[119953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 17:03:27.222487 dv-cinder-804757-24-iscsi neutron-server[119953]: timer() Mar 07 17:03:27.222487 dv-cinder-804757-24-iscsi neutron-server[119953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 17:03:27.222487 dv-cinder-804757-24-iscsi neutron-server[119953]: cb(*args, **kw) Mar 07 17:03:27.222487 dv-cinder-804757-24-iscsi neutron-server[119953]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 17:03:27.222487 dv-cinder-804757-24-iscsi neutron-server[119953]: return func(*args, **kwargs) Mar 07 17:03:27.222487 dv-cinder-804757-24-iscsi neutron-server[119953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 17:03:27.222487 dv-cinder-804757-24-iscsi neutron-server[119953]: self._notify() Mar 07 17:03:27.222487 dv-cinder-804757-24-iscsi neutron-server[119953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 17:03:27.222487 dv-cinder-804757-24-iscsi neutron-server[119953]: self.callback(batched_events) Mar 07 17:03:27.222487 dv-cinder-804757-24-iscsi neutron-server[119953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 17:03:27.222487 dv-cinder-804757-24-iscsi neutron-server[119953]: event.method(event) Mar 07 17:03:27.222487 dv-cinder-804757-24-iscsi neutron-server[119953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 17:03:27.222487 dv-cinder-804757-24-iscsi neutron-server[119953]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 17:03:27.222487 dv-cinder-804757-24-iscsi neutron-server[119953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 17:03:27.222487 dv-cinder-804757-24-iscsi neutron-server[119953]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 17:03:27.222487 dv-cinder-804757-24-iscsi neutron-server[119953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 17:03:27.222487 dv-cinder-804757-24-iscsi neutron-server[119953]: return f(self, *a, **k) Mar 07 17:03:27.222487 dv-cinder-804757-24-iscsi neutron-server[119953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 17:03:27.222487 dv-cinder-804757-24-iscsi neutron-server[119953]: return self._get(url).json() Mar 07 17:03:27.222487 dv-cinder-804757-24-iscsi neutron-server[119953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 17:03:27.222487 dv-cinder-804757-24-iscsi neutron-server[119953]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 17:03:27.222487 dv-cinder-804757-24-iscsi neutron-server[119953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 17:03:27.222487 dv-cinder-804757-24-iscsi neutron-server[119953]: return self.request(url, 'GET', **kwargs) Mar 07 17:03:27.222487 dv-cinder-804757-24-iscsi neutron-server[119953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 17:03:27.222487 dv-cinder-804757-24-iscsi neutron-server[119953]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 17:03:27.222487 dv-cinder-804757-24-iscsi neutron-server[119953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 17:03:27.222487 dv-cinder-804757-24-iscsi neutron-server[119953]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 17:03:27.222487 dv-cinder-804757-24-iscsi neutron-server[119953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 17:03:27.222487 dv-cinder-804757-24-iscsi neutron-server[119953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 17:03:27.222487 dv-cinder-804757-24-iscsi neutron-server[119953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 17:03:27.278494 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-2b83badb-1c51-4683-ac20-6b0cacff0d4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8196220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-705199'] for network (3df42a45-56b5-4fc7-8b36-6d79a9e64fbf), after_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:03:27.283974 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-2b83badb-1c51-4683-ac20-6b0cacff0d4e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550935'] for network (None), before_response {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:03:27.287084 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [None req-2b83badb-1c51-4683-ac20-6b0cacff0d4e admin admin] 10.222.0.18 "DELETE /v2.0/networks/3df42a45-56b5-4fc7-8b36-6d79a9e64fbf HTTP/1.1" status: 204 len: 168 time: 0.5205088 Mar 07 17:03:27.298096 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b83badb-1c51-4683-ac20-6b0cacff0d4e admin admin] Pushing event deleted for resources: {'Network': ['ID=3df42a45-56b5-4fc7-8b36-6d79a9e64fbf,revision_number=None']} {{(pid=119953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:03:27.465605 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.wsgi [-] (119953) accepted ('10.222.0.18', 59032) {{(pid=119953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:03:27.505088 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [None req-419d83da-5390-48ca-b07d-6025f2ae7df3 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=96d24f87dbc54cf4a14285a307b25838&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0382912 Mar 07 17:03:27.507670 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.wsgi [-] (119953) accepted ('10.222.0.18', 59034) {{(pid=119953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:03:27.555317 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-40b0c5fe-ecde-4e81-9fdd-1c062cbf9263 admin admin] Publish callbacks [] for security_group (c61743dd-73dc-41db-8f6f-f08474e69cbb), before_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:03:27.557943 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.rpc [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Device 3b587706-2d45-4000-bda5-239882ce68ad no longer exists at agent ovs-agent-dv-cinder-804757-24-iscsi {{(pid=119955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 17:03:27.578133 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.plugin [None req-63748041-7458-40ab-a922-e876cef088c3 None None] No Port match for: 3b587706-2d45-4000-bda5-239882ce68ad {{(pid=119955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 17:03:27.578502 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.rpc [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Device 3b587706-2d45-4000-bda5-239882ce68ad not bound to the agent host dv-cinder-804757-24-iscsi {{(pid=119955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 17:03:27.578892 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.rpc [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Device 1c7e8f28-8a6d-4a6a-ba0e-ab1b54a1106b no longer exists at agent ovs-agent-dv-cinder-804757-24-iscsi {{(pid=119955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 17:03:27.580711 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-40b0c5fe-ecde-4e81-9fdd-1c062cbf9263 admin admin] Publish callbacks [] for security_group (c61743dd-73dc-41db-8f6f-f08474e69cbb), precommit_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:03:27.600726 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.plugin [None req-63748041-7458-40ab-a922-e876cef088c3 None None] No Port match for: 1c7e8f28-8a6d-4a6a-ba0e-ab1b54a1106b {{(pid=119955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 17:03:27.601103 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.rpc [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Device 1c7e8f28-8a6d-4a6a-ba0e-ab1b54a1106b not bound to the agent host dv-cinder-804757-24-iscsi {{(pid=119955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 17:03:27.601512 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.rpc [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Device b65794ee-2638-4767-b75b-665e41be860f no longer exists at agent ovs-agent-dv-cinder-804757-24-iscsi {{(pid=119955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 17:03:27.620511 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.plugin [None req-63748041-7458-40ab-a922-e876cef088c3 None None] No Port match for: b65794ee-2638-4767-b75b-665e41be860f {{(pid=119955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 17:03:27.620921 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.rpc [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Device b65794ee-2638-4767-b75b-665e41be860f not bound to the agent host dv-cinder-804757-24-iscsi {{(pid=119955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 17:03:27.628797 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-40b0c5fe-ecde-4e81-9fdd-1c062cbf9263 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543383'] for security_group (c61743dd-73dc-41db-8f6f-f08474e69cbb), after_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:03:27.631538 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-40b0c5fe-ecde-4e81-9fdd-1c062cbf9263 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:03:27.632870 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [None req-40b0c5fe-ecde-4e81-9fdd-1c062cbf9263 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c61743dd-73dc-41db-8f6f-f08474e69cbb HTTP/1.1" status: 204 len: 168 time: 0.1243074 Mar 07 17:03:27.640849 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b0c5fe-ecde-4e81-9fdd-1c062cbf9263 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c61743dd-73dc-41db-8f6f-f08474e69cbb,revision_number=None']} {{(pid=119953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:03:47.172572 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-3b40dffc-8bc4-4492-aff6-58678736de86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194190'] for agent (85f07778-81ef-4888-a2e3-51ae57b6426a), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:03:49.397884 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-c1082597-5a3b-4f05-904f-83aabce75c3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194190'] for agent (4cbb3502-d72e-4663-b57e-51d645794085), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:03:50.573647 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-ad94e2ed-e0a8-44ae-a5ff-cf9ca5ab0e17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194190'] for agent (82ccd293-b7fb-4417-a581-186a4d7e9931), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:03:52.201136 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-0d1b32c5-0803-4391-a623-fc098c7d5199 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194190'] for agent (8123e327-866e-42b5-856f-55ddd9e9e5b2), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:03:53.491424 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194190'] for agent (3df9d949-03e8-46c4-b37f-6f8a21aeab22), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:03:54.303434 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194190'] for agent (152bcc15-84f4-40a7-afe1-c30bc7269f8a), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:03:58.682134 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.db.agents_db [None req-64435fe0-d7c6-4327-a557-6d3e8ab92464 None None] Agent healthcheck: found 6 active agents {{(pid=119956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 17:04:07.810670 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.wsgi [-] (119954) accepted ('10.222.0.18', 59408) {{(pid=119954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:04:07.929429 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-20ed4cba-6956-4158-bd18-d12df8bfc77f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:08.008029 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-20ed4cba-6956-4158-bd18-d12df8bfc77f admin admin] Publish callbacks [] for security_group (271e3ef9-9c92-4361-9380-56527f049154), precommit_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:08.012769 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-20ed4cba-6956-4158-bd18-d12df8bfc77f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543383'] for security_group (271e3ef9-9c92-4361-9380-56527f049154), after_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:08.049816 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [None req-20ed4cba-6956-4158-bd18-d12df8bfc77f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a06e938032304427aa7d99daed9de00b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2380228 Mar 07 17:04:08.050628 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ed4cba-6956-4158-bd18-d12df8bfc77f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=271e3ef9-9c92-4361-9380-56527f049154,revision_number=1']} {{(pid=119954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:04:08.052946 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.wsgi [-] (119953) accepted ('10.222.0.18', 59412) {{(pid=119953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:04:08.105492 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-43e38d29-bf66-4c93-a8ea-27977b2a9dfe admin admin] Publish callbacks [] for security_group (271e3ef9-9c92-4361-9380-56527f049154), before_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:08.126755 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-43e38d29-bf66-4c93-a8ea-27977b2a9dfe admin admin] Publish callbacks [] for security_group (271e3ef9-9c92-4361-9380-56527f049154), precommit_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:08.174141 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-43e38d29-bf66-4c93-a8ea-27977b2a9dfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543383'] for security_group (271e3ef9-9c92-4361-9380-56527f049154), after_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:08.176946 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-43e38d29-bf66-4c93-a8ea-27977b2a9dfe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:08.178109 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [None req-43e38d29-bf66-4c93-a8ea-27977b2a9dfe admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/271e3ef9-9c92-4361-9380-56527f049154 HTTP/1.1" status: 204 len: 168 time: 0.1240537 Mar 07 17:04:08.187405 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e38d29-bf66-4c93-a8ea-27977b2a9dfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=271e3ef9-9c92-4361-9380-56527f049154,revision_number=None']} {{(pid=119953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:04:08.453193 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.wsgi [-] (119954) accepted ('10.222.0.18', 59418) {{(pid=119954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:04:08.466849 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-30ab3908-187b-448a-9004-b23681ef494d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:08.541905 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-30ab3908-187b-448a-9004-b23681ef494d admin admin] Publish callbacks [] for security_group (7d7d4143-a0e6-4a65-b66f-545136bd1f74), precommit_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:08.547314 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-30ab3908-187b-448a-9004-b23681ef494d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543383'] for security_group (7d7d4143-a0e6-4a65-b66f-545136bd1f74), after_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:08.586554 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [None req-30ab3908-187b-448a-9004-b23681ef494d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0519bde0e386411282ffc5cd9899a11a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1322589 Mar 07 17:04:08.587478 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ab3908-187b-448a-9004-b23681ef494d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d7d4143-a0e6-4a65-b66f-545136bd1f74,revision_number=1']} {{(pid=119954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:04:08.589399 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.wsgi [-] (119953) accepted ('10.222.0.18', 59420) {{(pid=119953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:04:08.641427 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-97d090bc-1738-4408-a3e5-adf9a4062254 admin admin] Publish callbacks [] for security_group (7d7d4143-a0e6-4a65-b66f-545136bd1f74), before_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:08.662591 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-97d090bc-1738-4408-a3e5-adf9a4062254 admin admin] Publish callbacks [] for security_group (7d7d4143-a0e6-4a65-b66f-545136bd1f74), precommit_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:08.713022 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-97d090bc-1738-4408-a3e5-adf9a4062254 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543383'] for security_group (7d7d4143-a0e6-4a65-b66f-545136bd1f74), after_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:08.716050 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-97d090bc-1738-4408-a3e5-adf9a4062254 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:08.717811 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [None req-97d090bc-1738-4408-a3e5-adf9a4062254 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7d7d4143-a0e6-4a65-b66f-545136bd1f74 HTTP/1.1" status: 204 len: 168 time: 0.1272867 Mar 07 17:04:08.726904 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d090bc-1738-4408-a3e5-adf9a4062254 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d7d4143-a0e6-4a65-b66f-545136bd1f74,revision_number=None']} {{(pid=119953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:04:13.268123 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.wsgi [-] (119953) accepted ('10.222.0.18', 59504) {{(pid=119953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:04:13.385658 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-1a8f9a2c-4dc4-47cc-ba2f-8eca39d01909 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:13.458075 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-1a8f9a2c-4dc4-47cc-ba2f-8eca39d01909 admin admin] Publish callbacks [] for security_group (f0f43c34-51a9-4c42-ab14-f3bd4b4fdee1), precommit_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:13.464320 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-1a8f9a2c-4dc4-47cc-ba2f-8eca39d01909 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543383'] for security_group (f0f43c34-51a9-4c42-ab14-f3bd4b4fdee1), after_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:13.501866 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [None req-1a8f9a2c-4dc4-47cc-ba2f-8eca39d01909 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=19c84e85e69545fdb9c1105d47d72235&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2326016 Mar 07 17:04:13.502832 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8f9a2c-4dc4-47cc-ba2f-8eca39d01909 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0f43c34-51a9-4c42-ab14-f3bd4b4fdee1,revision_number=1']} {{(pid=119953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:04:13.504889 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.wsgi [-] (119954) accepted ('10.222.0.18', 59508) {{(pid=119954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:04:13.557621 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-5b3b66fc-6d26-4605-948c-181eb79120a8 admin admin] Publish callbacks [] for security_group (f0f43c34-51a9-4c42-ab14-f3bd4b4fdee1), before_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:13.579887 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-5b3b66fc-6d26-4605-948c-181eb79120a8 admin admin] Publish callbacks [] for security_group (f0f43c34-51a9-4c42-ab14-f3bd4b4fdee1), precommit_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:13.629506 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-5b3b66fc-6d26-4605-948c-181eb79120a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543383'] for security_group (f0f43c34-51a9-4c42-ab14-f3bd4b4fdee1), after_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:13.632203 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-5b3b66fc-6d26-4605-948c-181eb79120a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:13.633359 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [None req-5b3b66fc-6d26-4605-948c-181eb79120a8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f0f43c34-51a9-4c42-ab14-f3bd4b4fdee1 HTTP/1.1" status: 204 len: 168 time: 0.1265349 Mar 07 17:04:13.640714 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3b66fc-6d26-4605-948c-181eb79120a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0f43c34-51a9-4c42-ab14-f3bd4b4fdee1,revision_number=None']} {{(pid=119954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:04:13.914073 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.wsgi [-] (119954) accepted ('10.222.0.18', 59514) {{(pid=119954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:04:13.927743 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-85a0335b-b418-462e-9383-740b983d1b6a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:14.005228 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-85a0335b-b418-462e-9383-740b983d1b6a admin admin] Publish callbacks [] for security_group (891de986-301c-4ebf-ae8b-44512276c8b8), precommit_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:14.010264 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-85a0335b-b418-462e-9383-740b983d1b6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543383'] for security_group (891de986-301c-4ebf-ae8b-44512276c8b8), after_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:14.047777 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [None req-85a0335b-b418-462e-9383-740b983d1b6a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=cf02a0e67b5c4d219be7fdb963c40c84&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1322103 Mar 07 17:04:14.048762 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a0335b-b418-462e-9383-740b983d1b6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=891de986-301c-4ebf-ae8b-44512276c8b8,revision_number=1']} {{(pid=119954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:04:14.050669 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.wsgi [-] (119953) accepted ('10.222.0.18', 59516) {{(pid=119953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:04:14.100776 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-974da81b-577c-4e6c-b08d-aa568f5e1bb7 admin admin] Publish callbacks [] for security_group (891de986-301c-4ebf-ae8b-44512276c8b8), before_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:14.121804 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-974da81b-577c-4e6c-b08d-aa568f5e1bb7 admin admin] Publish callbacks [] for security_group (891de986-301c-4ebf-ae8b-44512276c8b8), precommit_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:14.169596 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-974da81b-577c-4e6c-b08d-aa568f5e1bb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543383'] for security_group (891de986-301c-4ebf-ae8b-44512276c8b8), after_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:14.172029 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-974da81b-577c-4e6c-b08d-aa568f5e1bb7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:14.173635 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [None req-974da81b-577c-4e6c-b08d-aa568f5e1bb7 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/891de986-301c-4ebf-ae8b-44512276c8b8 HTTP/1.1" status: 204 len: 168 time: 0.1219125 Mar 07 17:04:14.184322 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974da81b-577c-4e6c-b08d-aa568f5e1bb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=891de986-301c-4ebf-ae8b-44512276c8b8,revision_number=None']} {{(pid=119953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:04:17.166426 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-42ad040a-cc28-4829-ab02-f7c4a1a38e29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194190'] for agent (85f07778-81ef-4888-a2e3-51ae57b6426a), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:19.414501 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-9229ee7b-58de-4695-a4fd-8d6c35cc3b0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194190'] for agent (4cbb3502-d72e-4663-b57e-51d645794085), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:20.565437 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-ad94e2ed-e0a8-44ae-a5ff-cf9ca5ab0e17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194190'] for agent (82ccd293-b7fb-4417-a581-186a4d7e9931), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:22.220735 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-0d1b32c5-0803-4391-a623-fc098c7d5199 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194190'] for agent (8123e327-866e-42b5-856f-55ddd9e9e5b2), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:23.498317 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194190'] for agent (3df9d949-03e8-46c4-b37f-6f8a21aeab22), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:24.342419 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194190'] for agent (152bcc15-84f4-40a7-afe1-c30bc7269f8a), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:35.686147 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.db.agents_db [None req-64435fe0-d7c6-4327-a557-6d3e8ab92464 None None] Agent healthcheck: found 6 active agents {{(pid=119956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 17:04:41.507150 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.wsgi [-] (119954) accepted ('10.222.0.18', 59726) {{(pid=119954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:04:41.637390 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-5aa4c6d1-082e-4ccb-90c9-867ca7f16506 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:41.718367 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-5aa4c6d1-082e-4ccb-90c9-867ca7f16506 admin admin] Publish callbacks [] for security_group (5f3261fb-5847-4642-9d56-c8255ffb4d9a), precommit_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:41.723567 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-5aa4c6d1-082e-4ccb-90c9-867ca7f16506 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543383'] for security_group (5f3261fb-5847-4642-9d56-c8255ffb4d9a), after_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:41.760794 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [None req-5aa4c6d1-082e-4ccb-90c9-867ca7f16506 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2f3fd887ba4b40c1a2e932a77f1dea2d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2524767 Mar 07 17:04:41.761570 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa4c6d1-082e-4ccb-90c9-867ca7f16506 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f3261fb-5847-4642-9d56-c8255ffb4d9a,revision_number=1']} {{(pid=119954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:04:41.763637 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.wsgi [-] (119953) accepted ('10.222.0.18', 59730) {{(pid=119953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:04:41.768513 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa4c6d1-082e-4ccb-90c9-867ca7f16506 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:04:41.768861 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa4c6d1-082e-4ccb-90c9-867ca7f16506 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:04:41.769260 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa4c6d1-082e-4ccb-90c9-867ca7f16506 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:04:41.769572 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa4c6d1-082e-4ccb-90c9-867ca7f16506 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:04:41.769895 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa4c6d1-082e-4ccb-90c9-867ca7f16506 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:04:41.770214 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa4c6d1-082e-4ccb-90c9-867ca7f16506 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:04:41.770616 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa4c6d1-082e-4ccb-90c9-867ca7f16506 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:04:41.770854 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa4c6d1-082e-4ccb-90c9-867ca7f16506 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:04:41.771169 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa4c6d1-082e-4ccb-90c9-867ca7f16506 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:04:41.771487 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa4c6d1-082e-4ccb-90c9-867ca7f16506 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:04:41.771822 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa4c6d1-082e-4ccb-90c9-867ca7f16506 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:04:41.772141 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa4c6d1-082e-4ccb-90c9-867ca7f16506 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:04:41.772437 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa4c6d1-082e-4ccb-90c9-867ca7f16506 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:04:41.815512 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-6e8912f5-e4b7-4fa1-a8af-18524ff4dab2 admin admin] Publish callbacks [] for security_group (5f3261fb-5847-4642-9d56-c8255ffb4d9a), before_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:41.836453 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-6e8912f5-e4b7-4fa1-a8af-18524ff4dab2 admin admin] Publish callbacks [] for security_group (5f3261fb-5847-4642-9d56-c8255ffb4d9a), precommit_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:41.886629 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-6e8912f5-e4b7-4fa1-a8af-18524ff4dab2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543383'] for security_group (5f3261fb-5847-4642-9d56-c8255ffb4d9a), after_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:41.889362 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-6e8912f5-e4b7-4fa1-a8af-18524ff4dab2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:41.890511 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [None req-6e8912f5-e4b7-4fa1-a8af-18524ff4dab2 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5f3261fb-5847-4642-9d56-c8255ffb4d9a HTTP/1.1" status: 204 len: 168 time: 0.1258473 Mar 07 17:04:41.898226 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8912f5-e4b7-4fa1-a8af-18524ff4dab2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f3261fb-5847-4642-9d56-c8255ffb4d9a,revision_number=None']} {{(pid=119953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:04:41.905113 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8912f5-e4b7-4fa1-a8af-18524ff4dab2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:04:41.905474 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8912f5-e4b7-4fa1-a8af-18524ff4dab2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:04:41.905807 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8912f5-e4b7-4fa1-a8af-18524ff4dab2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:04:41.906167 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8912f5-e4b7-4fa1-a8af-18524ff4dab2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:04:41.906500 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8912f5-e4b7-4fa1-a8af-18524ff4dab2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:04:41.906830 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8912f5-e4b7-4fa1-a8af-18524ff4dab2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:04:41.907159 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8912f5-e4b7-4fa1-a8af-18524ff4dab2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:04:41.907489 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8912f5-e4b7-4fa1-a8af-18524ff4dab2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:04:41.907835 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8912f5-e4b7-4fa1-a8af-18524ff4dab2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:04:41.908253 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8912f5-e4b7-4fa1-a8af-18524ff4dab2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:04:41.908467 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8912f5-e4b7-4fa1-a8af-18524ff4dab2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:04:41.908775 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8912f5-e4b7-4fa1-a8af-18524ff4dab2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:04:41.909109 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8912f5-e4b7-4fa1-a8af-18524ff4dab2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:04:42.161722 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.wsgi [-] (119954) accepted ('10.222.0.18', 59736) {{(pid=119954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:04:42.175472 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-d17f27ee-5b2e-441d-b75f-3824def75f94 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:42.248320 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-d17f27ee-5b2e-441d-b75f-3824def75f94 admin admin] Publish callbacks [] for security_group (81d83ec2-4b36-406d-907a-385b49752258), precommit_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:42.254031 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-d17f27ee-5b2e-441d-b75f-3824def75f94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543383'] for security_group (81d83ec2-4b36-406d-907a-385b49752258), after_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:42.290902 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [None req-d17f27ee-5b2e-441d-b75f-3824def75f94 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9543da3001be4f00b0c0b3907235d3d0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1279111 Mar 07 17:04:42.291869 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17f27ee-5b2e-441d-b75f-3824def75f94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81d83ec2-4b36-406d-907a-385b49752258,revision_number=1']} {{(pid=119954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:04:42.293639 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.wsgi [-] (119953) accepted ('10.222.0.18', 59738) {{(pid=119953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:04:42.345420 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-25e9f201-d8a1-4079-91ab-c5562be12cef admin admin] Publish callbacks [] for security_group (81d83ec2-4b36-406d-907a-385b49752258), before_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:42.366187 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-25e9f201-d8a1-4079-91ab-c5562be12cef admin admin] Publish callbacks [] for security_group (81d83ec2-4b36-406d-907a-385b49752258), precommit_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:42.417804 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-25e9f201-d8a1-4079-91ab-c5562be12cef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543383'] for security_group (81d83ec2-4b36-406d-907a-385b49752258), after_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:42.421947 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-25e9f201-d8a1-4079-91ab-c5562be12cef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:42.424100 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [None req-25e9f201-d8a1-4079-91ab-c5562be12cef admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/81d83ec2-4b36-406d-907a-385b49752258 HTTP/1.1" status: 204 len: 168 time: 0.1294711 Mar 07 17:04:42.431913 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e9f201-d8a1-4079-91ab-c5562be12cef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81d83ec2-4b36-406d-907a-385b49752258,revision_number=None']} {{(pid=119953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:04:47.173198 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-113fa20a-0539-497d-95be-a962130b52bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194190'] for agent (85f07778-81ef-4888-a2e3-51ae57b6426a), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:47.503786 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.wsgi [-] (119954) accepted ('10.222.0.18', 59832) {{(pid=119954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:04:47.627343 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-98553636-e962-41f3-9f35-730e0280a464 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:47.699891 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-98553636-e962-41f3-9f35-730e0280a464 admin admin] Publish callbacks [] for security_group (6f480d2d-2a8a-4d1b-8fcc-8f4c23f5ac47), precommit_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:47.704784 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-98553636-e962-41f3-9f35-730e0280a464 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543383'] for security_group (6f480d2d-2a8a-4d1b-8fcc-8f4c23f5ac47), after_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:47.746566 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [None req-98553636-e962-41f3-9f35-730e0280a464 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2ed8e071489f46198ee8e9bd894709a7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2416601 Mar 07 17:04:47.747373 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98553636-e962-41f3-9f35-730e0280a464 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f480d2d-2a8a-4d1b-8fcc-8f4c23f5ac47,revision_number=1']} {{(pid=119954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:04:47.749583 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.wsgi [-] (119953) accepted ('10.222.0.18', 59836) {{(pid=119953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:04:47.804202 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-b9c49dd5-420b-4ada-87d8-84a11e2a721e admin admin] Publish callbacks [] for security_group (6f480d2d-2a8a-4d1b-8fcc-8f4c23f5ac47), before_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:47.826113 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-b9c49dd5-420b-4ada-87d8-84a11e2a721e admin admin] Publish callbacks [] for security_group (6f480d2d-2a8a-4d1b-8fcc-8f4c23f5ac47), precommit_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:47.877774 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-b9c49dd5-420b-4ada-87d8-84a11e2a721e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543383'] for security_group (6f480d2d-2a8a-4d1b-8fcc-8f4c23f5ac47), after_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:47.881886 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-b9c49dd5-420b-4ada-87d8-84a11e2a721e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:47.883586 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [None req-b9c49dd5-420b-4ada-87d8-84a11e2a721e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6f480d2d-2a8a-4d1b-8fcc-8f4c23f5ac47 HTTP/1.1" status: 204 len: 168 time: 0.1328325 Mar 07 17:04:47.892041 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c49dd5-420b-4ada-87d8-84a11e2a721e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f480d2d-2a8a-4d1b-8fcc-8f4c23f5ac47,revision_number=None']} {{(pid=119953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:04:48.173883 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.wsgi [-] (119953) accepted ('10.222.0.18', 59842) {{(pid=119953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:04:48.186985 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-eddeeeda-3739-46cf-9a5b-c2ec288679b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:48.260524 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-eddeeeda-3739-46cf-9a5b-c2ec288679b7 admin admin] Publish callbacks [] for security_group (a0f7f858-c4fd-48e0-b09d-60b2b7a45eb1), precommit_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:48.265660 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-eddeeeda-3739-46cf-9a5b-c2ec288679b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543383'] for security_group (a0f7f858-c4fd-48e0-b09d-60b2b7a45eb1), after_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:48.302911 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [None req-eddeeeda-3739-46cf-9a5b-c2ec288679b7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=07d56b3a647c4766b6652ec4ad297496&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1279478 Mar 07 17:04:48.303776 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddeeeda-3739-46cf-9a5b-c2ec288679b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0f7f858-c4fd-48e0-b09d-60b2b7a45eb1,revision_number=1']} {{(pid=119953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:04:48.305681 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.wsgi [-] (119954) accepted ('10.222.0.18', 59844) {{(pid=119954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:04:48.354254 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-489da447-2121-488a-b422-4ebb264d2cef admin admin] Publish callbacks [] for security_group (a0f7f858-c4fd-48e0-b09d-60b2b7a45eb1), before_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:48.375044 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-489da447-2121-488a-b422-4ebb264d2cef admin admin] Publish callbacks [] for security_group (a0f7f858-c4fd-48e0-b09d-60b2b7a45eb1), precommit_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:48.423415 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-489da447-2121-488a-b422-4ebb264d2cef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543383'] for security_group (a0f7f858-c4fd-48e0-b09d-60b2b7a45eb1), after_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:48.427775 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-489da447-2121-488a-b422-4ebb264d2cef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:48.429421 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [None req-489da447-2121-488a-b422-4ebb264d2cef admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a0f7f858-c4fd-48e0-b09d-60b2b7a45eb1 HTTP/1.1" status: 204 len: 168 time: 0.1227725 Mar 07 17:04:48.437913 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489da447-2121-488a-b422-4ebb264d2cef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0f7f858-c4fd-48e0-b09d-60b2b7a45eb1,revision_number=None']} {{(pid=119954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:04:49.398710 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-c2f7fb54-fe04-4f08-a5d8-e471903f1b48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194190'] for agent (4cbb3502-d72e-4663-b57e-51d645794085), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:50.160508 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.wsgi [-] (119954) accepted ('10.222.0.18', 59888) {{(pid=119954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:04:50.267692 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-17604a3d-75d7-4bbb-ae7e-097d0aa66686 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:50.340035 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-17604a3d-75d7-4bbb-ae7e-097d0aa66686 admin admin] Publish callbacks [] for security_group (e333b4b7-3997-4892-86d1-6cb2c52d34bd), precommit_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:50.346467 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-17604a3d-75d7-4bbb-ae7e-097d0aa66686 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543383'] for security_group (e333b4b7-3997-4892-86d1-6cb2c52d34bd), after_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:50.386280 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [None req-17604a3d-75d7-4bbb-ae7e-097d0aa66686 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=063ad5334e3a4ee88c3ce49153483820&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2247109 Mar 07 17:04:50.387100 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17604a3d-75d7-4bbb-ae7e-097d0aa66686 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e333b4b7-3997-4892-86d1-6cb2c52d34bd,revision_number=1']} {{(pid=119954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:04:50.390371 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.wsgi [-] (119953) accepted ('10.222.0.18', 59892) {{(pid=119953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:04:50.447336 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-9988e2e3-14bc-46ea-b072-d29f9ba82969 admin admin] Publish callbacks [] for security_group (e333b4b7-3997-4892-86d1-6cb2c52d34bd), before_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:50.470412 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-9988e2e3-14bc-46ea-b072-d29f9ba82969 admin admin] Publish callbacks [] for security_group (e333b4b7-3997-4892-86d1-6cb2c52d34bd), precommit_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:50.524149 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-9988e2e3-14bc-46ea-b072-d29f9ba82969 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543383'] for security_group (e333b4b7-3997-4892-86d1-6cb2c52d34bd), after_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:50.527489 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-9988e2e3-14bc-46ea-b072-d29f9ba82969 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:50.528659 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [None req-9988e2e3-14bc-46ea-b072-d29f9ba82969 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e333b4b7-3997-4892-86d1-6cb2c52d34bd HTTP/1.1" status: 204 len: 168 time: 0.1367307 Mar 07 17:04:50.536273 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9988e2e3-14bc-46ea-b072-d29f9ba82969 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e333b4b7-3997-4892-86d1-6cb2c52d34bd,revision_number=None']} {{(pid=119953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:04:50.572123 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-ad94e2ed-e0a8-44ae-a5ff-cf9ca5ab0e17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194190'] for agent (82ccd293-b7fb-4417-a581-186a4d7e9931), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:50.802011 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.wsgi [-] (119954) accepted ('10.222.0.18', 59898) {{(pid=119954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:04:50.815303 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-5b169973-5331-4079-9994-bf3999ad787d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:50.888442 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-5b169973-5331-4079-9994-bf3999ad787d admin admin] Publish callbacks [] for security_group (1f1d31a7-0b76-48aa-b498-ad48d768a190), precommit_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:50.895033 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-5b169973-5331-4079-9994-bf3999ad787d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543383'] for security_group (1f1d31a7-0b76-48aa-b498-ad48d768a190), after_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:50.930156 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b169973-5331-4079-9994-bf3999ad787d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f1d31a7-0b76-48aa-b498-ad48d768a190,revision_number=1']} {{(pid=119954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:04:50.934364 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [None req-5b169973-5331-4079-9994-bf3999ad787d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=716bcfc0824b47d68555dfd54f0807f3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1314445 Mar 07 17:04:50.937231 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.wsgi [-] (119953) accepted ('10.222.0.18', 59900) {{(pid=119953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:04:50.985940 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-ecae2bc2-ccd7-46f6-b78b-82509aeaccfa admin admin] Publish callbacks [] for security_group (1f1d31a7-0b76-48aa-b498-ad48d768a190), before_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:51.005704 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-ecae2bc2-ccd7-46f6-b78b-82509aeaccfa admin admin] Publish callbacks [] for security_group (1f1d31a7-0b76-48aa-b498-ad48d768a190), precommit_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:51.055304 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-ecae2bc2-ccd7-46f6-b78b-82509aeaccfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543383'] for security_group (1f1d31a7-0b76-48aa-b498-ad48d768a190), after_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:51.057847 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-ecae2bc2-ccd7-46f6-b78b-82509aeaccfa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:51.058961 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [None req-ecae2bc2-ccd7-46f6-b78b-82509aeaccfa admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1f1d31a7-0b76-48aa-b498-ad48d768a190 HTTP/1.1" status: 204 len: 168 time: 0.1207876 Mar 07 17:04:51.066468 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecae2bc2-ccd7-46f6-b78b-82509aeaccfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f1d31a7-0b76-48aa-b498-ad48d768a190,revision_number=None']} {{(pid=119953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:04:51.769208 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.wsgi [-] (119953) accepted ('10.222.0.18', 59922) {{(pid=119953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:04:51.866281 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.v2.base [None req-db73d6a8-e523-4b99-acea-d37599290f4b admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-874036274-network', 'tenant_id': '4a4c22303cf6407c96e3536683825ed2'}} {{(pid=119953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:04:51.890215 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db73d6a8-e523-4b99-acea-d37599290f4b admin admin] Made reservation on behalf of 4a4c22303cf6407c96e3536683825ed2 for: {'network': 1} {{(pid=119953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 17:04:51.892463 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-db73d6a8-e523-4b99-acea-d37599290f4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8385759'] for network (None), before_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:51.900569 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-db73d6a8-e523-4b99-acea-d37599290f4b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:51.974972 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-db73d6a8-e523-4b99-acea-d37599290f4b admin admin] Publish callbacks [] for security_group (cba60e8a-0d73-41b7-9c58-3ccbbbd0d2ba), precommit_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:51.980869 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-db73d6a8-e523-4b99-acea-d37599290f4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543383'] for security_group (cba60e8a-0d73-41b7-9c58-3ccbbbd0d2ba), after_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:52.003972 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db73d6a8-e523-4b99-acea-d37599290f4b admin admin] vlan segment allocate from pool success with {'vlan_id': 852, 'physical_network': 'physnet1'} {{(pid=119953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 17:04:52.013304 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db73d6a8-e523-4b99-acea-d37599290f4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cba60e8a-0d73-41b7-9c58-3ccbbbd0d2ba,revision_number=1']} {{(pid=119953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:04:52.017953 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-db73d6a8-e523-4b99-acea-d37599290f4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8315985'] for segment (d08788d2-6614-448e-9c98-b8dd21676655), precommit_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:52.018282 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.db.segments_db [None req-db73d6a8-e523-4b99-acea-d37599290f4b admin admin] Added segment d08788d2-6614-448e-9c98-b8dd21676655 of type vlan for network b87af87a-3972-4bf5-88f3-47d708b95dd7 Mar 07 17:04:52.055959 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-db73d6a8-e523-4b99-acea-d37599290f4b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754346284054'] for network (b87af87a-3972-4bf5-88f3-47d708b95dd7), precommit_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:52.096435 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-db73d6a8-e523-4b99-acea-d37599290f4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917'] for network (b87af87a-3972-4bf5-88f3-47d708b95dd7), after_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:52.097695 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db73d6a8-e523-4b99-acea-d37599290f4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:04:52.098547 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-db73d6a8-e523-4b99-acea-d37599290f4b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550935'] for network (None), before_response {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:52.138020 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [None req-db73d6a8-e523-4b99-acea-d37599290f4b admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3676817 Mar 07 17:04:52.141315 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.wsgi [-] (119954) accepted ('10.222.0.18', 59926) {{(pid=119954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:04:52.149054 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.v2.base [None req-67ecdcbd-74c3-4539-9cf1-b52c30e2ea79 admin admin] Request body: {'subnet': {'network_id': 'b87af87a-3972-4bf5-88f3-47d708b95dd7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-874036274-subnet', 'tenant_id': '4a4c22303cf6407c96e3536683825ed2', 'ip_version': 4}} {{(pid=119954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:04:52.173202 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67ecdcbd-74c3-4539-9cf1-b52c30e2ea79 admin admin] Made reservation on behalf of 4a4c22303cf6407c96e3536683825ed2 for: {'subnet': 1} {{(pid=119954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 17:04:52.175374 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-67ecdcbd-74c3-4539-9cf1-b52c30e2ea79 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3854018'] for subnet (None), before_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:52.175538 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db73d6a8-e523-4b99-acea-d37599290f4b admin admin] Pushing event updated for resources: {'Network': ['ID=b87af87a-3972-4bf5-88f3-47d708b95dd7,revision_number=1']} {{(pid=119953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:04:52.195298 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.rpc [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Network b87af87a-3972-4bf5-88f3-47d708b95dd7 details requested by agent ovs-agent-dv-cinder-804757-24-iscsi with host dv-cinder-804757-24-iscsi {{(pid=119955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 17:04:52.212904 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-0d1b32c5-0803-4391-a623-fc098c7d5199 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194190'] for agent (8123e327-866e-42b5-856f-55ddd9e9e5b2), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:52.344299 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-67ecdcbd-74c3-4539-9cf1-b52c30e2ea79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3211370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3854044'] for subnet (10ac25b2-f112-47fb-b228-71f282fb0e8f), after_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:52.395038 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ecdcbd-74c3-4539-9cf1-b52c30e2ea79 admin admin] Pushing event updated for resources: {'Subnet': ['ID=10ac25b2-f112-47fb-b228-71f282fb0e8f,revision_number=0']} {{(pid=119954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:04:52.405308 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67ecdcbd-74c3-4539-9cf1-b52c30e2ea79 admin admin] Checking segment: {'id': 'd08788d2-6614-448e-9c98-b8dd21676655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': 'b87af87a-3972-4bf5-88f3-47d708b95dd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 17:04:52.405666 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67ecdcbd-74c3-4539-9cf1-b52c30e2ea79 admin admin] Network hostable DHCP agents. Network: b87af87a-3972-4bf5-88f3-47d708b95dd7, hostable agents: ['85f07778-81ef-4888-a2e3-51ae57b6426a'], hosted agents: [] {{(pid=119954) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 17:04:52.426276 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67ecdcbd-74c3-4539-9cf1-b52c30e2ea79 admin admin] Network b87af87a-3972-4bf5-88f3-47d708b95dd7 is scheduled to be hosted by DHCP agent 85f07778-81ef-4888-a2e3-51ae57b6426a with binding_index 1 {{(pid=119954) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 17:04:52.436041 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.scheduler.base_scheduler [None req-67ecdcbd-74c3-4539-9cf1-b52c30e2ea79 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804757-24-iscsi, b87af87a-3972-4bf5-88f3-47d708b95dd7) {{(pid=119954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 17:04:52.440359 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67ecdcbd-74c3-4539-9cf1-b52c30e2ea79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:04:52.440940 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-67ecdcbd-74c3-4539-9cf1-b52c30e2ea79 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:52.445528 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a85abe69-0356-4e64-8b4c-4eaa21db2d44 None None] Network b87af87a-3972-4bf5-88f3-47d708b95dd7 requested from dv-cinder-804757-24-iscsi {{(pid=119955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 17:04:52.457836 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [None req-67ecdcbd-74c3-4539-9cf1-b52c30e2ea79 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3149383 Mar 07 17:04:52.460473 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.wsgi [-] (119954) accepted ('10.222.0.18', 59928) {{(pid=119954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:04:52.464720 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.v2.base [None req-a56dbac3-ab79-46cb-89e9-b26c221e81db admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-874036274-router', 'tenant_id': '4a4c22303cf6407c96e3536683825ed2', 'external_gateway_info': {'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88'}}} {{(pid=119954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:04:52.484649 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-a56dbac3-ab79-46cb-89e9-b26c221e81db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-709529', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24401'] for router (ae67acd1-74cd-4bdc-a7b2-97f97a93f49e), before_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:52.485636 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-a56dbac3-ab79-46cb-89e9-b26c221e81db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-708201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-705242', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571311', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24408'] for router (ae67acd1-74cd-4bdc-a7b2-97f97a93f49e), precommit_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:52.539097 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-a56dbac3-ab79-46cb-89e9-b26c221e81db admin admin] Publish callbacks [] for router_controller (ae67acd1-74cd-4bdc-a7b2-97f97a93f49e), precommit_add_association {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:52.547311 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53ed7607-6398-4e13-9015-e3f6ac40cdc1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4daafb27-07ab-5f95-a03c-57bf3ed213c4-b87af87a-3972-4bf5-88f3-47d708b95dd7', 'network_id': 'b87af87a-3972-4bf5-88f3-47d708b95dd7', 'project_id': '4a4c22303cf6407c96e3536683825ed2', 'fixed_ips': [{'subnet_id': '10ac25b2-f112-47fb-b228-71f282fb0e8f'}]}} from dv-cinder-804757-24-iscsi. {{(pid=119955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 17:04:52.548661 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-53ed7607-6398-4e13-9015-e3f6ac40cdc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8385759'] for port (None), before_create {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:52.675823 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-a56dbac3-ab79-46cb-89e9-b26c221e81db admin admin] Publish callbacks [] for router_gateway (ae67acd1-74cd-4bdc-a7b2-97f97a93f49e), precommit_update {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:52.679842 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.db_base_plugin_common [None req-53ed7607-6398-4e13-9015-e3f6ac40cdc1 None None] Allocated IP 172.20.0.2 (b87af87a-3972-4bf5-88f3-47d708b95dd7/10ac25b2-f112-47fb-b228-71f282fb0e8f/1e6a3684-1a59-49c6-b252-88630ea37e62) {{(pid=119955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 17:04:52.818383 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-53ed7607-6398-4e13-9015-e3f6ac40cdc1 None None] Publish callbacks [] for port (1e6a3684-1a59-49c6-b252-88630ea37e62), precommit_create {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:52.825622 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-53ed7607-6398-4e13-9015-e3f6ac40cdc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754346267055'] for port (1e6a3684-1a59-49c6-b252-88630ea37e62), after_create {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:52.868313 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53ed7607-6398-4e13-9015-e3f6ac40cdc1 None None] Network b87af87a-3972-4bf5-88f3-47d708b95dd7 is already hosted by enough agents. {{(pid=119955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 17:04:52.871205 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.scheduler.base_scheduler [None req-53ed7607-6398-4e13-9015-e3f6ac40cdc1 None None] Resources bound (agent type, host, resource id): {{(pid=119955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 17:04:52.874597 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53ed7607-6398-4e13-9015-e3f6ac40cdc1 None None] Received port after_create {{(pid=119955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 17:04:52.877205 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-a56dbac3-ab79-46cb-89e9-b26c221e81db admin admin] Publish callbacks [] for router_gateway (ae67acd1-74cd-4bdc-a7b2-97f97a93f49e), before_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:52.880018 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ed7607-6398-4e13-9015-e3f6ac40cdc1 None None] Pushing event updated for resources: {'Port': ['ID=1e6a3684-1a59-49c6-b252-88630ea37e62,revision_number=1']} {{(pid=119955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:04:52.890174 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ed7607-6398-4e13-9015-e3f6ac40cdc1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:04:52.890527 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ed7607-6398-4e13-9015-e3f6ac40cdc1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:04:52.890872 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ed7607-6398-4e13-9015-e3f6ac40cdc1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:04:52.891206 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ed7607-6398-4e13-9015-e3f6ac40cdc1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:04:52.891535 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ed7607-6398-4e13-9015-e3f6ac40cdc1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:04:52.891900 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ed7607-6398-4e13-9015-e3f6ac40cdc1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:04:52.892225 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ed7607-6398-4e13-9015-e3f6ac40cdc1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:04:52.892550 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ed7607-6398-4e13-9015-e3f6ac40cdc1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:04:52.892882 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ed7607-6398-4e13-9015-e3f6ac40cdc1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:04:52.893198 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ed7607-6398-4e13-9015-e3f6ac40cdc1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:04:52.893532 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ed7607-6398-4e13-9015-e3f6ac40cdc1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:04:52.893839 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ed7607-6398-4e13-9015-e3f6ac40cdc1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:04:52.894152 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ed7607-6398-4e13-9015-e3f6ac40cdc1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:04:52.895765 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-a56dbac3-ab79-46cb-89e9-b26c221e81db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8385759'] for port (None), before_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:52.943881 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.managers [None req-53ed7607-6398-4e13-9015-e3f6ac40cdc1 None None] Attempting to bind port 1e6a3684-1a59-49c6-b252-88630ea37e62 on host dv-cinder-804757-24-iscsi for vnic_type normal with profile {{(pid=119955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 17:04:52.944126 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.managers [None req-53ed7607-6398-4e13-9015-e3f6ac40cdc1 None None] Attempting to bind port 1e6a3684-1a59-49c6-b252-88630ea37e62 by drivers openvswitch,hyperv on host dv-cinder-804757-24-iscsi at level 0 using segments [{'id': 'd08788d2-6614-448e-9c98-b8dd21676655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': 'b87af87a-3972-4bf5-88f3-47d708b95dd7'}] {{(pid=119955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 17:04:52.944502 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53ed7607-6398-4e13-9015-e3f6ac40cdc1 None None] Attempting to bind port 1e6a3684-1a59-49c6-b252-88630ea37e62 on network b87af87a-3972-4bf5-88f3-47d708b95dd7 {{(pid=119955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 17:04:52.949638 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53ed7607-6398-4e13-9015-e3f6ac40cdc1 None None] Checking agent: {'id': '3df9d949-03e8-46c4-b37f-6f8a21aeab22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-24-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 16, 44, 23), 'started_at': datetime.datetime(2022, 3, 7, 16, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 17, 4, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-24-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 17:04:52.950559 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53ed7607-6398-4e13-9015-e3f6ac40cdc1 None None] Checking segment: {'id': 'd08788d2-6614-448e-9c98-b8dd21676655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': 'b87af87a-3972-4bf5-88f3-47d708b95dd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 17:04:52.950559 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-53ed7607-6398-4e13-9015-e3f6ac40cdc1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:52.950784 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53ed7607-6398-4e13-9015-e3f6ac40cdc1 None None] Bound using segment: {'id': 'd08788d2-6614-448e-9c98-b8dd21676655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': 'b87af87a-3972-4bf5-88f3-47d708b95dd7'} {{(pid=119955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 17:04:52.951241 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.managers [None req-53ed7607-6398-4e13-9015-e3f6ac40cdc1 None None] Bound port: 1e6a3684-1a59-49c6-b252-88630ea37e62, host: dv-cinder-804757-24-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd08788d2-6614-448e-9c98-b8dd21676655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': 'b87af87a-3972-4bf5-88f3-47d708b95dd7'}}] {{(pid=119955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 17:04:52.951625 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-53ed7607-6398-4e13-9015-e3f6ac40cdc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8385759'] for port (1e6a3684-1a59-49c6-b252-88630ea37e62), before_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:53.001560 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.db.db_base_plugin_common [None req-a56dbac3-ab79-46cb-89e9-b26c221e81db admin admin] Allocated IP 172.27.2.139 (3eba6d1e-0acd-4586-8e75-f5a4e7e90d88/6a2f7f11-a189-49ba-a838-e124f718c0dc/e5c093aa-2552-492a-9908-da812114dacf) {{(pid=119954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 17:04:53.012408 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.db [None req-53ed7607-6398-4e13-9015-e3f6ac40cdc1 None None] For port 1e6a3684-1a59-49c6-b252-88630ea37e62, host dv-cinder-804757-24-iscsi, cleared binding levels {{(pid=119955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 17:04:53.015394 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.db [None req-53ed7607-6398-4e13-9015-e3f6ac40cdc1 None None] For port 1e6a3684-1a59-49c6-b252-88630ea37e62, host dv-cinder-804757-24-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-24-iscsi',level=0,port_id=1e6a3684-1a59-49c6-b252-88630ea37e62,segment=NetworkSegment(d08788d2-6614-448e-9c98-b8dd21676655),segment_id=d08788d2-6614-448e-9c98-b8dd21676655)] {{(pid=119955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 17:04:53.021206 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-53ed7607-6398-4e13-9015-e3f6ac40cdc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754346672056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754346267073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754346267091'] for port (1e6a3684-1a59-49c6-b252-88630ea37e62), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:53.078527 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ed7607-6398-4e13-9015-e3f6ac40cdc1 None None] Pushing event updated for resources: {'Port': ['ID=1e6a3684-1a59-49c6-b252-88630ea37e62,revision_number=2']} {{(pid=119955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:04:53.109311 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-a56dbac3-ab79-46cb-89e9-b26c221e81db admin admin] Publish callbacks [] for port (e5c093aa-2552-492a-9908-da812114dacf), precommit_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:53.144278 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-a56dbac3-ab79-46cb-89e9-b26c221e81db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754346267055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3211674'] for port (e5c093aa-2552-492a-9908-da812114dacf), after_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:53.183328 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a56dbac3-ab79-46cb-89e9-b26c221e81db admin admin] Network 3eba6d1e-0acd-4586-8e75-f5a4e7e90d88 is already hosted by enough agents. {{(pid=119954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 17:04:53.186275 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.scheduler.base_scheduler [None req-a56dbac3-ab79-46cb-89e9-b26c221e81db admin admin] Resources bound (agent type, host, resource id): {{(pid=119954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 17:04:53.189693 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a56dbac3-ab79-46cb-89e9-b26c221e81db admin admin] Received port after_create {{(pid=119954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 17:04:53.195186 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56dbac3-ab79-46cb-89e9-b26c221e81db admin admin] Pushing event updated for resources: {'Port': ['ID=e5c093aa-2552-492a-9908-da812114dacf,revision_number=1']} {{(pid=119954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:04:53.454707 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-a56dbac3-ab79-46cb-89e9-b26c221e81db admin admin] Publish callbacks [] for router_gateway (ae67acd1-74cd-4bdc-a7b2-97f97a93f49e), after_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:53.487900 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194190'] for agent (3df9d949-03e8-46c4-b37f-6f8a21aeab22), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:53.636477 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.rpc [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Device 1e6a3684-1a59-49c6-b252-88630ea37e62 up at agent ovs-agent-dv-cinder-804757-24-iscsi {{(pid=119955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 17:04:53.691730 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.provisioning_blocks [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Provisioning complete for port 1e6a3684-1a59-49c6-b252-88630ea37e62 triggered by entity L2. {{(pid=119955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 17:04:53.692446 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8194280'] for port (1e6a3684-1a59-49c6-b252-88630ea37e62), provisioning_complete {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:53.777993 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.plugin [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Current status of the port 1e6a3684-1a59-49c6-b252-88630ea37e62 is: DOWN; New status is: ACTIVE {{(pid=119955) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 17:04:53.778560 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8385759'] for port (1e6a3684-1a59-49c6-b252-88630ea37e62), before_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:53.822349 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.db [None req-63748041-7458-40ab-a922-e876cef088c3 None None] For port 1e6a3684-1a59-49c6-b252-88630ea37e62, host dv-cinder-804757-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-24-iscsi',level=0,port_id=1e6a3684-1a59-49c6-b252-88630ea37e62,segment=NetworkSegment(d08788d2-6614-448e-9c98-b8dd21676655),segment_id=d08788d2-6614-448e-9c98-b8dd21676655)] {{(pid=119955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:04:53.828237 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754346672056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754346267073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754346267091'] for port (1e6a3684-1a59-49c6-b252-88630ea37e62), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:53.878757 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Pushing event updated for resources: {'Port': ['ID=1e6a3684-1a59-49c6-b252-88630ea37e62,revision_number=3']} {{(pid=119955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:04:53.894027 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-a56dbac3-ab79-46cb-89e9-b26c221e81db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-708194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-705271'] for router (ae67acd1-74cd-4bdc-a7b2-97f97a93f49e), after_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:53.966776 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1daf537-224b-45d1-9fa0-c83f6abd3db3 None None] Network b87af87a-3972-4bf5-88f3-47d708b95dd7 requested from dv-cinder-804757-24-iscsi {{(pid=119955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 17:04:54.031170 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a56dbac3-ab79-46cb-89e9-b26c221e81db admin admin] Router ae67acd1-74cd-4bdc-a7b2-97f97a93f49e is scheduled to L3 agent 4cbb3502-d72e-4663-b57e-51d645794085 with binding_index 1 {{(pid=119954) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 17:04:54.034097 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.provisioning_blocks [None req-37c493c7-461f-40d6-871a-92754e47dc80 None None] Provisioning complete for port 1e6a3684-1a59-49c6-b252-88630ea37e62 triggered by entity DHCP. {{(pid=119955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 17:04:54.034478 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-37c493c7-461f-40d6-871a-92754e47dc80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8194280'] for port (1e6a3684-1a59-49c6-b252-88630ea37e62), provisioning_complete {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:54.137105 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a56dbac3-ab79-46cb-89e9-b26c221e81db admin admin] Notify agent at l3_agent.dv-cinder-804757-24-iscsi the message routers_updated {{(pid=119954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 17:04:54.147221 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c99ec30-5112-4d55-ac6a-c5362c3830c5 None None] Sync routers for ids ['ae67acd1-74cd-4bdc-a7b2-97f97a93f49e'] in dv-cinder-804757-24-iscsi {{(pid=119956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 17:04:54.150838 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.plugin [None req-37c493c7-461f-40d6-871a-92754e47dc80 None None] Current status of the port 1e6a3684-1a59-49c6-b252-88630ea37e62 is: ACTIVE; New status is: ACTIVE {{(pid=119955) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 17:04:54.160845 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-a56dbac3-ab79-46cb-89e9-b26c221e81db admin admin] Publish callbacks [] for router (None), before_response {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:54.161714 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c99ec30-5112-4d55-ac6a-c5362c3830c5 None None] Routers {'ae67acd1-74cd-4bdc-a7b2-97f97a93f49e'} bound to L3 agent in host dv-cinder-804757-24-iscsi {{(pid=119956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 17:04:54.162164 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [None req-a56dbac3-ab79-46cb-89e9-b26c221e81db admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.7006996 Mar 07 17:04:54.162442 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.db.l3_hamode_db [None req-7c99ec30-5112-4d55-ac6a-c5362c3830c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T16:44:19Z,description=,heartbeat_timestamp=2022-03-07T17:04:49Z,host='dv-cinder-804757-24-iscsi',id=4cbb3502-d72e-4663-b57e-51d645794085,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:44:19Z,topic='l3_agent')) {'router_ids': ['ae67acd1-74cd-4bdc-a7b2-97f97a93f49e'], 'active': True} {{(pid=119956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:04:54.165046 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.wsgi [-] (119954) accepted ('10.222.0.18', 59930) {{(pid=119954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:04:54.269897 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.db.l3_dvr_db [None req-7c99ec30-5112-4d55-ac6a-c5362c3830c5 None None] Set router ae67acd1-74cd-4bdc-a7b2-97f97a93f49e gateway port host: dv-cinder-804757-24-iscsi {{(pid=119956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 17:04:54.346099 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194190'] for agent (152bcc15-84f4-40a7-afe1-c30bc7269f8a), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:54.376384 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.provisioning_blocks [None req-c6c6b828-2bc1-4eef-8390-ab9dbcad4a08 None None] Provisioning complete for port 1e6a3684-1a59-49c6-b252-88630ea37e62 triggered by entity DHCP. {{(pid=119955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 17:04:54.376765 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-c6c6b828-2bc1-4eef-8390-ab9dbcad4a08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8194280'] for port (1e6a3684-1a59-49c6-b252-88630ea37e62), provisioning_complete {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:54.453877 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.db.l3_hamode_db [None req-7c99ec30-5112-4d55-ac6a-c5362c3830c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae67acd1-74cd-4bdc-a7b2-97f97a93f49e', 'name': 'tempest-TestMinimumBasicScenario-874036274-router', 'tenant_id': '4a4c22303cf6407c96e3536683825ed2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'external_fixed_ips': [{'subnet_id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'ip_address': '172.27.2.139'}], 'enable_snat': True}, 'gw_port_id': 'e5c093aa-2552-492a-9908-da812114dacf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:04:52Z', 'updated_at': '2022-03-07T17:04:53Z', 'revision_number': 3, 'project_id': '4a4c22303cf6407c96e3536683825ed2', 'gw_port': {'id': 'e5c093aa-2552-492a-9908-da812114dacf', 'name': '', 'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:ab:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae67acd1-74cd-4bdc-a7b2-97f97a93f49e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'ip_address': '172.27.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:04:52Z', 'updated_at': '2022-03-07T17:04:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-24-iscsi'}], 'dv-cinder-804757-24-iscsi', False) {} {{(pid=119956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:04:54.455668 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.plugin [None req-c6c6b828-2bc1-4eef-8390-ab9dbcad4a08 None None] Current status of the port 1e6a3684-1a59-49c6-b252-88630ea37e62 is: ACTIVE; New status is: ACTIVE {{(pid=119955) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 17:04:54.483118 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c99ec30-5112-4d55-ac6a-c5362c3830c5 None None] Checking router: ae67acd1-74cd-4bdc-a7b2-97f97a93f49e for host: dv-cinder-804757-24-iscsi {{(pid=119956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 17:04:54.483381 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c99ec30-5112-4d55-ac6a-c5362c3830c5 None None] Updating router ae67acd1-74cd-4bdc-a7b2-97f97a93f49e port e5c093aa-2552-492a-9908-da812114dacf binding host dv-cinder-804757-24-iscsi {{(pid=119956) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 17:04:54.509438 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron_lib.callbacks.manager [None req-7c99ec30-5112-4d55-ac6a-c5362c3830c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8385759'] for port (e5c093aa-2552-492a-9908-da812114dacf), before_update {{(pid=119956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:54.600898 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-5c1ef5e8-d7ee-42d9-911f-c51269fca652 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8385759'] for port (None), before_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:54.751409 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron_lib.callbacks.manager [None req-7c99ec30-5112-4d55-ac6a-c5362c3830c5 None None] Publish callbacks [] for port (e5c093aa-2552-492a-9908-da812114dacf), precommit_update {{(pid=119956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:54.753257 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.db.db_base_plugin_common [None req-5c1ef5e8-d7ee-42d9-911f-c51269fca652 admin admin] Allocated IP 172.20.0.1 (b87af87a-3972-4bf5-88f3-47d708b95dd7/10ac25b2-f112-47fb-b228-71f282fb0e8f/81168bb6-2beb-4f5c-ab4d-d614953ef0ed) {{(pid=119954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 17:04:54.759043 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron_lib.callbacks.manager [None req-7c99ec30-5112-4d55-ac6a-c5362c3830c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754346672056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754346267073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754346267091'] for port (e5c093aa-2552-492a-9908-da812114dacf), after_update {{(pid=119956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:54.804070 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcea26d7-6328-4572-8d53-e65594bbddca None None] Pushing event updated for resources: {'Port': ['ID=e5c093aa-2552-492a-9908-da812114dacf,revision_number=2']} {{(pid=119956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:04:54.815664 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcea26d7-6328-4572-8d53-e65594bbddca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:04:54.815862 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcea26d7-6328-4572-8d53-e65594bbddca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:04:54.816181 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcea26d7-6328-4572-8d53-e65594bbddca None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:04:54.816514 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcea26d7-6328-4572-8d53-e65594bbddca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:04:54.816836 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcea26d7-6328-4572-8d53-e65594bbddca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:04:54.817152 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcea26d7-6328-4572-8d53-e65594bbddca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:04:54.817447 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcea26d7-6328-4572-8d53-e65594bbddca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:04:54.817753 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcea26d7-6328-4572-8d53-e65594bbddca None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:04:54.818075 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcea26d7-6328-4572-8d53-e65594bbddca None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:04:54.818403 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcea26d7-6328-4572-8d53-e65594bbddca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:04:54.818748 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcea26d7-6328-4572-8d53-e65594bbddca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:04:54.819055 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcea26d7-6328-4572-8d53-e65594bbddca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:04:54.819325 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcea26d7-6328-4572-8d53-e65594bbddca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:04:54.826229 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.plugins.ml2.managers [None req-7c99ec30-5112-4d55-ac6a-c5362c3830c5 None None] Attempting to bind port e5c093aa-2552-492a-9908-da812114dacf on host dv-cinder-804757-24-iscsi for vnic_type normal with profile {{(pid=119956) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 17:04:54.826590 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.plugins.ml2.managers [None req-7c99ec30-5112-4d55-ac6a-c5362c3830c5 None None] Attempting to bind port e5c093aa-2552-492a-9908-da812114dacf by drivers openvswitch,hyperv on host dv-cinder-804757-24-iscsi at level 0 using segments [{'id': '0349b9bd-653a-4400-b295-28c1bc47d9ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88'}] {{(pid=119956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 17:04:54.827332 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c99ec30-5112-4d55-ac6a-c5362c3830c5 None None] Attempting to bind port e5c093aa-2552-492a-9908-da812114dacf on network 3eba6d1e-0acd-4586-8e75-f5a4e7e90d88 {{(pid=119956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 17:04:54.832098 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c99ec30-5112-4d55-ac6a-c5362c3830c5 None None] Checking agent: {'id': '3df9d949-03e8-46c4-b37f-6f8a21aeab22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-24-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 16, 44, 23), 'started_at': datetime.datetime(2022, 3, 7, 16, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 17, 4, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-24-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 17:04:54.832475 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c99ec30-5112-4d55-ac6a-c5362c3830c5 None None] Checking segment: {'id': '0349b9bd-653a-4400-b295-28c1bc47d9ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 17:04:54.832872 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron_lib.callbacks.manager [None req-7c99ec30-5112-4d55-ac6a-c5362c3830c5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=119956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:54.833260 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c99ec30-5112-4d55-ac6a-c5362c3830c5 None None] Bound using segment: {'id': '0349b9bd-653a-4400-b295-28c1bc47d9ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88'} {{(pid=119956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 17:04:54.833697 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.plugins.ml2.managers [None req-7c99ec30-5112-4d55-ac6a-c5362c3830c5 None None] Bound port: e5c093aa-2552-492a-9908-da812114dacf, host: dv-cinder-804757-24-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0349b9bd-653a-4400-b295-28c1bc47d9ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88'}}] {{(pid=119956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 17:04:54.834072 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron_lib.callbacks.manager [None req-7c99ec30-5112-4d55-ac6a-c5362c3830c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8385759'] for port (e5c093aa-2552-492a-9908-da812114dacf), before_update {{(pid=119956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:54.855290 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-5c1ef5e8-d7ee-42d9-911f-c51269fca652 admin admin] Publish callbacks [] for port (81168bb6-2beb-4f5c-ab4d-d614953ef0ed), precommit_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:54.887565 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.plugins.ml2.db [None req-7c99ec30-5112-4d55-ac6a-c5362c3830c5 None None] For port e5c093aa-2552-492a-9908-da812114dacf, host dv-cinder-804757-24-iscsi, cleared binding levels {{(pid=119956) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 17:04:54.890941 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.plugins.ml2.db [None req-7c99ec30-5112-4d55-ac6a-c5362c3830c5 None None] For port e5c093aa-2552-492a-9908-da812114dacf, host dv-cinder-804757-24-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-24-iscsi',level=0,port_id=e5c093aa-2552-492a-9908-da812114dacf,segment=NetworkSegment(0349b9bd-653a-4400-b295-28c1bc47d9ca),segment_id=0349b9bd-653a-4400-b295-28c1bc47d9ca)] {{(pid=119956) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 17:04:54.894363 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-5c1ef5e8-d7ee-42d9-911f-c51269fca652 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754346267055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3211674'] for port (81168bb6-2beb-4f5c-ab4d-d614953ef0ed), after_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:54.897095 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron_lib.callbacks.manager [None req-7c99ec30-5112-4d55-ac6a-c5362c3830c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754346672056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754346267073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754346267091'] for port (e5c093aa-2552-492a-9908-da812114dacf), after_update {{(pid=119956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:54.939242 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c1ef5e8-d7ee-42d9-911f-c51269fca652 admin admin] Network b87af87a-3972-4bf5-88f3-47d708b95dd7 is already hosted by enough agents. {{(pid=119954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 17:04:54.944537 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.scheduler.base_scheduler [None req-5c1ef5e8-d7ee-42d9-911f-c51269fca652 admin admin] Resources bound (agent type, host, resource id): {{(pid=119954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 17:04:54.946294 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c99ec30-5112-4d55-ac6a-c5362c3830c5 None None] Routers {'ae67acd1-74cd-4bdc-a7b2-97f97a93f49e'} bound to L3 agent in host dv-cinder-804757-24-iscsi {{(pid=119956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 17:04:54.946799 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1ef5e8-d7ee-42d9-911f-c51269fca652 admin admin] Pushing event updated for resources: {'Port': ['ID=81168bb6-2beb-4f5c-ab4d-d614953ef0ed,revision_number=1']} {{(pid=119954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:04:54.946937 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.db.l3_hamode_db [None req-7c99ec30-5112-4d55-ac6a-c5362c3830c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T16:44:19Z,description=,heartbeat_timestamp=2022-03-07T17:04:49Z,host='dv-cinder-804757-24-iscsi',id=4cbb3502-d72e-4663-b57e-51d645794085,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:44:19Z,topic='l3_agent')) {'router_ids': ['ae67acd1-74cd-4bdc-a7b2-97f97a93f49e'], 'active': True} {{(pid=119956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:04:54.949025 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c1ef5e8-d7ee-42d9-911f-c51269fca652 admin admin] Received port after_create {{(pid=119954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 17:04:54.987019 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-5c1ef5e8-d7ee-42d9-911f-c51269fca652 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-706522'] for router_interface (ae67acd1-74cd-4bdc-a7b2-97f97a93f49e), before_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:55.013071 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcea26d7-6328-4572-8d53-e65594bbddca None None] Pushing event updated for resources: {'Port': ['ID=e5c093aa-2552-492a-9908-da812114dacf,revision_number=3']} {{(pid=119956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:04:55.073697 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.db.l3_dvr_db [None req-7c99ec30-5112-4d55-ac6a-c5362c3830c5 None None] Set router ae67acd1-74cd-4bdc-a7b2-97f97a93f49e gateway port host: dv-cinder-804757-24-iscsi {{(pid=119956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 17:04:55.122394 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-5c1ef5e8-d7ee-42d9-911f-c51269fca652 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8385759'] for port (81168bb6-2beb-4f5c-ab4d-d614953ef0ed), before_update {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:55.181348 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.provisioning_blocks [None req-2f47f92d-3e1a-4507-bf74-7ac628e7c568 None None] Provisioning complete for port 81168bb6-2beb-4f5c-ab4d-d614953ef0ed triggered by entity DHCP. {{(pid=119955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 17:04:55.182022 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-2f47f92d-3e1a-4507-bf74-7ac628e7c568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8194280'] for port (81168bb6-2beb-4f5c-ab4d-d614953ef0ed), provisioning_complete {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:55.214406 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.plugin [None req-2f47f92d-3e1a-4507-bf74-7ac628e7c568 None None] Port 81168bb6-2beb-4f5c-ab4d-d614953ef0ed cannot update to ACTIVE because it is not bound. {{(pid=119955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 17:04:55.252859 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.db.l3_hamode_db [None req-7c99ec30-5112-4d55-ac6a-c5362c3830c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae67acd1-74cd-4bdc-a7b2-97f97a93f49e', 'name': 'tempest-TestMinimumBasicScenario-874036274-router', 'tenant_id': '4a4c22303cf6407c96e3536683825ed2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'external_fixed_ips': [{'subnet_id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'ip_address': '172.27.2.139'}], 'enable_snat': True}, 'gw_port_id': 'e5c093aa-2552-492a-9908-da812114dacf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:04:52Z', 'updated_at': '2022-03-07T17:04:53Z', 'revision_number': 3, 'project_id': '4a4c22303cf6407c96e3536683825ed2', 'gw_port': {'id': 'e5c093aa-2552-492a-9908-da812114dacf', 'name': '', 'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:ab:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae67acd1-74cd-4bdc-a7b2-97f97a93f49e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'ip_address': '172.27.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:04:52Z', 'updated_at': '2022-03-07T17:04:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-24-iscsi'}], 'dv-cinder-804757-24-iscsi', False) {} {{(pid=119956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:04:55.282001 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-5c1ef5e8-d7ee-42d9-911f-c51269fca652 admin admin] Publish callbacks [] for port (81168bb6-2beb-4f5c-ab4d-d614953ef0ed), precommit_update {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:55.282561 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c99ec30-5112-4d55-ac6a-c5362c3830c5 None None] The sync data for ids ['ae67acd1-74cd-4bdc-a7b2-97f97a93f49e'] in dv-cinder-804757-24-iscsi is: [{'id': 'ae67acd1-74cd-4bdc-a7b2-97f97a93f49e', 'name': 'tempest-TestMinimumBasicScenario-874036274-router', 'tenant_id': '4a4c22303cf6407c96e3536683825ed2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'external_fixed_ips': [{'subnet_id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'ip_address': '172.27.2.139'}], 'enable_snat': True}, 'gw_port_id': 'e5c093aa-2552-492a-9908-da812114dacf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:04:52Z', 'updated_at': '2022-03-07T17:04:53Z', 'revision_number': 3, 'project_id': '4a4c22303cf6407c96e3536683825ed2', 'gw_port': {'id': 'e5c093aa-2552-492a-9908-da812114dacf', 'name': '', 'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:ab:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae67acd1-74cd-4bdc-a7b2-97f97a93f49e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'ip_address': '172.27.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:04:52Z', 'updated_at': '2022-03-07T17:04:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-24-iscsi'}] {{(pid=119956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 17:04:55.288059 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-5c1ef5e8-d7ee-42d9-911f-c51269fca652 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754346672056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754346267073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754346267091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3211747'] for port (81168bb6-2beb-4f5c-ab4d-d614953ef0ed), after_update {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:55.353342 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-5c1ef5e8-d7ee-42d9-911f-c51269fca652 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-706486'] for router_interface (ae67acd1-74cd-4bdc-a7b2-97f97a93f49e), after_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:55.355209 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1ef5e8-d7ee-42d9-911f-c51269fca652 admin admin] Pushing event updated for resources: {'Port': ['ID=81168bb6-2beb-4f5c-ab4d-d614953ef0ed,revision_number=2']} {{(pid=119954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:04:55.453454 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c1ef5e8-d7ee-42d9-911f-c51269fca652 admin admin] Network b87af87a-3972-4bf5-88f3-47d708b95dd7 is already hosted by enough agents. {{(pid=119954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 17:04:55.455008 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.scheduler.base_scheduler [None req-5c1ef5e8-d7ee-42d9-911f-c51269fca652 admin admin] Resources bound (agent type, host, resource id): {{(pid=119954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 17:04:55.603460 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c1ef5e8-d7ee-42d9-911f-c51269fca652 admin admin] Router ae67acd1-74cd-4bdc-a7b2-97f97a93f49e has already been hosted by L3 agent 4cbb3502-d72e-4663-b57e-51d645794085 {{(pid=119954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 17:04:55.727477 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.rpc [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Device e5c093aa-2552-492a-9908-da812114dacf up at agent ovs-agent-dv-cinder-804757-24-iscsi {{(pid=119955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 17:04:55.747260 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c1ef5e8-d7ee-42d9-911f-c51269fca652 admin admin] Notify agent at l3_agent.dv-cinder-804757-24-iscsi the message routers_updated {{(pid=119954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 17:04:55.760293 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [None req-5c1ef5e8-d7ee-42d9-911f-c51269fca652 admin admin] 10.222.0.18 "PUT /v2.0/routers/ae67acd1-74cd-4bdc-a7b2-97f97a93f49e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5864048 Mar 07 17:04:55.779720 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.provisioning_blocks [None req-0f4d0867-26ae-4939-8374-e3b693308f36 None None] Provisioning complete for port 81168bb6-2beb-4f5c-ab4d-d614953ef0ed triggered by entity DHCP. {{(pid=119955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 17:04:55.780116 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-0f4d0867-26ae-4939-8374-e3b693308f36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8194280'] for port (81168bb6-2beb-4f5c-ab4d-d614953ef0ed), provisioning_complete {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:55.818985 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.plugin [None req-0f4d0867-26ae-4939-8374-e3b693308f36 None None] Port 81168bb6-2beb-4f5c-ab4d-d614953ef0ed cannot update to ACTIVE because it is not bound. {{(pid=119955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 17:04:55.833598 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.provisioning_blocks [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Provisioning complete for port e5c093aa-2552-492a-9908-da812114dacf triggered by entity L2. {{(pid=119955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 17:04:55.833968 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8194280'] for port (e5c093aa-2552-492a-9908-da812114dacf), provisioning_complete {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:55.914349 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.plugin [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Current status of the port e5c093aa-2552-492a-9908-da812114dacf is: DOWN; New status is: ACTIVE {{(pid=119955) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 17:04:55.914843 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8385759'] for port (e5c093aa-2552-492a-9908-da812114dacf), before_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:55.945121 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.db [None req-63748041-7458-40ab-a922-e876cef088c3 None None] For port e5c093aa-2552-492a-9908-da812114dacf, host dv-cinder-804757-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-24-iscsi',level=0,port_id=e5c093aa-2552-492a-9908-da812114dacf,segment=NetworkSegment(0349b9bd-653a-4400-b295-28c1bc47d9ca),segment_id=0349b9bd-653a-4400-b295-28c1bc47d9ca)] {{(pid=119955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:04:55.950434 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754346672056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754346267073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754346267091'] for port (e5c093aa-2552-492a-9908-da812114dacf), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:55.951274 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.rpc [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Device 1e6a3684-1a59-49c6-b252-88630ea37e62 up at agent ovs-agent-dv-cinder-804757-24-iscsi {{(pid=119955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 17:04:56.028460 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Pushing event updated for resources: {'Port': ['ID=e5c093aa-2552-492a-9908-da812114dacf,revision_number=4']} {{(pid=119955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:04:56.044466 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.provisioning_blocks [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Provisioning complete for port 1e6a3684-1a59-49c6-b252-88630ea37e62 triggered by entity L2. {{(pid=119955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 17:04:56.044844 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8194280'] for port (1e6a3684-1a59-49c6-b252-88630ea37e62), provisioning_complete {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:56.125137 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.plugin [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Current status of the port 1e6a3684-1a59-49c6-b252-88630ea37e62 is: ACTIVE; New status is: ACTIVE {{(pid=119955) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 17:04:56.258377 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.wsgi [-] (119954) accepted ('10.222.0.18', 59946) {{(pid=119954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:04:56.263467 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.v2.base [None req-5269f62b-f826-4910-bb88-71a15987cc73 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1211888212-network', 'tenant_id': 'c74bb67002814728b8bf94476260d85e'}} {{(pid=119954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:04:56.285829 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5269f62b-f826-4910-bb88-71a15987cc73 admin admin] Made reservation on behalf of c74bb67002814728b8bf94476260d85e for: {'network': 1} {{(pid=119954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 17:04:56.288381 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-5269f62b-f826-4910-bb88-71a15987cc73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8385759'] for network (None), before_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:56.297091 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-5269f62b-f826-4910-bb88-71a15987cc73 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:56.370029 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-5269f62b-f826-4910-bb88-71a15987cc73 admin admin] Publish callbacks [] for security_group (6473f93f-1c32-435d-bab6-af25c1f21cd5), precommit_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:56.374462 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-5269f62b-f826-4910-bb88-71a15987cc73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543383'] for security_group (6473f93f-1c32-435d-bab6-af25c1f21cd5), after_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:56.398243 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5269f62b-f826-4910-bb88-71a15987cc73 admin admin] vlan segment allocate from pool success with {'vlan_id': 879, 'physical_network': 'physnet1'} {{(pid=119954) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 17:04:56.407638 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5269f62b-f826-4910-bb88-71a15987cc73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6473f93f-1c32-435d-bab6-af25c1f21cd5,revision_number=1']} {{(pid=119954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:04:56.412257 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-5269f62b-f826-4910-bb88-71a15987cc73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8315985'] for segment (ed8c4992-fccf-47d4-8d77-dac3e128a1e0), precommit_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:56.412597 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.db.segments_db [None req-5269f62b-f826-4910-bb88-71a15987cc73 admin admin] Added segment ed8c4992-fccf-47d4-8d77-dac3e128a1e0 of type vlan for network 50b8e2e3-0279-4185-bfce-a7af9831b81d Mar 07 17:04:56.450903 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-5269f62b-f826-4910-bb88-71a15987cc73 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754346284054'] for network (50b8e2e3-0279-4185-bfce-a7af9831b81d), precommit_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:56.475872 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-5269f62b-f826-4910-bb88-71a15987cc73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917'] for network (50b8e2e3-0279-4185-bfce-a7af9831b81d), after_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:56.476809 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5269f62b-f826-4910-bb88-71a15987cc73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:04:56.477379 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-5269f62b-f826-4910-bb88-71a15987cc73 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550935'] for network (None), before_response {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:56.505244 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [None req-5269f62b-f826-4910-bb88-71a15987cc73 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.2457998 Mar 07 17:04:56.508206 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.wsgi [-] (119953) accepted ('10.222.0.18', 59948) {{(pid=119953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:04:56.513901 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.v2.base [None req-475e0ac0-3082-4c64-8257-6b5061059ca8 admin admin] Request body: {'subnet': {'network_id': '50b8e2e3-0279-4185-bfce-a7af9831b81d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1211888212-subnet', 'tenant_id': 'c74bb67002814728b8bf94476260d85e', 'ip_version': 4}} {{(pid=119953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:04:56.534272 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-475e0ac0-3082-4c64-8257-6b5061059ca8 admin admin] Made reservation on behalf of c74bb67002814728b8bf94476260d85e for: {'subnet': 1} {{(pid=119953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 17:04:56.536576 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-475e0ac0-3082-4c64-8257-6b5061059ca8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9423202'] for subnet (None), before_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:56.540116 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5269f62b-f826-4910-bb88-71a15987cc73 admin admin] Pushing event updated for resources: {'Network': ['ID=50b8e2e3-0279-4185-bfce-a7af9831b81d,revision_number=1']} {{(pid=119954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:04:56.550958 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.rpc [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Network 50b8e2e3-0279-4185-bfce-a7af9831b81d details requested by agent ovs-agent-dv-cinder-804757-24-iscsi with host dv-cinder-804757-24-iscsi {{(pid=119955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 17:04:56.919190 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b54c73b8-6375-4552-b421-a0c48abf4752 None None] Sync routers for ids ['ae67acd1-74cd-4bdc-a7b2-97f97a93f49e'] in dv-cinder-804757-24-iscsi {{(pid=119955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 17:04:56.930676 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b54c73b8-6375-4552-b421-a0c48abf4752 None None] Routers {'ae67acd1-74cd-4bdc-a7b2-97f97a93f49e'} bound to L3 agent in host dv-cinder-804757-24-iscsi {{(pid=119955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 17:04:56.931297 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.l3_hamode_db [None req-b54c73b8-6375-4552-b421-a0c48abf4752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T16:44:19Z,description=,heartbeat_timestamp=2022-03-07T17:04:49Z,host='dv-cinder-804757-24-iscsi',id=4cbb3502-d72e-4663-b57e-51d645794085,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:44:19Z,topic='l3_agent')) {'router_ids': ['ae67acd1-74cd-4bdc-a7b2-97f97a93f49e'], 'active': True} {{(pid=119955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:04:56.985643 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-475e0ac0-3082-4c64-8257-6b5061059ca8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9282708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9423228'] for subnet (a9987dcd-0f05-4f44-8ffa-6ad3c8af6e22), after_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:57.038529 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.l3_dvr_db [None req-b54c73b8-6375-4552-b421-a0c48abf4752 None None] Set router ae67acd1-74cd-4bdc-a7b2-97f97a93f49e gateway port host: dv-cinder-804757-24-iscsi {{(pid=119955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 17:04:57.039197 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475e0ac0-3082-4c64-8257-6b5061059ca8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a9987dcd-0f05-4f44-8ffa-6ad3c8af6e22,revision_number=0']} {{(pid=119953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:04:57.052476 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-475e0ac0-3082-4c64-8257-6b5061059ca8 admin admin] Checking segment: {'id': 'ed8c4992-fccf-47d4-8d77-dac3e128a1e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '50b8e2e3-0279-4185-bfce-a7af9831b81d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 17:04:57.053106 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-475e0ac0-3082-4c64-8257-6b5061059ca8 admin admin] Network hostable DHCP agents. Network: 50b8e2e3-0279-4185-bfce-a7af9831b81d, hostable agents: ['85f07778-81ef-4888-a2e3-51ae57b6426a'], hosted agents: [] {{(pid=119953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 17:04:57.080514 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-475e0ac0-3082-4c64-8257-6b5061059ca8 admin admin] Network 50b8e2e3-0279-4185-bfce-a7af9831b81d is scheduled to be hosted by DHCP agent 85f07778-81ef-4888-a2e3-51ae57b6426a with binding_index 1 {{(pid=119953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 17:04:57.091059 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.scheduler.base_scheduler [None req-475e0ac0-3082-4c64-8257-6b5061059ca8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804757-24-iscsi, 50b8e2e3-0279-4185-bfce-a7af9831b81d) {{(pid=119953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 17:04:57.096247 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-475e0ac0-3082-4c64-8257-6b5061059ca8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:04:57.098077 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-475e0ac0-3082-4c64-8257-6b5061059ca8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550935'] for subnet (None), before_response {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:57.112778 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80d13007-1603-4e74-a107-3ab87b8198c9 None None] Network 50b8e2e3-0279-4185-bfce-a7af9831b81d requested from dv-cinder-804757-24-iscsi {{(pid=119955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 17:04:57.116126 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [None req-475e0ac0-3082-4c64-8257-6b5061059ca8 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6060584 Mar 07 17:04:57.118654 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.wsgi [-] (119953) accepted ('10.222.0.18', 59950) {{(pid=119953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:04:57.123007 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.v2.base [None req-30d76a11-629f-4e65-bccb-0dbaf9c34d2a admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1211888212-router', 'tenant_id': 'c74bb67002814728b8bf94476260d85e', 'external_gateway_info': {'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88'}}} {{(pid=119953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:04:57.141681 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-30d76a11-629f-4e65-bccb-0dbaf9c34d2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-709529', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24401'] for router (86a12ca3-c49c-4ebf-bab0-b2ca252cd81b), before_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:57.142590 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-30d76a11-629f-4e65-bccb-0dbaf9c34d2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-708201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-705242', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571311', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24408'] for router (86a12ca3-c49c-4ebf-bab0-b2ca252cd81b), precommit_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:57.198439 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-30d76a11-629f-4e65-bccb-0dbaf9c34d2a admin admin] Publish callbacks [] for router_controller (86a12ca3-c49c-4ebf-bab0-b2ca252cd81b), precommit_add_association {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:57.285577 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f861534-f74c-4dd2-bd9a-60aedcfc5250 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4daafb27-07ab-5f95-a03c-57bf3ed213c4-50b8e2e3-0279-4185-bfce-a7af9831b81d', 'network_id': '50b8e2e3-0279-4185-bfce-a7af9831b81d', 'project_id': 'c74bb67002814728b8bf94476260d85e', 'fixed_ips': [{'subnet_id': 'a9987dcd-0f05-4f44-8ffa-6ad3c8af6e22'}]}} from dv-cinder-804757-24-iscsi. {{(pid=119955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 17:04:57.286750 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-3f861534-f74c-4dd2-bd9a-60aedcfc5250 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8385759'] for port (None), before_create {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:57.347058 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-30d76a11-629f-4e65-bccb-0dbaf9c34d2a admin admin] Publish callbacks [] for router_gateway (86a12ca3-c49c-4ebf-bab0-b2ca252cd81b), precommit_update {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:57.419376 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.l3_hamode_db [None req-b54c73b8-6375-4552-b421-a0c48abf4752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae67acd1-74cd-4bdc-a7b2-97f97a93f49e', 'name': 'tempest-TestMinimumBasicScenario-874036274-router', 'tenant_id': '4a4c22303cf6407c96e3536683825ed2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'external_fixed_ips': [{'subnet_id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'ip_address': '172.27.2.139'}], 'enable_snat': True}, 'gw_port_id': 'e5c093aa-2552-492a-9908-da812114dacf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:04:52Z', 'updated_at': '2022-03-07T17:04:55Z', 'revision_number': 4, 'project_id': '4a4c22303cf6407c96e3536683825ed2', 'gw_port': {'id': 'e5c093aa-2552-492a-9908-da812114dacf', 'name': '', 'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:ab:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae67acd1-74cd-4bdc-a7b2-97f97a93f49e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'ip_address': '172.27.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:04:52Z', 'updated_at': '2022-03-07T17:04:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-24-iscsi', '_interfaces': [{'id': '81168bb6-2beb-4f5c-ab4d-d614953ef0ed', 'name': '', 'network_id': 'b87af87a-3972-4bf5-88f3-47d708b95dd7', 'tenant_id': '4a4c22303cf6407c96e3536683825ed2', 'mac_address': 'fa:16:3e:77:56:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae67acd1-74cd-4bdc-a7b2-97f97a93f49e', 'device_owner': 'network:router_interface', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': '10ac25b2-f112-47fb-b228-71f282fb0e8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:04:54Z', 'updated_at': '2022-03-07T17:04:55Z', 'revision_number': 2, 'project_id': '4a4c22303cf6407c96e3536683825ed2', 'subnets': [{'id': '10ac25b2-f112-47fb-b228-71f282fb0e8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-24-iscsi', False) {} {{(pid=119955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:04:57.448675 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b54c73b8-6375-4552-b421-a0c48abf4752 None None] Checking router: ae67acd1-74cd-4bdc-a7b2-97f97a93f49e for host: dv-cinder-804757-24-iscsi {{(pid=119955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 17:04:57.449034 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b54c73b8-6375-4552-b421-a0c48abf4752 None None] Updating router ae67acd1-74cd-4bdc-a7b2-97f97a93f49e port 81168bb6-2beb-4f5c-ab4d-d614953ef0ed binding host dv-cinder-804757-24-iscsi {{(pid=119955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 17:04:57.484168 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.db_base_plugin_common [None req-3f861534-f74c-4dd2-bd9a-60aedcfc5250 None None] Allocated IP 172.20.0.2 (50b8e2e3-0279-4185-bfce-a7af9831b81d/a9987dcd-0f05-4f44-8ffa-6ad3c8af6e22/01de3d1d-992a-4d8f-b819-aaae14d9998f) {{(pid=119955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 17:04:57.494981 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-b54c73b8-6375-4552-b421-a0c48abf4752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8385759'] for port (81168bb6-2beb-4f5c-ab4d-d614953ef0ed), before_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:57.545999 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-30d76a11-629f-4e65-bccb-0dbaf9c34d2a admin admin] Publish callbacks [] for router_gateway (86a12ca3-c49c-4ebf-bab0-b2ca252cd81b), before_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:57.566075 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-30d76a11-629f-4e65-bccb-0dbaf9c34d2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8385759'] for port (None), before_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:57.642707 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.rpc [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Device e5c093aa-2552-492a-9908-da812114dacf up at agent ovs-agent-dv-cinder-804757-24-iscsi {{(pid=119955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 17:04:57.675230 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.db.db_base_plugin_common [None req-30d76a11-629f-4e65-bccb-0dbaf9c34d2a admin admin] Allocated IP 172.27.2.66 (3eba6d1e-0acd-4586-8e75-f5a4e7e90d88/6a2f7f11-a189-49ba-a838-e124f718c0dc/0b45f0d5-8877-4468-82b9-adcec2dcc3ee) {{(pid=119953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 17:04:57.774755 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-30d76a11-629f-4e65-bccb-0dbaf9c34d2a admin admin] Publish callbacks [] for port (0b45f0d5-8877-4468-82b9-adcec2dcc3ee), precommit_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:57.816503 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-30d76a11-629f-4e65-bccb-0dbaf9c34d2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754346267055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9282916'] for port (0b45f0d5-8877-4468-82b9-adcec2dcc3ee), after_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:57.816884 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-3f861534-f74c-4dd2-bd9a-60aedcfc5250 None None] Publish callbacks [] for port (01de3d1d-992a-4d8f-b819-aaae14d9998f), precommit_create {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:57.823141 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.provisioning_blocks [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Provisioning complete for port e5c093aa-2552-492a-9908-da812114dacf triggered by entity L2. {{(pid=119955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 17:04:57.823499 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8194280'] for port (e5c093aa-2552-492a-9908-da812114dacf), provisioning_complete {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:57.851179 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-3f861534-f74c-4dd2-bd9a-60aedcfc5250 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754346267055'] for port (01de3d1d-992a-4d8f-b819-aaae14d9998f), after_create {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:57.851452 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30d76a11-629f-4e65-bccb-0dbaf9c34d2a admin admin] Network 3eba6d1e-0acd-4586-8e75-f5a4e7e90d88 is already hosted by enough agents. {{(pid=119953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 17:04:57.857704 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.scheduler.base_scheduler [None req-30d76a11-629f-4e65-bccb-0dbaf9c34d2a admin admin] Resources bound (agent type, host, resource id): {{(pid=119953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 17:04:57.861075 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30d76a11-629f-4e65-bccb-0dbaf9c34d2a admin admin] Received port after_create {{(pid=119953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 17:04:57.889051 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d76a11-629f-4e65-bccb-0dbaf9c34d2a admin admin] Pushing event updated for resources: {'Port': ['ID=0b45f0d5-8877-4468-82b9-adcec2dcc3ee,revision_number=1']} {{(pid=119953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:04:57.925329 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f861534-f74c-4dd2-bd9a-60aedcfc5250 None None] Network 50b8e2e3-0279-4185-bfce-a7af9831b81d is already hosted by enough agents. {{(pid=119955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 17:04:57.938726 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.scheduler.base_scheduler [None req-3f861534-f74c-4dd2-bd9a-60aedcfc5250 None None] Resources bound (agent type, host, resource id): {{(pid=119955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 17:04:57.943783 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f861534-f74c-4dd2-bd9a-60aedcfc5250 None None] Received port after_create {{(pid=119955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 17:04:57.949738 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f861534-f74c-4dd2-bd9a-60aedcfc5250 None None] Pushing event updated for resources: {'Port': ['ID=01de3d1d-992a-4d8f-b819-aaae14d9998f,revision_number=1']} {{(pid=119955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:04:58.045801 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-b54c73b8-6375-4552-b421-a0c48abf4752 None None] Publish callbacks [] for port (81168bb6-2beb-4f5c-ab4d-d614953ef0ed), precommit_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:58.058909 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-b54c73b8-6375-4552-b421-a0c48abf4752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754346672056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754346267073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754346267091'] for port (81168bb6-2beb-4f5c-ab4d-d614953ef0ed), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:58.076786 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.managers [None req-3f861534-f74c-4dd2-bd9a-60aedcfc5250 None None] Attempting to bind port 01de3d1d-992a-4d8f-b819-aaae14d9998f on host dv-cinder-804757-24-iscsi for vnic_type normal with profile {{(pid=119955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 17:04:58.077175 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.managers [None req-3f861534-f74c-4dd2-bd9a-60aedcfc5250 None None] Attempting to bind port 01de3d1d-992a-4d8f-b819-aaae14d9998f by drivers openvswitch,hyperv on host dv-cinder-804757-24-iscsi at level 0 using segments [{'id': 'ed8c4992-fccf-47d4-8d77-dac3e128a1e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '50b8e2e3-0279-4185-bfce-a7af9831b81d'}] {{(pid=119955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 17:04:58.077537 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f861534-f74c-4dd2-bd9a-60aedcfc5250 None None] Attempting to bind port 01de3d1d-992a-4d8f-b819-aaae14d9998f on network 50b8e2e3-0279-4185-bfce-a7af9831b81d {{(pid=119955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 17:04:58.105768 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.plugin [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Current status of the port e5c093aa-2552-492a-9908-da812114dacf is: ACTIVE; New status is: ACTIVE {{(pid=119955) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 17:04:58.112645 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f861534-f74c-4dd2-bd9a-60aedcfc5250 None None] Checking agent: {'id': '3df9d949-03e8-46c4-b37f-6f8a21aeab22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-24-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 16, 44, 23), 'started_at': datetime.datetime(2022, 3, 7, 16, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 17, 4, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-24-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 17:04:58.113096 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f861534-f74c-4dd2-bd9a-60aedcfc5250 None None] Checking segment: {'id': 'ed8c4992-fccf-47d4-8d77-dac3e128a1e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '50b8e2e3-0279-4185-bfce-a7af9831b81d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 17:04:58.113554 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-3f861534-f74c-4dd2-bd9a-60aedcfc5250 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:58.113819 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f861534-f74c-4dd2-bd9a-60aedcfc5250 None None] Bound using segment: {'id': 'ed8c4992-fccf-47d4-8d77-dac3e128a1e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '50b8e2e3-0279-4185-bfce-a7af9831b81d'} {{(pid=119955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 17:04:58.114310 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.managers [None req-3f861534-f74c-4dd2-bd9a-60aedcfc5250 None None] Bound port: 01de3d1d-992a-4d8f-b819-aaae14d9998f, host: dv-cinder-804757-24-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed8c4992-fccf-47d4-8d77-dac3e128a1e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '50b8e2e3-0279-4185-bfce-a7af9831b81d'}}] {{(pid=119955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 17:04:58.114695 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-3f861534-f74c-4dd2-bd9a-60aedcfc5250 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8385759'] for port (01de3d1d-992a-4d8f-b819-aaae14d9998f), before_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:58.117599 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-30d76a11-629f-4e65-bccb-0dbaf9c34d2a admin admin] Publish callbacks [] for router_gateway (86a12ca3-c49c-4ebf-bab0-b2ca252cd81b), after_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:58.160736 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c212ff7-aafc-4a5d-9298-ccdcc51f1db2 None None] Pushing event updated for resources: {'Port': ['ID=81168bb6-2beb-4f5c-ab4d-d614953ef0ed,revision_number=3']} {{(pid=119955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:04:58.230673 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.managers [None req-b54c73b8-6375-4552-b421-a0c48abf4752 None None] Attempting to bind port 81168bb6-2beb-4f5c-ab4d-d614953ef0ed on host dv-cinder-804757-24-iscsi for vnic_type normal with profile {{(pid=119955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 17:04:58.230673 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.managers [None req-b54c73b8-6375-4552-b421-a0c48abf4752 None None] Attempting to bind port 81168bb6-2beb-4f5c-ab4d-d614953ef0ed by drivers openvswitch,hyperv on host dv-cinder-804757-24-iscsi at level 0 using segments [{'id': 'd08788d2-6614-448e-9c98-b8dd21676655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': 'b87af87a-3972-4bf5-88f3-47d708b95dd7'}] {{(pid=119955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 17:04:58.231023 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b54c73b8-6375-4552-b421-a0c48abf4752 None None] Attempting to bind port 81168bb6-2beb-4f5c-ab4d-d614953ef0ed on network b87af87a-3972-4bf5-88f3-47d708b95dd7 {{(pid=119955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 17:04:58.242565 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b54c73b8-6375-4552-b421-a0c48abf4752 None None] Checking agent: {'id': '3df9d949-03e8-46c4-b37f-6f8a21aeab22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-24-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 16, 44, 23), 'started_at': datetime.datetime(2022, 3, 7, 16, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 17, 4, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-24-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 17:04:58.242943 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b54c73b8-6375-4552-b421-a0c48abf4752 None None] Checking segment: {'id': 'd08788d2-6614-448e-9c98-b8dd21676655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': 'b87af87a-3972-4bf5-88f3-47d708b95dd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 17:04:58.243356 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-b54c73b8-6375-4552-b421-a0c48abf4752 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:58.243784 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b54c73b8-6375-4552-b421-a0c48abf4752 None None] Bound using segment: {'id': 'd08788d2-6614-448e-9c98-b8dd21676655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': 'b87af87a-3972-4bf5-88f3-47d708b95dd7'} {{(pid=119955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 17:04:58.244269 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.managers [None req-b54c73b8-6375-4552-b421-a0c48abf4752 None None] Bound port: 81168bb6-2beb-4f5c-ab4d-d614953ef0ed, host: dv-cinder-804757-24-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd08788d2-6614-448e-9c98-b8dd21676655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': 'b87af87a-3972-4bf5-88f3-47d708b95dd7'}}] {{(pid=119955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 17:04:58.244650 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-b54c73b8-6375-4552-b421-a0c48abf4752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8385759'] for port (81168bb6-2beb-4f5c-ab4d-d614953ef0ed), before_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:58.246975 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.db [None req-3f861534-f74c-4dd2-bd9a-60aedcfc5250 None None] For port 01de3d1d-992a-4d8f-b819-aaae14d9998f, host dv-cinder-804757-24-iscsi, cleared binding levels {{(pid=119955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 17:04:58.250886 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.db [None req-3f861534-f74c-4dd2-bd9a-60aedcfc5250 None None] For port 01de3d1d-992a-4d8f-b819-aaae14d9998f, host dv-cinder-804757-24-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-24-iscsi',level=0,port_id=01de3d1d-992a-4d8f-b819-aaae14d9998f,segment=NetworkSegment(ed8c4992-fccf-47d4-8d77-dac3e128a1e0),segment_id=ed8c4992-fccf-47d4-8d77-dac3e128a1e0)] {{(pid=119955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 17:04:58.282604 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-3f861534-f74c-4dd2-bd9a-60aedcfc5250 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754346672056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754346267073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754346267091'] for port (01de3d1d-992a-4d8f-b819-aaae14d9998f), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:58.331539 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-30d76a11-629f-4e65-bccb-0dbaf9c34d2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-708194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-705271'] for router (86a12ca3-c49c-4ebf-bab0-b2ca252cd81b), after_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:58.365020 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.db [None req-b54c73b8-6375-4552-b421-a0c48abf4752 None None] For port 81168bb6-2beb-4f5c-ab4d-d614953ef0ed, host dv-cinder-804757-24-iscsi, cleared binding levels {{(pid=119955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 17:04:58.377406 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f861534-f74c-4dd2-bd9a-60aedcfc5250 None None] Pushing event updated for resources: {'Port': ['ID=01de3d1d-992a-4d8f-b819-aaae14d9998f,revision_number=2']} {{(pid=119955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:04:58.384565 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.db [None req-b54c73b8-6375-4552-b421-a0c48abf4752 None None] For port 81168bb6-2beb-4f5c-ab4d-d614953ef0ed, host dv-cinder-804757-24-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-24-iscsi',level=0,port_id=81168bb6-2beb-4f5c-ab4d-d614953ef0ed,segment=NetworkSegment(d08788d2-6614-448e-9c98-b8dd21676655),segment_id=d08788d2-6614-448e-9c98-b8dd21676655)] {{(pid=119955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 17:04:58.392229 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.provisioning_blocks [None req-a58c6194-7ab3-4faa-8338-ef11097b2879 None None] Provisioning complete for port 81168bb6-2beb-4f5c-ab4d-d614953ef0ed triggered by entity DHCP. {{(pid=119955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 17:04:58.392565 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-a58c6194-7ab3-4faa-8338-ef11097b2879 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8194280'] for port (81168bb6-2beb-4f5c-ab4d-d614953ef0ed), provisioning_complete {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:58.396005 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-b54c73b8-6375-4552-b421-a0c48abf4752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754346672056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754346267073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754346267091'] for port (81168bb6-2beb-4f5c-ab4d-d614953ef0ed), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:58.484167 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30d76a11-629f-4e65-bccb-0dbaf9c34d2a admin admin] Router 86a12ca3-c49c-4ebf-bab0-b2ca252cd81b is scheduled to L3 agent 4cbb3502-d72e-4663-b57e-51d645794085 with binding_index 1 {{(pid=119953) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 17:04:58.492629 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b54c73b8-6375-4552-b421-a0c48abf4752 None None] Routers {'ae67acd1-74cd-4bdc-a7b2-97f97a93f49e'} bound to L3 agent in host dv-cinder-804757-24-iscsi {{(pid=119955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 17:04:58.493273 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.l3_hamode_db [None req-b54c73b8-6375-4552-b421-a0c48abf4752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T16:44:19Z,description=,heartbeat_timestamp=2022-03-07T17:04:49Z,host='dv-cinder-804757-24-iscsi',id=4cbb3502-d72e-4663-b57e-51d645794085,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:44:19Z,topic='l3_agent')) {'router_ids': ['ae67acd1-74cd-4bdc-a7b2-97f97a93f49e'], 'active': True} {{(pid=119955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:04:58.494976 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c212ff7-aafc-4a5d-9298-ccdcc51f1db2 None None] Pushing event updated for resources: {'Port': ['ID=81168bb6-2beb-4f5c-ab4d-d614953ef0ed,revision_number=4']} {{(pid=119955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:04:58.651988 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30d76a11-629f-4e65-bccb-0dbaf9c34d2a admin admin] Notify agent at l3_agent.dv-cinder-804757-24-iscsi the message routers_updated {{(pid=119953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 17:04:58.662748 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eafa2913-b7b7-4a2b-bd1f-df96df22b4d7 None None] Sync routers for ids ['86a12ca3-c49c-4ebf-bab0-b2ca252cd81b'] in dv-cinder-804757-24-iscsi {{(pid=119956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 17:04:58.678829 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-30d76a11-629f-4e65-bccb-0dbaf9c34d2a admin admin] Publish callbacks [] for router (None), before_response {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:58.680414 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [None req-30d76a11-629f-4e65-bccb-0dbaf9c34d2a admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.5607893 Mar 07 17:04:58.683179 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.wsgi [-] (119953) accepted ('10.222.0.18', 59952) {{(pid=119953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:04:58.686580 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eafa2913-b7b7-4a2b-bd1f-df96df22b4d7 None None] Routers {'86a12ca3-c49c-4ebf-bab0-b2ca252cd81b'} bound to L3 agent in host dv-cinder-804757-24-iscsi {{(pid=119956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 17:04:58.687335 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.db.l3_hamode_db [None req-eafa2913-b7b7-4a2b-bd1f-df96df22b4d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T16:44:19Z,description=,heartbeat_timestamp=2022-03-07T17:04:49Z,host='dv-cinder-804757-24-iscsi',id=4cbb3502-d72e-4663-b57e-51d645794085,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:44:19Z,topic='l3_agent')) {'router_ids': ['86a12ca3-c49c-4ebf-bab0-b2ca252cd81b'], 'active': True} {{(pid=119956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:04:58.758013 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.plugin [None req-a58c6194-7ab3-4faa-8338-ef11097b2879 None None] Current status of the port 81168bb6-2beb-4f5c-ab4d-d614953ef0ed is: DOWN; New status is: ACTIVE {{(pid=119955) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 17:04:58.758583 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-a58c6194-7ab3-4faa-8338-ef11097b2879 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8385759'] for port (81168bb6-2beb-4f5c-ab4d-d614953ef0ed), before_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:58.819525 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.db.l3_dvr_db [None req-eafa2913-b7b7-4a2b-bd1f-df96df22b4d7 None None] Set router 86a12ca3-c49c-4ebf-bab0-b2ca252cd81b gateway port host: dv-cinder-804757-24-iscsi {{(pid=119956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 17:04:58.843614 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.db [None req-a58c6194-7ab3-4faa-8338-ef11097b2879 None None] For port 81168bb6-2beb-4f5c-ab4d-d614953ef0ed, host dv-cinder-804757-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-24-iscsi',level=0,port_id=81168bb6-2beb-4f5c-ab4d-d614953ef0ed,segment=NetworkSegment(d08788d2-6614-448e-9c98-b8dd21676655),segment_id=d08788d2-6614-448e-9c98-b8dd21676655)] {{(pid=119955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:04:58.845732 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.l3_dvr_db [None req-b54c73b8-6375-4552-b421-a0c48abf4752 None None] Set router ae67acd1-74cd-4bdc-a7b2-97f97a93f49e gateway port host: dv-cinder-804757-24-iscsi {{(pid=119955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 17:04:58.877338 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-a58c6194-7ab3-4faa-8338-ef11097b2879 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754346672056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754346267073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754346267091'] for port (81168bb6-2beb-4f5c-ab4d-d614953ef0ed), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:59.018874 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58c6194-7ab3-4faa-8338-ef11097b2879 None None] Pushing event updated for resources: {'Port': ['ID=81168bb6-2beb-4f5c-ab4d-d614953ef0ed,revision_number=5']} {{(pid=119955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:04:59.064666 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.provisioning_blocks [None req-44684d74-ff38-43f3-a49f-85f93b8cbcbf None None] Provisioning complete for port 81168bb6-2beb-4f5c-ab4d-d614953ef0ed triggered by entity DHCP. {{(pid=119955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 17:04:59.065060 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-44684d74-ff38-43f3-a49f-85f93b8cbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8194280'] for port (81168bb6-2beb-4f5c-ab4d-d614953ef0ed), provisioning_complete {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:59.094799 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.db.l3_hamode_db [None req-eafa2913-b7b7-4a2b-bd1f-df96df22b4d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86a12ca3-c49c-4ebf-bab0-b2ca252cd81b', 'name': 'tempest-TestMinimumBasicScenario-1211888212-router', 'tenant_id': 'c74bb67002814728b8bf94476260d85e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'external_fixed_ips': [{'subnet_id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'ip_address': '172.27.2.66'}], 'enable_snat': True}, 'gw_port_id': '0b45f0d5-8877-4468-82b9-adcec2dcc3ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:04:57Z', 'updated_at': '2022-03-07T17:04:58Z', 'revision_number': 3, 'project_id': 'c74bb67002814728b8bf94476260d85e', 'gw_port': {'id': '0b45f0d5-8877-4468-82b9-adcec2dcc3ee', 'name': '', 'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:65:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86a12ca3-c49c-4ebf-bab0-b2ca252cd81b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'ip_address': '172.27.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:04:57Z', 'updated_at': '2022-03-07T17:04:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-24-iscsi'}], 'dv-cinder-804757-24-iscsi', False) {} {{(pid=119956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:04:59.126034 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eafa2913-b7b7-4a2b-bd1f-df96df22b4d7 None None] Checking router: 86a12ca3-c49c-4ebf-bab0-b2ca252cd81b for host: dv-cinder-804757-24-iscsi {{(pid=119956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 17:04:59.126034 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eafa2913-b7b7-4a2b-bd1f-df96df22b4d7 None None] Updating router 86a12ca3-c49c-4ebf-bab0-b2ca252cd81b port 0b45f0d5-8877-4468-82b9-adcec2dcc3ee binding host dv-cinder-804757-24-iscsi {{(pid=119956) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 17:04:59.161962 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron_lib.callbacks.manager [None req-eafa2913-b7b7-4a2b-bd1f-df96df22b4d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8385759'] for port (0b45f0d5-8877-4468-82b9-adcec2dcc3ee), before_update {{(pid=119956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:59.171998 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-90f733fc-d7b5-44ca-ad50-55f8d6f7d342 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8385759'] for port (None), before_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:59.188367 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.l3_hamode_db [None req-b54c73b8-6375-4552-b421-a0c48abf4752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae67acd1-74cd-4bdc-a7b2-97f97a93f49e', 'name': 'tempest-TestMinimumBasicScenario-874036274-router', 'tenant_id': '4a4c22303cf6407c96e3536683825ed2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'external_fixed_ips': [{'subnet_id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'ip_address': '172.27.2.139'}], 'enable_snat': True}, 'gw_port_id': 'e5c093aa-2552-492a-9908-da812114dacf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:04:52Z', 'updated_at': '2022-03-07T17:04:55Z', 'revision_number': 4, 'project_id': '4a4c22303cf6407c96e3536683825ed2', 'gw_port': {'id': 'e5c093aa-2552-492a-9908-da812114dacf', 'name': '', 'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:ab:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae67acd1-74cd-4bdc-a7b2-97f97a93f49e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'ip_address': '172.27.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:04:52Z', 'updated_at': '2022-03-07T17:04:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-24-iscsi', '_interfaces': [{'id': '81168bb6-2beb-4f5c-ab4d-d614953ef0ed', 'name': '', 'network_id': 'b87af87a-3972-4bf5-88f3-47d708b95dd7', 'tenant_id': '4a4c22303cf6407c96e3536683825ed2', 'mac_address': 'fa:16:3e:77:56:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae67acd1-74cd-4bdc-a7b2-97f97a93f49e', 'device_owner': 'network:router_interface', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': '10ac25b2-f112-47fb-b228-71f282fb0e8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:04:54Z', 'updated_at': '2022-03-07T17:04:58Z', 'revision_number': 4, 'project_id': '4a4c22303cf6407c96e3536683825ed2', 'subnets': [{'id': '10ac25b2-f112-47fb-b228-71f282fb0e8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-24-iscsi', False) {} {{(pid=119955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:04:59.221523 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b54c73b8-6375-4552-b421-a0c48abf4752 None None] The sync data for ids ['ae67acd1-74cd-4bdc-a7b2-97f97a93f49e'] in dv-cinder-804757-24-iscsi is: [{'id': 'ae67acd1-74cd-4bdc-a7b2-97f97a93f49e', 'name': 'tempest-TestMinimumBasicScenario-874036274-router', 'tenant_id': '4a4c22303cf6407c96e3536683825ed2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'external_fixed_ips': [{'subnet_id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'ip_address': '172.27.2.139'}], 'enable_snat': True}, 'gw_port_id': 'e5c093aa-2552-492a-9908-da812114dacf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:04:52Z', 'updated_at': '2022-03-07T17:04:55Z', 'revision_number': 4, 'project_id': '4a4c22303cf6407c96e3536683825ed2', 'gw_port': {'id': 'e5c093aa-2552-492a-9908-da812114dacf', 'name': '', 'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:ab:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae67acd1-74cd-4bdc-a7b2-97f97a93f49e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'ip_address': '172.27.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:04:52Z', 'updated_at': '2022-03-07T17:04:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-24-iscsi', '_interfaces': [{'id': '81168bb6-2beb-4f5c-ab4d-d614953ef0ed', 'name': '', 'network_id': 'b87af87a-3972-4bf5-88f3-47d708b95dd7', 'tenant_id': '4a4c22303cf6407c96e3536683825ed2', 'mac_address': 'fa:16:3e:77:56:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae67acd1-74cd-4bdc-a7b2-97f97a93f49e', 'device_owner': 'network:router_interface', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': '10ac25b2-f112-47fb-b228-71f282fb0e8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:04:54Z', 'updated_at': '2022-03-07T17:04:58Z', 'revision_number': 4, 'project_id': '4a4c22303cf6407c96e3536683825ed2', 'subnets': [{'id': '10ac25b2-f112-47fb-b228-71f282fb0e8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 17:04:59.229373 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.plugin [None req-44684d74-ff38-43f3-a49f-85f93b8cbcbf None None] Current status of the port 81168bb6-2beb-4f5c-ab4d-d614953ef0ed is: ACTIVE; New status is: ACTIVE {{(pid=119955) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 17:04:59.383414 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.db.db_base_plugin_common [None req-90f733fc-d7b5-44ca-ad50-55f8d6f7d342 admin admin] Allocated IP 172.20.0.1 (50b8e2e3-0279-4185-bfce-a7af9831b81d/a9987dcd-0f05-4f44-8ffa-6ad3c8af6e22/d7984f58-ed6e-4832-9766-aee9eaf13eb5) {{(pid=119953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 17:04:59.507651 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-90f733fc-d7b5-44ca-ad50-55f8d6f7d342 admin admin] Publish callbacks [] for port (d7984f58-ed6e-4832-9766-aee9eaf13eb5), precommit_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:59.528162 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron_lib.callbacks.manager [None req-eafa2913-b7b7-4a2b-bd1f-df96df22b4d7 None None] Publish callbacks [] for port (0b45f0d5-8877-4468-82b9-adcec2dcc3ee), precommit_update {{(pid=119956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:59.537176 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron_lib.callbacks.manager [None req-eafa2913-b7b7-4a2b-bd1f-df96df22b4d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754346672056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754346267073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754346267091'] for port (0b45f0d5-8877-4468-82b9-adcec2dcc3ee), after_update {{(pid=119956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:59.564359 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-90f733fc-d7b5-44ca-ad50-55f8d6f7d342 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754346267055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9282916'] for port (d7984f58-ed6e-4832-9766-aee9eaf13eb5), after_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:59.590920 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.plugins.ml2.managers [None req-eafa2913-b7b7-4a2b-bd1f-df96df22b4d7 None None] Attempting to bind port 0b45f0d5-8877-4468-82b9-adcec2dcc3ee on host dv-cinder-804757-24-iscsi for vnic_type normal with profile {{(pid=119956) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 17:04:59.591295 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.plugins.ml2.managers [None req-eafa2913-b7b7-4a2b-bd1f-df96df22b4d7 None None] Attempting to bind port 0b45f0d5-8877-4468-82b9-adcec2dcc3ee by drivers openvswitch,hyperv on host dv-cinder-804757-24-iscsi at level 0 using segments [{'id': '0349b9bd-653a-4400-b295-28c1bc47d9ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88'}] {{(pid=119956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 17:04:59.591655 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eafa2913-b7b7-4a2b-bd1f-df96df22b4d7 None None] Attempting to bind port 0b45f0d5-8877-4468-82b9-adcec2dcc3ee on network 3eba6d1e-0acd-4586-8e75-f5a4e7e90d88 {{(pid=119956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 17:04:59.602408 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53806898-0fb6-426b-84d1-700b6939771f None None] Network 50b8e2e3-0279-4185-bfce-a7af9831b81d requested from dv-cinder-804757-24-iscsi {{(pid=119955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 17:04:59.624243 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f733fc-d7b5-44ca-ad50-55f8d6f7d342 admin admin] Pushing event updated for resources: {'Port': ['ID=d7984f58-ed6e-4832-9766-aee9eaf13eb5,revision_number=1']} {{(pid=119953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:04:59.628089 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90f733fc-d7b5-44ca-ad50-55f8d6f7d342 admin admin] Network 50b8e2e3-0279-4185-bfce-a7af9831b81d is already hosted by enough agents. {{(pid=119953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 17:04:59.629828 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.scheduler.base_scheduler [None req-90f733fc-d7b5-44ca-ad50-55f8d6f7d342 admin admin] Resources bound (agent type, host, resource id): {{(pid=119953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 17:04:59.632174 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90f733fc-d7b5-44ca-ad50-55f8d6f7d342 admin admin] Received port after_create {{(pid=119953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 17:04:59.646313 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eafa2913-b7b7-4a2b-bd1f-df96df22b4d7 None None] Checking agent: {'id': '3df9d949-03e8-46c4-b37f-6f8a21aeab22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-24-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 16, 44, 23), 'started_at': datetime.datetime(2022, 3, 7, 16, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 17, 4, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-24-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 17:04:59.646689 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eafa2913-b7b7-4a2b-bd1f-df96df22b4d7 None None] Checking segment: {'id': '0349b9bd-653a-4400-b295-28c1bc47d9ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 17:04:59.647635 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron_lib.callbacks.manager [None req-eafa2913-b7b7-4a2b-bd1f-df96df22b4d7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=119956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:59.648891 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eafa2913-b7b7-4a2b-bd1f-df96df22b4d7 None None] Bound using segment: {'id': '0349b9bd-653a-4400-b295-28c1bc47d9ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88'} {{(pid=119956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 17:04:59.650135 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.plugins.ml2.managers [None req-eafa2913-b7b7-4a2b-bd1f-df96df22b4d7 None None] Bound port: 0b45f0d5-8877-4468-82b9-adcec2dcc3ee, host: dv-cinder-804757-24-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0349b9bd-653a-4400-b295-28c1bc47d9ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88'}}] {{(pid=119956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 17:04:59.650525 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron_lib.callbacks.manager [None req-eafa2913-b7b7-4a2b-bd1f-df96df22b4d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8385759'] for port (0b45f0d5-8877-4468-82b9-adcec2dcc3ee), before_update {{(pid=119956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:59.675176 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-90f733fc-d7b5-44ca-ad50-55f8d6f7d342 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-706522'] for router_interface (86a12ca3-c49c-4ebf-bab0-b2ca252cd81b), before_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:59.679181 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda0b3b0-45d6-4df0-8cfb-d969eb1ec603 None None] Pushing event updated for resources: {'Port': ['ID=0b45f0d5-8877-4468-82b9-adcec2dcc3ee,revision_number=2']} {{(pid=119956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:04:59.729307 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.provisioning_blocks [None req-7f783024-df95-4323-8d64-ababe42dc084 None None] Provisioning complete for port 01de3d1d-992a-4d8f-b819-aaae14d9998f triggered by entity DHCP. {{(pid=119955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 17:04:59.729678 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-7f783024-df95-4323-8d64-ababe42dc084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8194280'] for port (01de3d1d-992a-4d8f-b819-aaae14d9998f), provisioning_complete {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:59.753078 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.plugins.ml2.db [None req-eafa2913-b7b7-4a2b-bd1f-df96df22b4d7 None None] For port 0b45f0d5-8877-4468-82b9-adcec2dcc3ee, host dv-cinder-804757-24-iscsi, cleared binding levels {{(pid=119956) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 17:04:59.756697 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.plugins.ml2.db [None req-eafa2913-b7b7-4a2b-bd1f-df96df22b4d7 None None] For port 0b45f0d5-8877-4468-82b9-adcec2dcc3ee, host dv-cinder-804757-24-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-24-iscsi',level=0,port_id=0b45f0d5-8877-4468-82b9-adcec2dcc3ee,segment=NetworkSegment(0349b9bd-653a-4400-b295-28c1bc47d9ca),segment_id=0349b9bd-653a-4400-b295-28c1bc47d9ca)] {{(pid=119956) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 17:04:59.770748 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron_lib.callbacks.manager [None req-eafa2913-b7b7-4a2b-bd1f-df96df22b4d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754346672056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754346267073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754346267091'] for port (0b45f0d5-8877-4468-82b9-adcec2dcc3ee), after_update {{(pid=119956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:59.816746 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.rpc [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Device 01de3d1d-992a-4d8f-b819-aaae14d9998f up at agent ovs-agent-dv-cinder-804757-24-iscsi {{(pid=119955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 17:04:59.869644 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda0b3b0-45d6-4df0-8cfb-d969eb1ec603 None None] Pushing event updated for resources: {'Port': ['ID=0b45f0d5-8877-4468-82b9-adcec2dcc3ee,revision_number=3']} {{(pid=119956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:04:59.899315 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eafa2913-b7b7-4a2b-bd1f-df96df22b4d7 None None] Routers {'86a12ca3-c49c-4ebf-bab0-b2ca252cd81b'} bound to L3 agent in host dv-cinder-804757-24-iscsi {{(pid=119956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 17:04:59.900827 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.db.l3_hamode_db [None req-eafa2913-b7b7-4a2b-bd1f-df96df22b4d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T16:44:19Z,description=,heartbeat_timestamp=2022-03-07T17:04:49Z,host='dv-cinder-804757-24-iscsi',id=4cbb3502-d72e-4663-b57e-51d645794085,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:44:19Z,topic='l3_agent')) {'router_ids': ['86a12ca3-c49c-4ebf-bab0-b2ca252cd81b'], 'active': True} {{(pid=119956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:04:59.931720 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-90f733fc-d7b5-44ca-ad50-55f8d6f7d342 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8385759'] for port (d7984f58-ed6e-4832-9766-aee9eaf13eb5), before_update {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:59.932888 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.plugin [None req-7f783024-df95-4323-8d64-ababe42dc084 None None] Current status of the port 01de3d1d-992a-4d8f-b819-aaae14d9998f is: DOWN; New status is: ACTIVE {{(pid=119955) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 17:04:59.933290 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-7f783024-df95-4323-8d64-ababe42dc084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8385759'] for port (01de3d1d-992a-4d8f-b819-aaae14d9998f), before_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:59.969046 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.provisioning_blocks [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Provisioning complete for port 01de3d1d-992a-4d8f-b819-aaae14d9998f triggered by entity L2. {{(pid=119955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 17:04:59.969727 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8194280'] for port (01de3d1d-992a-4d8f-b819-aaae14d9998f), provisioning_complete {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:00.006967 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.db [None req-7f783024-df95-4323-8d64-ababe42dc084 None None] For port 01de3d1d-992a-4d8f-b819-aaae14d9998f, host dv-cinder-804757-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-24-iscsi',level=0,port_id=01de3d1d-992a-4d8f-b819-aaae14d9998f,segment=NetworkSegment(ed8c4992-fccf-47d4-8d77-dac3e128a1e0),segment_id=ed8c4992-fccf-47d4-8d77-dac3e128a1e0)] {{(pid=119955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:05:00.023085 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-7f783024-df95-4323-8d64-ababe42dc084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754346672056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754346267073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754346267091'] for port (01de3d1d-992a-4d8f-b819-aaae14d9998f), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:00.055654 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.db.l3_dvr_db [None req-eafa2913-b7b7-4a2b-bd1f-df96df22b4d7 None None] Set router 86a12ca3-c49c-4ebf-bab0-b2ca252cd81b gateway port host: dv-cinder-804757-24-iscsi {{(pid=119956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 17:05:00.120854 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f783024-df95-4323-8d64-ababe42dc084 None None] Pushing event updated for resources: {'Port': ['ID=01de3d1d-992a-4d8f-b819-aaae14d9998f,revision_number=3']} {{(pid=119955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:05:00.149305 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.plugin [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Current status of the port 01de3d1d-992a-4d8f-b819-aaae14d9998f is: ACTIVE; New status is: ACTIVE {{(pid=119955) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 17:05:00.150479 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.rpc [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Device 81168bb6-2beb-4f5c-ab4d-d614953ef0ed up at agent ovs-agent-dv-cinder-804757-24-iscsi {{(pid=119955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 17:05:00.211556 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.provisioning_blocks [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Provisioning complete for port 81168bb6-2beb-4f5c-ab4d-d614953ef0ed triggered by entity L2. {{(pid=119955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 17:05:00.212386 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8194280'] for port (81168bb6-2beb-4f5c-ab4d-d614953ef0ed), provisioning_complete {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:00.218640 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-90f733fc-d7b5-44ca-ad50-55f8d6f7d342 admin admin] Publish callbacks [] for port (d7984f58-ed6e-4832-9766-aee9eaf13eb5), precommit_update {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:00.225581 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-90f733fc-d7b5-44ca-ad50-55f8d6f7d342 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754346672056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754346267073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754346267091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9282845'] for port (d7984f58-ed6e-4832-9766-aee9eaf13eb5), after_update {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:00.287661 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.provisioning_blocks [None req-007373a7-0716-4258-8407-679ffc882632 None None] Provisioning complete for port 01de3d1d-992a-4d8f-b819-aaae14d9998f triggered by entity DHCP. {{(pid=119955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 17:05:00.288381 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-007373a7-0716-4258-8407-679ffc882632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8194280'] for port (01de3d1d-992a-4d8f-b819-aaae14d9998f), provisioning_complete {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:00.318837 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-90f733fc-d7b5-44ca-ad50-55f8d6f7d342 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-706486'] for router_interface (86a12ca3-c49c-4ebf-bab0-b2ca252cd81b), after_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:00.322292 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f733fc-d7b5-44ca-ad50-55f8d6f7d342 admin admin] Pushing event updated for resources: {'Port': ['ID=d7984f58-ed6e-4832-9766-aee9eaf13eb5,revision_number=2']} {{(pid=119953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:05:00.414062 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.db.l3_hamode_db [None req-eafa2913-b7b7-4a2b-bd1f-df96df22b4d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86a12ca3-c49c-4ebf-bab0-b2ca252cd81b', 'name': 'tempest-TestMinimumBasicScenario-1211888212-router', 'tenant_id': 'c74bb67002814728b8bf94476260d85e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'external_fixed_ips': [{'subnet_id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'ip_address': '172.27.2.66'}], 'enable_snat': True}, 'gw_port_id': '0b45f0d5-8877-4468-82b9-adcec2dcc3ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:04:57Z', 'updated_at': '2022-03-07T17:04:59Z', 'revision_number': 4, 'project_id': 'c74bb67002814728b8bf94476260d85e', 'gw_port': {'id': '0b45f0d5-8877-4468-82b9-adcec2dcc3ee', 'name': '', 'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:65:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86a12ca3-c49c-4ebf-bab0-b2ca252cd81b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'ip_address': '172.27.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:04:57Z', 'updated_at': '2022-03-07T17:04:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-24-iscsi', '_interfaces': [{'id': 'd7984f58-ed6e-4832-9766-aee9eaf13eb5', 'name': '', 'network_id': '50b8e2e3-0279-4185-bfce-a7af9831b81d', 'tenant_id': 'c74bb67002814728b8bf94476260d85e', 'mac_address': 'fa:16:3e:9a:7d:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86a12ca3-c49c-4ebf-bab0-b2ca252cd81b', 'device_owner': 'network:router_interface', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': 'a9987dcd-0f05-4f44-8ffa-6ad3c8af6e22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:04:59Z', 'updated_at': '2022-03-07T17:04:59Z', 'revision_number': 1, 'project_id': 'c74bb67002814728b8bf94476260d85e', 'subnets': [{'id': 'a9987dcd-0f05-4f44-8ffa-6ad3c8af6e22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-24-iscsi', False) {} {{(pid=119956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:05:00.426865 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.plugin [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Current status of the port 81168bb6-2beb-4f5c-ab4d-d614953ef0ed is: ACTIVE; New status is: ACTIVE {{(pid=119955) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 17:05:00.433374 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.plugin [None req-007373a7-0716-4258-8407-679ffc882632 None None] Current status of the port 01de3d1d-992a-4d8f-b819-aaae14d9998f is: ACTIVE; New status is: ACTIVE {{(pid=119955) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 17:05:00.449432 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.provisioning_blocks [None req-007373a7-0716-4258-8407-679ffc882632 None None] Provisioning complete for port d7984f58-ed6e-4832-9766-aee9eaf13eb5 triggered by entity DHCP. {{(pid=119955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 17:05:00.449730 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-007373a7-0716-4258-8407-679ffc882632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8194280'] for port (d7984f58-ed6e-4832-9766-aee9eaf13eb5), provisioning_complete {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:00.458400 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eafa2913-b7b7-4a2b-bd1f-df96df22b4d7 None None] The sync data for ids ['86a12ca3-c49c-4ebf-bab0-b2ca252cd81b'] in dv-cinder-804757-24-iscsi is: [{'id': '86a12ca3-c49c-4ebf-bab0-b2ca252cd81b', 'name': 'tempest-TestMinimumBasicScenario-1211888212-router', 'tenant_id': 'c74bb67002814728b8bf94476260d85e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'external_fixed_ips': [{'subnet_id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'ip_address': '172.27.2.66'}], 'enable_snat': True}, 'gw_port_id': '0b45f0d5-8877-4468-82b9-adcec2dcc3ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:04:57Z', 'updated_at': '2022-03-07T17:04:59Z', 'revision_number': 4, 'project_id': 'c74bb67002814728b8bf94476260d85e', 'gw_port': {'id': '0b45f0d5-8877-4468-82b9-adcec2dcc3ee', 'name': '', 'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:65:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86a12ca3-c49c-4ebf-bab0-b2ca252cd81b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'ip_address': '172.27.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:04:57Z', 'updated_at': '2022-03-07T17:04:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-24-iscsi', '_interfaces': [{'id': 'd7984f58-ed6e-4832-9766-aee9eaf13eb5', 'name': '', 'network_id': '50b8e2e3-0279-4185-bfce-a7af9831b81d', 'tenant_id': 'c74bb67002814728b8bf94476260d85e', 'mac_address': 'fa:16:3e:9a:7d:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86a12ca3-c49c-4ebf-bab0-b2ca252cd81b', 'device_owner': 'network:router_interface', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': 'a9987dcd-0f05-4f44-8ffa-6ad3c8af6e22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:04:59Z', 'updated_at': '2022-03-07T17:04:59Z', 'revision_number': 1, 'project_id': 'c74bb67002814728b8bf94476260d85e', 'subnets': [{'id': 'a9987dcd-0f05-4f44-8ffa-6ad3c8af6e22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 17:05:00.463014 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90f733fc-d7b5-44ca-ad50-55f8d6f7d342 admin admin] Network 50b8e2e3-0279-4185-bfce-a7af9831b81d is already hosted by enough agents. {{(pid=119953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 17:05:00.464517 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.scheduler.base_scheduler [None req-90f733fc-d7b5-44ca-ad50-55f8d6f7d342 admin admin] Resources bound (agent type, host, resource id): {{(pid=119953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 17:05:00.496814 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.plugin [None req-007373a7-0716-4258-8407-679ffc882632 None None] Port d7984f58-ed6e-4832-9766-aee9eaf13eb5 cannot update to ACTIVE because it is not bound. {{(pid=119955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 17:05:00.631470 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.provisioning_blocks [None req-9c33c241-f7ca-4d94-9c75-c784052da8dc None None] Provisioning complete for port d7984f58-ed6e-4832-9766-aee9eaf13eb5 triggered by entity DHCP. {{(pid=119955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 17:05:00.631887 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-9c33c241-f7ca-4d94-9c75-c784052da8dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8194280'] for port (d7984f58-ed6e-4832-9766-aee9eaf13eb5), provisioning_complete {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:00.675661 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.plugin [None req-9c33c241-f7ca-4d94-9c75-c784052da8dc None None] Port d7984f58-ed6e-4832-9766-aee9eaf13eb5 cannot update to ACTIVE because it is not bound. {{(pid=119955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 17:05:00.829143 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.provisioning_blocks [None req-bafde774-33f0-455b-ac0c-f7a426deeaae None None] Provisioning complete for port d7984f58-ed6e-4832-9766-aee9eaf13eb5 triggered by entity DHCP. {{(pid=119955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 17:05:00.829795 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-bafde774-33f0-455b-ac0c-f7a426deeaae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8194280'] for port (d7984f58-ed6e-4832-9766-aee9eaf13eb5), provisioning_complete {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:00.867410 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.plugin [None req-bafde774-33f0-455b-ac0c-f7a426deeaae None None] Port d7984f58-ed6e-4832-9766-aee9eaf13eb5 cannot update to ACTIVE because it is not bound. {{(pid=119955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 17:05:00.909769 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90f733fc-d7b5-44ca-ad50-55f8d6f7d342 admin admin] Router 86a12ca3-c49c-4ebf-bab0-b2ca252cd81b has already been hosted by L3 agent 4cbb3502-d72e-4663-b57e-51d645794085 {{(pid=119953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 17:05:01.017928 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90f733fc-d7b5-44ca-ad50-55f8d6f7d342 admin admin] Notify agent at l3_agent.dv-cinder-804757-24-iscsi the message routers_updated {{(pid=119953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 17:05:01.022859 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [None req-90f733fc-d7b5-44ca-ad50-55f8d6f7d342 admin admin] 10.222.0.18 "PUT /v2.0/routers/86a12ca3-c49c-4ebf-bab0-b2ca252cd81b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3386941 Mar 07 17:05:01.623559 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.rpc [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Device 01de3d1d-992a-4d8f-b819-aaae14d9998f up at agent ovs-agent-dv-cinder-804757-24-iscsi {{(pid=119955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 17:05:01.670311 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.provisioning_blocks [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Provisioning complete for port 01de3d1d-992a-4d8f-b819-aaae14d9998f triggered by entity L2. {{(pid=119955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 17:05:01.670687 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8194280'] for port (01de3d1d-992a-4d8f-b819-aaae14d9998f), provisioning_complete {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:01.784947 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.plugin [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Current status of the port 01de3d1d-992a-4d8f-b819-aaae14d9998f is: ACTIVE; New status is: ACTIVE {{(pid=119955) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 17:05:03.368171 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb9f3792-a16f-4314-9355-40702447984c None None] Sync routers for ids ['86a12ca3-c49c-4ebf-bab0-b2ca252cd81b'] in dv-cinder-804757-24-iscsi {{(pid=119955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 17:05:03.380869 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb9f3792-a16f-4314-9355-40702447984c None None] Routers {'86a12ca3-c49c-4ebf-bab0-b2ca252cd81b'} bound to L3 agent in host dv-cinder-804757-24-iscsi {{(pid=119955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 17:05:03.381775 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.l3_hamode_db [None req-bb9f3792-a16f-4314-9355-40702447984c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T16:44:19Z,description=,heartbeat_timestamp=2022-03-07T17:04:49Z,host='dv-cinder-804757-24-iscsi',id=4cbb3502-d72e-4663-b57e-51d645794085,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:44:19Z,topic='l3_agent')) {'router_ids': ['86a12ca3-c49c-4ebf-bab0-b2ca252cd81b'], 'active': True} {{(pid=119955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:05:03.497692 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.l3_dvr_db [None req-bb9f3792-a16f-4314-9355-40702447984c None None] Set router 86a12ca3-c49c-4ebf-bab0-b2ca252cd81b gateway port host: dv-cinder-804757-24-iscsi {{(pid=119955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 17:05:03.702153 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.rpc [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Device 0b45f0d5-8877-4468-82b9-adcec2dcc3ee up at agent ovs-agent-dv-cinder-804757-24-iscsi {{(pid=119955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 17:05:03.935736 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.provisioning_blocks [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Provisioning complete for port 0b45f0d5-8877-4468-82b9-adcec2dcc3ee triggered by entity L2. {{(pid=119955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 17:05:03.936153 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8194280'] for port (0b45f0d5-8877-4468-82b9-adcec2dcc3ee), provisioning_complete {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:03.964577 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.l3_hamode_db [None req-bb9f3792-a16f-4314-9355-40702447984c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86a12ca3-c49c-4ebf-bab0-b2ca252cd81b', 'name': 'tempest-TestMinimumBasicScenario-1211888212-router', 'tenant_id': 'c74bb67002814728b8bf94476260d85e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'external_fixed_ips': [{'subnet_id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'ip_address': '172.27.2.66'}], 'enable_snat': True}, 'gw_port_id': '0b45f0d5-8877-4468-82b9-adcec2dcc3ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:04:57Z', 'updated_at': '2022-03-07T17:04:59Z', 'revision_number': 4, 'project_id': 'c74bb67002814728b8bf94476260d85e', 'gw_port': {'id': '0b45f0d5-8877-4468-82b9-adcec2dcc3ee', 'name': '', 'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:65:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86a12ca3-c49c-4ebf-bab0-b2ca252cd81b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'ip_address': '172.27.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:04:57Z', 'updated_at': '2022-03-07T17:04:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-24-iscsi', '_interfaces': [{'id': 'd7984f58-ed6e-4832-9766-aee9eaf13eb5', 'name': '', 'network_id': '50b8e2e3-0279-4185-bfce-a7af9831b81d', 'tenant_id': 'c74bb67002814728b8bf94476260d85e', 'mac_address': 'fa:16:3e:9a:7d:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86a12ca3-c49c-4ebf-bab0-b2ca252cd81b', 'device_owner': 'network:router_interface', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': 'a9987dcd-0f05-4f44-8ffa-6ad3c8af6e22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:04:59Z', 'updated_at': '2022-03-07T17:04:59Z', 'revision_number': 2, 'project_id': 'c74bb67002814728b8bf94476260d85e', 'subnets': [{'id': 'a9987dcd-0f05-4f44-8ffa-6ad3c8af6e22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-24-iscsi', False) {} {{(pid=119955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:05:03.995507 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb9f3792-a16f-4314-9355-40702447984c None None] Checking router: 86a12ca3-c49c-4ebf-bab0-b2ca252cd81b for host: dv-cinder-804757-24-iscsi {{(pid=119955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 17:05:03.995962 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb9f3792-a16f-4314-9355-40702447984c None None] Updating router 86a12ca3-c49c-4ebf-bab0-b2ca252cd81b port d7984f58-ed6e-4832-9766-aee9eaf13eb5 binding host dv-cinder-804757-24-iscsi {{(pid=119955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 17:05:04.030696 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-bb9f3792-a16f-4314-9355-40702447984c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8385759'] for port (d7984f58-ed6e-4832-9766-aee9eaf13eb5), before_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:04.119062 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.plugin [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Current status of the port 0b45f0d5-8877-4468-82b9-adcec2dcc3ee is: DOWN; New status is: ACTIVE {{(pid=119955) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 17:05:04.119464 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8385759'] for port (0b45f0d5-8877-4468-82b9-adcec2dcc3ee), before_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:04.209702 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.db [None req-63748041-7458-40ab-a922-e876cef088c3 None None] For port 0b45f0d5-8877-4468-82b9-adcec2dcc3ee, host dv-cinder-804757-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-24-iscsi',level=0,port_id=0b45f0d5-8877-4468-82b9-adcec2dcc3ee,segment=NetworkSegment(0349b9bd-653a-4400-b295-28c1bc47d9ca),segment_id=0349b9bd-653a-4400-b295-28c1bc47d9ca)] {{(pid=119955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:05:04.226634 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754346672056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754346267073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754346267091'] for port (0b45f0d5-8877-4468-82b9-adcec2dcc3ee), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:04.326084 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Pushing event updated for resources: {'Port': ['ID=0b45f0d5-8877-4468-82b9-adcec2dcc3ee,revision_number=4']} {{(pid=119955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:05:04.432728 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-bb9f3792-a16f-4314-9355-40702447984c None None] Publish callbacks [] for port (d7984f58-ed6e-4832-9766-aee9eaf13eb5), precommit_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:04.439502 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-bb9f3792-a16f-4314-9355-40702447984c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754346672056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754346267073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754346267091'] for port (d7984f58-ed6e-4832-9766-aee9eaf13eb5), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:04.489884 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40c8e53-db2c-4c9a-9365-463deedaacde None None] Pushing event updated for resources: {'Port': ['ID=d7984f58-ed6e-4832-9766-aee9eaf13eb5,revision_number=3']} {{(pid=119955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:05:04.541996 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.managers [None req-bb9f3792-a16f-4314-9355-40702447984c None None] Attempting to bind port d7984f58-ed6e-4832-9766-aee9eaf13eb5 on host dv-cinder-804757-24-iscsi for vnic_type normal with profile {{(pid=119955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 17:05:04.542301 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.managers [None req-bb9f3792-a16f-4314-9355-40702447984c None None] Attempting to bind port d7984f58-ed6e-4832-9766-aee9eaf13eb5 by drivers openvswitch,hyperv on host dv-cinder-804757-24-iscsi at level 0 using segments [{'id': 'ed8c4992-fccf-47d4-8d77-dac3e128a1e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '50b8e2e3-0279-4185-bfce-a7af9831b81d'}] {{(pid=119955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 17:05:04.542652 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb9f3792-a16f-4314-9355-40702447984c None None] Attempting to bind port d7984f58-ed6e-4832-9766-aee9eaf13eb5 on network 50b8e2e3-0279-4185-bfce-a7af9831b81d {{(pid=119955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 17:05:04.548618 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb9f3792-a16f-4314-9355-40702447984c None None] Checking agent: {'id': '3df9d949-03e8-46c4-b37f-6f8a21aeab22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-24-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 16, 44, 23), 'started_at': datetime.datetime(2022, 3, 7, 16, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 17, 4, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-24-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 17:05:04.548991 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb9f3792-a16f-4314-9355-40702447984c None None] Checking segment: {'id': 'ed8c4992-fccf-47d4-8d77-dac3e128a1e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '50b8e2e3-0279-4185-bfce-a7af9831b81d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 17:05:04.549398 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-bb9f3792-a16f-4314-9355-40702447984c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:04.549833 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb9f3792-a16f-4314-9355-40702447984c None None] Bound using segment: {'id': 'ed8c4992-fccf-47d4-8d77-dac3e128a1e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '50b8e2e3-0279-4185-bfce-a7af9831b81d'} {{(pid=119955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 17:05:04.550318 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.managers [None req-bb9f3792-a16f-4314-9355-40702447984c None None] Bound port: d7984f58-ed6e-4832-9766-aee9eaf13eb5, host: dv-cinder-804757-24-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed8c4992-fccf-47d4-8d77-dac3e128a1e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '50b8e2e3-0279-4185-bfce-a7af9831b81d'}}] {{(pid=119955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 17:05:04.550691 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-bb9f3792-a16f-4314-9355-40702447984c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8385759'] for port (d7984f58-ed6e-4832-9766-aee9eaf13eb5), before_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:04.640021 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.db [None req-bb9f3792-a16f-4314-9355-40702447984c None None] For port d7984f58-ed6e-4832-9766-aee9eaf13eb5, host dv-cinder-804757-24-iscsi, cleared binding levels {{(pid=119955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 17:05:04.648793 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.db [None req-bb9f3792-a16f-4314-9355-40702447984c None None] For port d7984f58-ed6e-4832-9766-aee9eaf13eb5, host dv-cinder-804757-24-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-24-iscsi',level=0,port_id=d7984f58-ed6e-4832-9766-aee9eaf13eb5,segment=NetworkSegment(ed8c4992-fccf-47d4-8d77-dac3e128a1e0),segment_id=ed8c4992-fccf-47d4-8d77-dac3e128a1e0)] {{(pid=119955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 17:05:04.657983 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-bb9f3792-a16f-4314-9355-40702447984c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754346672056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754346267073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754346267091'] for port (d7984f58-ed6e-4832-9766-aee9eaf13eb5), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:04.706205 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb9f3792-a16f-4314-9355-40702447984c None None] Routers {'86a12ca3-c49c-4ebf-bab0-b2ca252cd81b'} bound to L3 agent in host dv-cinder-804757-24-iscsi {{(pid=119955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 17:05:04.706845 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.l3_hamode_db [None req-bb9f3792-a16f-4314-9355-40702447984c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T16:44:19Z,description=,heartbeat_timestamp=2022-03-07T17:04:49Z,host='dv-cinder-804757-24-iscsi',id=4cbb3502-d72e-4663-b57e-51d645794085,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:44:19Z,topic='l3_agent')) {'router_ids': ['86a12ca3-c49c-4ebf-bab0-b2ca252cd81b'], 'active': True} {{(pid=119955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:05:04.766099 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40c8e53-db2c-4c9a-9365-463deedaacde None None] Pushing event updated for resources: {'Port': ['ID=d7984f58-ed6e-4832-9766-aee9eaf13eb5,revision_number=4']} {{(pid=119955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:05:04.844258 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.provisioning_blocks [None req-db258da6-f9c6-492a-89f1-41cad91a8724 None None] Provisioning complete for port d7984f58-ed6e-4832-9766-aee9eaf13eb5 triggered by entity DHCP. {{(pid=119955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 17:05:04.844640 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-db258da6-f9c6-492a-89f1-41cad91a8724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8194280'] for port (d7984f58-ed6e-4832-9766-aee9eaf13eb5), provisioning_complete {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:04.880853 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.l3_dvr_db [None req-bb9f3792-a16f-4314-9355-40702447984c None None] Set router 86a12ca3-c49c-4ebf-bab0-b2ca252cd81b gateway port host: dv-cinder-804757-24-iscsi {{(pid=119955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 17:05:05.067522 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.plugin [None req-db258da6-f9c6-492a-89f1-41cad91a8724 None None] Current status of the port d7984f58-ed6e-4832-9766-aee9eaf13eb5 is: DOWN; New status is: ACTIVE {{(pid=119955) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 17:05:05.067949 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-db258da6-f9c6-492a-89f1-41cad91a8724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8385759'] for port (d7984f58-ed6e-4832-9766-aee9eaf13eb5), before_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:05.121164 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.db [None req-db258da6-f9c6-492a-89f1-41cad91a8724 None None] For port d7984f58-ed6e-4832-9766-aee9eaf13eb5, host dv-cinder-804757-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-24-iscsi',level=0,port_id=d7984f58-ed6e-4832-9766-aee9eaf13eb5,segment=NetworkSegment(ed8c4992-fccf-47d4-8d77-dac3e128a1e0),segment_id=ed8c4992-fccf-47d4-8d77-dac3e128a1e0)] {{(pid=119955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:05:05.143465 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-db258da6-f9c6-492a-89f1-41cad91a8724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754346672056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754346267073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754346267091'] for port (d7984f58-ed6e-4832-9766-aee9eaf13eb5), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:05.203192 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db258da6-f9c6-492a-89f1-41cad91a8724 None None] Pushing event updated for resources: {'Port': ['ID=d7984f58-ed6e-4832-9766-aee9eaf13eb5,revision_number=5']} {{(pid=119955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:05:05.215719 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.l3_hamode_db [None req-bb9f3792-a16f-4314-9355-40702447984c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86a12ca3-c49c-4ebf-bab0-b2ca252cd81b', 'name': 'tempest-TestMinimumBasicScenario-1211888212-router', 'tenant_id': 'c74bb67002814728b8bf94476260d85e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'external_fixed_ips': [{'subnet_id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'ip_address': '172.27.2.66'}], 'enable_snat': True}, 'gw_port_id': '0b45f0d5-8877-4468-82b9-adcec2dcc3ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:04:57Z', 'updated_at': '2022-03-07T17:04:59Z', 'revision_number': 4, 'project_id': 'c74bb67002814728b8bf94476260d85e', 'gw_port': {'id': '0b45f0d5-8877-4468-82b9-adcec2dcc3ee', 'name': '', 'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:65:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86a12ca3-c49c-4ebf-bab0-b2ca252cd81b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'ip_address': '172.27.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:04:57Z', 'updated_at': '2022-03-07T17:05:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-24-iscsi', '_interfaces': [{'id': 'd7984f58-ed6e-4832-9766-aee9eaf13eb5', 'name': '', 'network_id': '50b8e2e3-0279-4185-bfce-a7af9831b81d', 'tenant_id': 'c74bb67002814728b8bf94476260d85e', 'mac_address': 'fa:16:3e:9a:7d:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86a12ca3-c49c-4ebf-bab0-b2ca252cd81b', 'device_owner': 'network:router_interface', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': 'a9987dcd-0f05-4f44-8ffa-6ad3c8af6e22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:04:59Z', 'updated_at': '2022-03-07T17:05:04Z', 'revision_number': 4, 'project_id': 'c74bb67002814728b8bf94476260d85e', 'subnets': [{'id': 'a9987dcd-0f05-4f44-8ffa-6ad3c8af6e22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-24-iscsi', False) {} {{(pid=119955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:05:05.249578 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb9f3792-a16f-4314-9355-40702447984c None None] The sync data for ids ['86a12ca3-c49c-4ebf-bab0-b2ca252cd81b'] in dv-cinder-804757-24-iscsi is: [{'id': '86a12ca3-c49c-4ebf-bab0-b2ca252cd81b', 'name': 'tempest-TestMinimumBasicScenario-1211888212-router', 'tenant_id': 'c74bb67002814728b8bf94476260d85e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'external_fixed_ips': [{'subnet_id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'ip_address': '172.27.2.66'}], 'enable_snat': True}, 'gw_port_id': '0b45f0d5-8877-4468-82b9-adcec2dcc3ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:04:57Z', 'updated_at': '2022-03-07T17:04:59Z', 'revision_number': 4, 'project_id': 'c74bb67002814728b8bf94476260d85e', 'gw_port': {'id': '0b45f0d5-8877-4468-82b9-adcec2dcc3ee', 'name': '', 'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:65:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86a12ca3-c49c-4ebf-bab0-b2ca252cd81b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'ip_address': '172.27.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:04:57Z', 'updated_at': '2022-03-07T17:05:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-24-iscsi', '_interfaces': [{'id': 'd7984f58-ed6e-4832-9766-aee9eaf13eb5', 'name': '', 'network_id': '50b8e2e3-0279-4185-bfce-a7af9831b81d', 'tenant_id': 'c74bb67002814728b8bf94476260d85e', 'mac_address': 'fa:16:3e:9a:7d:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86a12ca3-c49c-4ebf-bab0-b2ca252cd81b', 'device_owner': 'network:router_interface', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': 'a9987dcd-0f05-4f44-8ffa-6ad3c8af6e22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:04:59Z', 'updated_at': '2022-03-07T17:05:04Z', 'revision_number': 4, 'project_id': 'c74bb67002814728b8bf94476260d85e', 'subnets': [{'id': 'a9987dcd-0f05-4f44-8ffa-6ad3c8af6e22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 17:05:05.265359 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.provisioning_blocks [None req-d7388bc4-7c3d-4729-ac85-47cfcc41695c None None] Provisioning complete for port d7984f58-ed6e-4832-9766-aee9eaf13eb5 triggered by entity DHCP. {{(pid=119955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 17:05:05.265738 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-d7388bc4-7c3d-4729-ac85-47cfcc41695c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8194280'] for port (d7984f58-ed6e-4832-9766-aee9eaf13eb5), provisioning_complete {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:05.373102 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.plugin [None req-d7388bc4-7c3d-4729-ac85-47cfcc41695c None None] Current status of the port d7984f58-ed6e-4832-9766-aee9eaf13eb5 is: ACTIVE; New status is: ACTIVE {{(pid=119955) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 17:05:05.665352 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.rpc [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Device 0b45f0d5-8877-4468-82b9-adcec2dcc3ee up at agent ovs-agent-dv-cinder-804757-24-iscsi {{(pid=119955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 17:05:05.719001 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.provisioning_blocks [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Provisioning complete for port 0b45f0d5-8877-4468-82b9-adcec2dcc3ee triggered by entity L2. {{(pid=119955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 17:05:05.719001 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8194280'] for port (0b45f0d5-8877-4468-82b9-adcec2dcc3ee), provisioning_complete {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:05.834263 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.plugin [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Current status of the port 0b45f0d5-8877-4468-82b9-adcec2dcc3ee is: ACTIVE; New status is: ACTIVE {{(pid=119955) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 17:05:05.835682 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.rpc [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Device d7984f58-ed6e-4832-9766-aee9eaf13eb5 up at agent ovs-agent-dv-cinder-804757-24-iscsi {{(pid=119955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 17:05:05.896039 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.provisioning_blocks [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Provisioning complete for port d7984f58-ed6e-4832-9766-aee9eaf13eb5 triggered by entity L2. {{(pid=119955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 17:05:05.896573 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8194280'] for port (d7984f58-ed6e-4832-9766-aee9eaf13eb5), provisioning_complete {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:05.990877 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.plugin [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Current status of the port d7984f58-ed6e-4832-9766-aee9eaf13eb5 is: ACTIVE; New status is: ACTIVE {{(pid=119955) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 17:05:10.555571 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70821b1f-9481-4ae6-ba66-fec68acf4428 req-645bca45-63d6-4201-bff3-e2d7a592ce52 tempest-TestMinimumBasicScenario-704716043 tempest-TestMinimumBasicScenario-704716043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:05:10.557092 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-70821b1f-9481-4ae6-ba66-fec68acf4428 req-645bca45-63d6-4201-bff3-e2d7a592ce52 tempest-TestMinimumBasicScenario-704716043 tempest-TestMinimumBasicScenario-704716043-project] 10.222.0.18 "GET /v2.0/networks?id=b87af87a-3972-4bf5-88f3-47d708b95dd7 HTTP/1.1" status: 200 len: 814 time: 0.1071527 Mar 07 17:05:10.572191 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-70821b1f-9481-4ae6-ba66-fec68acf4428 req-169fa9d4-85d9-45b7-9cd9-d5b93c9214dc tempest-TestMinimumBasicScenario-704716043 tempest-TestMinimumBasicScenario-704716043-project] 10.222.0.18 "GET /v2.0/quotas/4a4c22303cf6407c96e3536683825ed2 HTTP/1.1" status: 200 len: 375 time: 0.0096002 Mar 07 17:05:10.626087 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-70821b1f-9481-4ae6-ba66-fec68acf4428 req-54d6fc30-2a32-4a61-ae09-945d9f8158b8 tempest-TestMinimumBasicScenario-704716043 tempest-TestMinimumBasicScenario-704716043-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=4a4c22303cf6407c96e3536683825ed2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0488379 Mar 07 17:05:10.754984 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.wsgi [req-70821b1f-9481-4ae6-ba66-fec68acf4428 req-86ae7bfe-4f4b-4bf1-9151-95b82405f066 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=119953) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 17:05:10.756029 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-70821b1f-9481-4ae6-ba66-fec68acf4428 req-86ae7bfe-4f4b-4bf1-9151-95b82405f066 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1184986 Mar 07 17:05:10.847272 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-70821b1f-9481-4ae6-ba66-fec68acf4428 req-41e4f294-5485-4261-a1b0-49a3f2e35397 service neutron] 10.222.0.18 "GET /v2.0/networks/b87af87a-3972-4bf5-88f3-47d708b95dd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853081 Mar 07 17:05:10.943316 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-70821b1f-9481-4ae6-ba66-fec68acf4428 req-adf232ca-86ce-422d-bc28-922c28678f15 service neutron] 10.222.0.18 "GET /v2.0/networks/b87af87a-3972-4bf5-88f3-47d708b95dd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901656 Mar 07 17:05:11.106214 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-281bc482-e4d5-4bef-8cab-091fd87ef32d req-d0e8b458-01a8-46e5-8ca5-e8c6517cc7c6 tempest-TestMinimumBasicScenario-704716043 tempest-TestMinimumBasicScenario-704716043-project] 10.222.0.18 "GET /v2.0/ports?device_id=34133af4-21bf-4695-8b2d-ee41f06d01e9 HTTP/1.1" status: 200 len: 210 time: 0.0296791 Mar 07 17:05:12.222408 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-e3b5f208-527a-416b-99dd-32865adbb1cc req-3926bd56-7a8a-49f8-9668-c83bd7e10c2f tempest-TestMinimumBasicScenario-704716043 tempest-TestMinimumBasicScenario-704716043-project] 10.222.0.18 "GET /v2.0/ports?device_id=34133af4-21bf-4695-8b2d-ee41f06d01e9 HTTP/1.1" status: 200 len: 210 time: 0.0400448 Mar 07 17:05:12.299242 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70821b1f-9481-4ae6-ba66-fec68acf4428 req-7b1c67fd-ac02-4339-b7ab-5f3dafaf5551 tempest-TestMinimumBasicScenario-704716043 tempest-TestMinimumBasicScenario-704716043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:05:12.300702 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-70821b1f-9481-4ae6-ba66-fec68acf4428 req-7b1c67fd-ac02-4339-b7ab-5f3dafaf5551 tempest-TestMinimumBasicScenario-704716043 tempest-TestMinimumBasicScenario-704716043-project] 10.222.0.66 "GET /v2.0/networks?id=b87af87a-3972-4bf5-88f3-47d708b95dd7 HTTP/1.1" status: 200 len: 814 time: 0.1307259 Mar 07 17:05:12.321279 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.v2.base [req-70821b1f-9481-4ae6-ba66-fec68acf4428 req-ecc9ad4c-98f5-488a-aa5f-d05e94ff642b tempest-TestMinimumBasicScenario-704716043 tempest-TestMinimumBasicScenario-704716043-project] Request body: {'port': {'device_id': '34133af4-21bf-4695-8b2d-ee41f06d01e9', 'network_id': 'b87af87a-3972-4bf5-88f3-47d708b95dd7', 'admin_state_up': True, 'tenant_id': '4a4c22303cf6407c96e3536683825ed2'}} {{(pid=119953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:05:12.447570 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70821b1f-9481-4ae6-ba66-fec68acf4428 req-ecc9ad4c-98f5-488a-aa5f-d05e94ff642b tempest-TestMinimumBasicScenario-704716043 tempest-TestMinimumBasicScenario-704716043-project] Made reservation on behalf of 4a4c22303cf6407c96e3536683825ed2 for: {'port': 1} {{(pid=119953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 17:05:12.451134 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [req-70821b1f-9481-4ae6-ba66-fec68acf4428 req-ecc9ad4c-98f5-488a-aa5f-d05e94ff642b tempest-TestMinimumBasicScenario-704716043 tempest-TestMinimumBasicScenario-704716043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8385759'] for port (None), before_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:12.581226 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.db.db_base_plugin_common [req-70821b1f-9481-4ae6-ba66-fec68acf4428 req-ecc9ad4c-98f5-488a-aa5f-d05e94ff642b tempest-TestMinimumBasicScenario-704716043 tempest-TestMinimumBasicScenario-704716043-project] Allocated IP 172.20.0.9 (b87af87a-3972-4bf5-88f3-47d708b95dd7/10ac25b2-f112-47fb-b228-71f282fb0e8f/3e8ced53-51a0-4964-929c-4bc53f3ed846) {{(pid=119953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 17:05:12.686179 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.db.agents_db [None req-64435fe0-d7c6-4327-a557-6d3e8ab92464 None None] Agent healthcheck: found 6 active agents {{(pid=119956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 17:05:12.762332 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [req-70821b1f-9481-4ae6-ba66-fec68acf4428 req-ecc9ad4c-98f5-488a-aa5f-d05e94ff642b tempest-TestMinimumBasicScenario-704716043 tempest-TestMinimumBasicScenario-704716043-project] Publish callbacks [] for port (3e8ced53-51a0-4964-929c-4bc53f3ed846), precommit_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:12.806319 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [req-70821b1f-9481-4ae6-ba66-fec68acf4428 req-ecc9ad4c-98f5-488a-aa5f-d05e94ff642b tempest-TestMinimumBasicScenario-704716043 tempest-TestMinimumBasicScenario-704716043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754346267055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9282916'] for port (3e8ced53-51a0-4964-929c-4bc53f3ed846), after_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:12.867262 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70821b1f-9481-4ae6-ba66-fec68acf4428 req-ecc9ad4c-98f5-488a-aa5f-d05e94ff642b tempest-TestMinimumBasicScenario-704716043 tempest-TestMinimumBasicScenario-704716043-project] Network b87af87a-3972-4bf5-88f3-47d708b95dd7 is already hosted by enough agents. {{(pid=119953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 17:05:12.868933 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.scheduler.base_scheduler [req-70821b1f-9481-4ae6-ba66-fec68acf4428 req-ecc9ad4c-98f5-488a-aa5f-d05e94ff642b tempest-TestMinimumBasicScenario-704716043 tempest-TestMinimumBasicScenario-704716043-project] Resources bound (agent type, host, resource id): {{(pid=119953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 17:05:12.873761 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.db.l3_dvrscheduler_db [req-70821b1f-9481-4ae6-ba66-fec68acf4428 req-ecc9ad4c-98f5-488a-aa5f-d05e94ff642b tempest-TestMinimumBasicScenario-704716043 tempest-TestMinimumBasicScenario-704716043-project] Received port after_create {{(pid=119953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 17:05:12.877878 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc9ad4c-98f5-488a-aa5f-d05e94ff642b tempest-TestMinimumBasicScenario-704716043 tempest-TestMinimumBasicScenario-704716043-project] Pushing event updated for resources: {'Port': ['ID=3e8ced53-51a0-4964-929c-4bc53f3ed846,revision_number=1']} {{(pid=119953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:05:12.959689 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70821b1f-9481-4ae6-ba66-fec68acf4428 req-ecc9ad4c-98f5-488a-aa5f-d05e94ff642b tempest-TestMinimumBasicScenario-704716043 tempest-TestMinimumBasicScenario-704716043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:05:12.960990 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [req-70821b1f-9481-4ae6-ba66-fec68acf4428 req-ecc9ad4c-98f5-488a-aa5f-d05e94ff642b tempest-TestMinimumBasicScenario-704716043 tempest-TestMinimumBasicScenario-704716043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47102'] for port (None), before_response {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:12.988131 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-70821b1f-9481-4ae6-ba66-fec68acf4428 req-ecc9ad4c-98f5-488a-aa5f-d05e94ff642b tempest-TestMinimumBasicScenario-704716043 tempest-TestMinimumBasicScenario-704716043-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6702466 Mar 07 17:05:13.152511 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.provisioning_blocks [None req-0db75442-897d-4b0c-88d3-dbd8f2c9ee86 None None] Provisioning complete for port 3e8ced53-51a0-4964-929c-4bc53f3ed846 triggered by entity DHCP. {{(pid=119955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 17:05:13.153128 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-0db75442-897d-4b0c-88d3-dbd8f2c9ee86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8194280'] for port (3e8ced53-51a0-4964-929c-4bc53f3ed846), provisioning_complete {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:13.192978 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.plugin [None req-0db75442-897d-4b0c-88d3-dbd8f2c9ee86 None None] Port 3e8ced53-51a0-4964-929c-4bc53f3ed846 cannot update to ACTIVE because it is not bound. {{(pid=119955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 17:05:13.361538 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a199c420-29e0-4c92-9a2a-69d3203290b1 req-aebbb93e-cdac-4255-966f-c60057c66999 tempest-TestMinimumBasicScenario-704716043 tempest-TestMinimumBasicScenario-704716043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:05:13.363028 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-a199c420-29e0-4c92-9a2a-69d3203290b1 req-aebbb93e-cdac-4255-966f-c60057c66999 tempest-TestMinimumBasicScenario-704716043 tempest-TestMinimumBasicScenario-704716043-project] 10.222.0.18 "GET /v2.0/ports?device_id=34133af4-21bf-4695-8b2d-ee41f06d01e9 HTTP/1.1" status: 200 len: 931 time: 0.0752616 Mar 07 17:05:13.410890 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-a199c420-29e0-4c92-9a2a-69d3203290b1 req-c8b8e742-a5d7-4895-9dd8-0a88fdc5af38 tempest-TestMinimumBasicScenario-704716043 tempest-TestMinimumBasicScenario-704716043-project] 10.222.0.18 "GET /v2.0/security-groups?id=cba60e8a-0d73-41b7-9c58-3ccbbbd0d2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419915 Mar 07 17:05:14.537140 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5bfae0-9e43-440e-92bc-27713e86332b req-57c74c01-769a-4bd5-8fbc-5b874e518a99 tempest-TestMinimumBasicScenario-704716043 tempest-TestMinimumBasicScenario-704716043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:05:14.538732 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-0b5bfae0-9e43-440e-92bc-27713e86332b req-57c74c01-769a-4bd5-8fbc-5b874e518a99 tempest-TestMinimumBasicScenario-704716043 tempest-TestMinimumBasicScenario-704716043-project] 10.222.0.18 "GET /v2.0/ports?device_id=34133af4-21bf-4695-8b2d-ee41f06d01e9 HTTP/1.1" status: 200 len: 931 time: 0.0555370 Mar 07 17:05:14.588724 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-0b5bfae0-9e43-440e-92bc-27713e86332b req-c96cba9a-d31a-4dcb-b98d-538ede9b9306 tempest-TestMinimumBasicScenario-704716043 tempest-TestMinimumBasicScenario-704716043-project] 10.222.0.18 "GET /v2.0/security-groups?id=cba60e8a-0d73-41b7-9c58-3ccbbbd0d2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435312 Mar 07 17:05:15.717576 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd5ed3c-dbe9-4dd2-a4a1-fb47ab797894 req-f3d756dd-a84c-409d-a420-6a313120215d tempest-TestMinimumBasicScenario-704716043 tempest-TestMinimumBasicScenario-704716043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:05:15.719377 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-9fd5ed3c-dbe9-4dd2-a4a1-fb47ab797894 req-f3d756dd-a84c-409d-a420-6a313120215d tempest-TestMinimumBasicScenario-704716043 tempest-TestMinimumBasicScenario-704716043-project] 10.222.0.18 "GET /v2.0/ports?device_id=34133af4-21bf-4695-8b2d-ee41f06d01e9 HTTP/1.1" status: 200 len: 931 time: 0.0547307 Mar 07 17:05:15.771253 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-9fd5ed3c-dbe9-4dd2-a4a1-fb47ab797894 req-ccb9fee7-1eff-49f0-be40-e9c71ceb2289 tempest-TestMinimumBasicScenario-704716043 tempest-TestMinimumBasicScenario-704716043-project] 10.222.0.18 "GET /v2.0/security-groups?id=cba60e8a-0d73-41b7-9c58-3ccbbbd0d2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461810 Mar 07 17:05:16.914636 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c3c18b-9c74-42f0-8f6d-a1934c838052 req-8e48632d-b18d-4c58-bb80-4c70fddb0f5d tempest-TestMinimumBasicScenario-704716043 tempest-TestMinimumBasicScenario-704716043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:05:16.916206 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-f8c3c18b-9c74-42f0-8f6d-a1934c838052 req-8e48632d-b18d-4c58-bb80-4c70fddb0f5d tempest-TestMinimumBasicScenario-704716043 tempest-TestMinimumBasicScenario-704716043-project] 10.222.0.18 "GET /v2.0/ports?device_id=34133af4-21bf-4695-8b2d-ee41f06d01e9 HTTP/1.1" status: 200 len: 931 time: 0.0559916 Mar 07 17:05:16.970628 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-f8c3c18b-9c74-42f0-8f6d-a1934c838052 req-42f0867a-1651-4d04-979c-8f49b94bf2a9 tempest-TestMinimumBasicScenario-704716043 tempest-TestMinimumBasicScenario-704716043-project] 10.222.0.18 "GET /v2.0/security-groups?id=cba60e8a-0d73-41b7-9c58-3ccbbbd0d2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462728 Mar 07 17:05:17.168027 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-65f25a1d-bed5-4b54-a65f-7b60bbb3a46f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194190'] for agent (85f07778-81ef-4888-a2e3-51ae57b6426a), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:18.094283 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4c3783-8a5b-46ef-84b4-041902e2f04f req-bc4e29e2-fb27-4f00-a8a0-58866bf6a600 tempest-TestMinimumBasicScenario-704716043 tempest-TestMinimumBasicScenario-704716043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:05:18.095840 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-8f4c3783-8a5b-46ef-84b4-041902e2f04f req-bc4e29e2-fb27-4f00-a8a0-58866bf6a600 tempest-TestMinimumBasicScenario-704716043 tempest-TestMinimumBasicScenario-704716043-project] 10.222.0.18 "GET /v2.0/ports?device_id=34133af4-21bf-4695-8b2d-ee41f06d01e9 HTTP/1.1" status: 200 len: 931 time: 0.0571756 Mar 07 17:05:18.147023 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-8f4c3783-8a5b-46ef-84b4-041902e2f04f req-2ff4ef36-0d6b-4717-89da-46ebf9673108 tempest-TestMinimumBasicScenario-704716043 tempest-TestMinimumBasicScenario-704716043-project] 10.222.0.18 "GET /v2.0/security-groups?id=cba60e8a-0d73-41b7-9c58-3ccbbbd0d2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446222 Mar 07 17:05:19.275660 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096c6912-28cb-4438-b1f8-37fcf95f21c0 req-10a220ca-4e75-4a0d-b20b-e2f19e81c842 tempest-TestMinimumBasicScenario-704716043 tempest-TestMinimumBasicScenario-704716043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:05:19.277429 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-096c6912-28cb-4438-b1f8-37fcf95f21c0 req-10a220ca-4e75-4a0d-b20b-e2f19e81c842 tempest-TestMinimumBasicScenario-704716043 tempest-TestMinimumBasicScenario-704716043-project] 10.222.0.18 "GET /v2.0/ports?device_id=34133af4-21bf-4695-8b2d-ee41f06d01e9 HTTP/1.1" status: 200 len: 931 time: 0.0534866 Mar 07 17:05:19.328985 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-096c6912-28cb-4438-b1f8-37fcf95f21c0 req-25eac0d6-90df-4a37-8fc5-b79f6b4cfc3a tempest-TestMinimumBasicScenario-704716043 tempest-TestMinimumBasicScenario-704716043-project] 10.222.0.18 "GET /v2.0/security-groups?id=cba60e8a-0d73-41b7-9c58-3ccbbbd0d2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456860 Mar 07 17:05:19.405650 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-2847afd5-8268-43f4-81bd-269648af80e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194190'] for agent (4cbb3502-d72e-4663-b57e-51d645794085), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:20.457279 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f6572e-d965-4513-8942-f01d8bcf03ae req-c49b3d0b-ebf7-4852-9f64-64721228644d tempest-TestMinimumBasicScenario-704716043 tempest-TestMinimumBasicScenario-704716043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:05:20.458767 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-40f6572e-d965-4513-8942-f01d8bcf03ae req-c49b3d0b-ebf7-4852-9f64-64721228644d tempest-TestMinimumBasicScenario-704716043 tempest-TestMinimumBasicScenario-704716043-project] 10.222.0.18 "GET /v2.0/ports?device_id=34133af4-21bf-4695-8b2d-ee41f06d01e9 HTTP/1.1" status: 200 len: 931 time: 0.0542705 Mar 07 17:05:20.509979 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-40f6572e-d965-4513-8942-f01d8bcf03ae req-4d7db34c-157b-485f-94b9-6fd61a9bd898 tempest-TestMinimumBasicScenario-704716043 tempest-TestMinimumBasicScenario-704716043-project] 10.222.0.18 "GET /v2.0/security-groups?id=cba60e8a-0d73-41b7-9c58-3ccbbbd0d2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453835 Mar 07 17:05:20.575482 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-ad94e2ed-e0a8-44ae-a5ff-cf9ca5ab0e17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194190'] for agent (82ccd293-b7fb-4417-a581-186a4d7e9931), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:20.810462 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.wsgi [req-70821b1f-9481-4ae6-ba66-fec68acf4428 req-9d5dda33-551d-4b43-a2e5-7f90f1d343e5 tempest-TestMinimumBasicScenario-704716043 tempest-TestMinimumBasicScenario-704716043-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=119953) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 17:05:20.812252 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-70821b1f-9481-4ae6-ba66-fec68acf4428 req-9d5dda33-551d-4b43-a2e5-7f90f1d343e5 tempest-TestMinimumBasicScenario-704716043 tempest-TestMinimumBasicScenario-704716043-project] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0089080 Mar 07 17:05:20.894962 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.v2.base [req-70821b1f-9481-4ae6-ba66-fec68acf4428 req-424af9d3-c68f-40dd-ad9d-a8b500d09a43 service neutron] Request body: {'port': {'device_id': '34133af4-21bf-4695-8b2d-ee41f06d01e9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80475'}} {{(pid=119953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:05:20.959744 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [req-70821b1f-9481-4ae6-ba66-fec68acf4428 req-424af9d3-c68f-40dd-ad9d-a8b500d09a43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8385759'] for port (3e8ced53-51a0-4964-929c-4bc53f3ed846), before_update {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:21.216961 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.notifiers.nova [req-70821b1f-9481-4ae6-ba66-fec68acf4428 req-424af9d3-c68f-40dd-ad9d-a8b500d09a43 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e8ced53-51a0-4964-929c-4bc53f3ed846 {{(pid=119953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 17:05:21.225041 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [req-70821b1f-9481-4ae6-ba66-fec68acf4428 req-424af9d3-c68f-40dd-ad9d-a8b500d09a43 service neutron] Publish callbacks [] for port (3e8ced53-51a0-4964-929c-4bc53f3ed846), precommit_update {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:21.238390 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.db.provisioning_blocks [req-70821b1f-9481-4ae6-ba66-fec68acf4428 req-424af9d3-c68f-40dd-ad9d-a8b500d09a43 service neutron] Transition to ACTIVE for port object 3e8ced53-51a0-4964-929c-4bc53f3ed846 will not be triggered until provisioned by entity L2. {{(pid=119953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 17:05:21.244646 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [req-70821b1f-9481-4ae6-ba66-fec68acf4428 req-424af9d3-c68f-40dd-ad9d-a8b500d09a43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754346672056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754346267073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754346267091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9282845'] for port (3e8ced53-51a0-4964-929c-4bc53f3ed846), after_update {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:21.312864 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424af9d3-c68f-40dd-ad9d-a8b500d09a43 service neutron] Pushing event updated for resources: {'Port': ['ID=3e8ced53-51a0-4964-929c-4bc53f3ed846,revision_number=2']} {{(pid=119953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:05:21.368196 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.managers [req-70821b1f-9481-4ae6-ba66-fec68acf4428 req-424af9d3-c68f-40dd-ad9d-a8b500d09a43 service neutron] Attempting to bind port 3e8ced53-51a0-4964-929c-4bc53f3ed846 on host hv-cinder-80475 for vnic_type normal with profile {{(pid=119953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 17:05:21.368515 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.managers [req-70821b1f-9481-4ae6-ba66-fec68acf4428 req-424af9d3-c68f-40dd-ad9d-a8b500d09a43 service neutron] Attempting to bind port 3e8ced53-51a0-4964-929c-4bc53f3ed846 by drivers openvswitch,hyperv on host hv-cinder-80475 at level 0 using segments [{'id': 'd08788d2-6614-448e-9c98-b8dd21676655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': 'b87af87a-3972-4bf5-88f3-47d708b95dd7'}] {{(pid=119953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 17:05:21.368841 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70821b1f-9481-4ae6-ba66-fec68acf4428 req-424af9d3-c68f-40dd-ad9d-a8b500d09a43 service neutron] Attempting to bind port 3e8ced53-51a0-4964-929c-4bc53f3ed846 on network b87af87a-3972-4bf5-88f3-47d708b95dd7 {{(pid=119953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 17:05:21.373406 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70821b1f-9481-4ae6-ba66-fec68acf4428 req-424af9d3-c68f-40dd-ad9d-a8b500d09a43 service neutron] Port 3e8ced53-51a0-4964-929c-4bc53f3ed846 on network b87af87a-3972-4bf5-88f3-47d708b95dd7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80475 {{(pid=119953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 17:05:21.373732 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70821b1f-9481-4ae6-ba66-fec68acf4428 req-424af9d3-c68f-40dd-ad9d-a8b500d09a43 service neutron] Attempting to bind port 3e8ced53-51a0-4964-929c-4bc53f3ed846 on network b87af87a-3972-4bf5-88f3-47d708b95dd7 {{(pid=119953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 17:05:21.378620 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70821b1f-9481-4ae6-ba66-fec68acf4428 req-424af9d3-c68f-40dd-ad9d-a8b500d09a43 service neutron] Checking agent: {'id': '152bcc15-84f4-40a7-afe1-c30bc7269f8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80475', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 16, 50, 24), 'started_at': datetime.datetime(2022, 3, 7, 16, 50, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 17, 4, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 17:05:21.378962 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70821b1f-9481-4ae6-ba66-fec68acf4428 req-424af9d3-c68f-40dd-ad9d-a8b500d09a43 service neutron] Checking segment: {'id': 'd08788d2-6614-448e-9c98-b8dd21676655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': 'b87af87a-3972-4bf5-88f3-47d708b95dd7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 17:05:21.379345 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70821b1f-9481-4ae6-ba66-fec68acf4428 req-424af9d3-c68f-40dd-ad9d-a8b500d09a43 service neutron] Bound using segment: {'id': 'd08788d2-6614-448e-9c98-b8dd21676655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': 'b87af87a-3972-4bf5-88f3-47d708b95dd7'} {{(pid=119953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 17:05:21.379780 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.managers [req-70821b1f-9481-4ae6-ba66-fec68acf4428 req-424af9d3-c68f-40dd-ad9d-a8b500d09a43 service neutron] Bound port: 3e8ced53-51a0-4964-929c-4bc53f3ed846, host: hv-cinder-80475, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd08788d2-6614-448e-9c98-b8dd21676655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': 'b87af87a-3972-4bf5-88f3-47d708b95dd7'}}] {{(pid=119953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 17:05:21.380146 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [req-70821b1f-9481-4ae6-ba66-fec68acf4428 req-424af9d3-c68f-40dd-ad9d-a8b500d09a43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8385759'] for port (3e8ced53-51a0-4964-929c-4bc53f3ed846), before_update {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:21.444678 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.db [req-70821b1f-9481-4ae6-ba66-fec68acf4428 req-424af9d3-c68f-40dd-ad9d-a8b500d09a43 service neutron] For port 3e8ced53-51a0-4964-929c-4bc53f3ed846, host hv-cinder-80475, cleared binding levels {{(pid=119953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 17:05:21.447613 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.db [req-70821b1f-9481-4ae6-ba66-fec68acf4428 req-424af9d3-c68f-40dd-ad9d-a8b500d09a43 service neutron] For port 3e8ced53-51a0-4964-929c-4bc53f3ed846, host hv-cinder-80475, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=3e8ced53-51a0-4964-929c-4bc53f3ed846,segment=NetworkSegment(d08788d2-6614-448e-9c98-b8dd21676655),segment_id=d08788d2-6614-448e-9c98-b8dd21676655)] {{(pid=119953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 17:05:21.455026 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [req-70821b1f-9481-4ae6-ba66-fec68acf4428 req-424af9d3-c68f-40dd-ad9d-a8b500d09a43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754346672056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754346267073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754346267091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9282845'] for port (3e8ced53-51a0-4964-929c-4bc53f3ed846), after_update {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:21.496097 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70821b1f-9481-4ae6-ba66-fec68acf4428 req-424af9d3-c68f-40dd-ad9d-a8b500d09a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:05:21.496738 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [req-70821b1f-9481-4ae6-ba66-fec68acf4428 req-424af9d3-c68f-40dd-ad9d-a8b500d09a43 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47102'] for port (None), before_response {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:21.498147 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-70821b1f-9481-4ae6-ba66-fec68acf4428 req-424af9d3-c68f-40dd-ad9d-a8b500d09a43 service neutron] 10.222.0.66 "PUT /v2.0/ports/3e8ced53-51a0-4964-929c-4bc53f3ed846 HTTP/1.1" status: 200 len: 1093 time: 0.6579101 Mar 07 17:05:21.498590 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34133af4-21bf-4695-8b2d-ee41f06d01e9', 'tag': '3e8ced53-51a0-4964-929c-4bc53f3ed846'}] {{(pid=119953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 17:05:21.500934 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed95515d7af65a162ef4af60abe3e4aacc73bb6c2379f81891a58e09c3a2d0f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b490a981-dd03-4e72-bb12-c7d8ca2dd3d6" -d '{"events": [{"name": "network-changed", "server_uuid": "34133af4-21bf-4695-8b2d-ee41f06d01e9", "tag": "3e8ced53-51a0-4964-929c-4bc53f3ed846"}]}' {{(pid=119953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 17:05:21.521389 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424af9d3-c68f-40dd-ad9d-a8b500d09a43 service neutron] Pushing event updated for resources: {'Port': ['ID=3e8ced53-51a0-4964-929c-4bc53f3ed846,revision_number=3']} {{(pid=119953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:05:21.543516 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 17:05:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ce98988-507e-472e-9b07-2c3b9a53073f x-openstack-request-id: req-9ce98988-507e-472e-9b07-2c3b9a53073f {{(pid=119953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 17:05:21.543808 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34133af4-21bf-4695-8b2d-ee41f06d01e9", "tag": "3e8ced53-51a0-4964-929c-4bc53f3ed846", "status": "completed", "code": 200}]} {{(pid=119953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 17:05:21.544074 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9ce98988-507e-472e-9b07-2c3b9a53073f {{(pid=119953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 17:05:21.544491 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34133af4-21bf-4695-8b2d-ee41f06d01e9', 'tag': '3e8ced53-51a0-4964-929c-4bc53f3ed846', 'status': 'completed', 'code': 200} Mar 07 17:05:21.610491 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70821b1f-9481-4ae6-ba66-fec68acf4428 req-1bf90cdf-b310-4752-9afa-2735458ee142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:05:21.612400 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-70821b1f-9481-4ae6-ba66-fec68acf4428 req-1bf90cdf-b310-4752-9afa-2735458ee142 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=4a4c22303cf6407c96e3536683825ed2&device_id=34133af4-21bf-4695-8b2d-ee41f06d01e9 HTTP/1.1" status: 200 len: 1127 time: 0.0483840 Mar 07 17:05:21.654079 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfebf2c-503f-4a94-90ba-971d07aca932 req-639884c2-4249-42c4-bc0a-df423b4533e2 tempest-TestMinimumBasicScenario-704716043 tempest-TestMinimumBasicScenario-704716043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:05:21.655743 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-abfebf2c-503f-4a94-90ba-971d07aca932 req-639884c2-4249-42c4-bc0a-df423b4533e2 tempest-TestMinimumBasicScenario-704716043 tempest-TestMinimumBasicScenario-704716043-project] 10.222.0.18 "GET /v2.0/ports?device_id=34133af4-21bf-4695-8b2d-ee41f06d01e9 HTTP/1.1" status: 200 len: 943 time: 0.0655546 Mar 07 17:05:21.665438 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-70821b1f-9481-4ae6-ba66-fec68acf4428 req-d48d8d2f-f9ee-4d08-8e57-5834eb59326f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3e8ced53-51a0-4964-929c-4bc53f3ed846 HTTP/1.1" status: 200 len: 217 time: 0.0405016 Mar 07 17:05:21.707781 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-abfebf2c-503f-4a94-90ba-971d07aca932 req-3b3cd8bb-706d-4b51-90d4-054e5da6049f tempest-TestMinimumBasicScenario-704716043 tempest-TestMinimumBasicScenario-704716043-project] 10.222.0.18 "GET /v2.0/security-groups?id=cba60e8a-0d73-41b7-9c58-3ccbbbd0d2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460641 Mar 07 17:05:21.715436 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70821b1f-9481-4ae6-ba66-fec68acf4428 req-acfbe486-d2ad-42fc-bd75-c2461e44d5d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:05:21.716936 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-70821b1f-9481-4ae6-ba66-fec68acf4428 req-acfbe486-d2ad-42fc-bd75-c2461e44d5d9 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=10ac25b2-f112-47fb-b228-71f282fb0e8f HTTP/1.1" status: 200 len: 853 time: 0.0459521 Mar 07 17:05:21.764451 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70821b1f-9481-4ae6-ba66-fec68acf4428 req-f3c9b4a5-69e9-44c8-9486-c86f3d8b1fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:05:21.765805 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-70821b1f-9481-4ae6-ba66-fec68acf4428 req-f3c9b4a5-69e9-44c8-9486-c86f3d8b1fb1 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b87af87a-3972-4bf5-88f3-47d708b95dd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0433631 Mar 07 17:05:21.861110 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-70821b1f-9481-4ae6-ba66-fec68acf4428 req-d890b3c2-e528-4bc3-b29a-f1ff3c077cb5 service neutron] 10.222.0.66 "GET /v2.0/networks/b87af87a-3972-4bf5-88f3-47d708b95dd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884261 Mar 07 17:05:21.951618 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-70821b1f-9481-4ae6-ba66-fec68acf4428 req-b953ad96-6493-487c-9caf-2eb33342f5fc service neutron] 10.222.0.66 "GET /v2.0/networks/b87af87a-3972-4bf5-88f3-47d708b95dd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843196 Mar 07 17:05:22.096495 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b490a981-dd03-4e72-bb12-c7d8ca2dd3d6 req-fd45fa68-7578-4c7c-bc4b-a8915f7c02ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:05:22.097896 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-b490a981-dd03-4e72-bb12-c7d8ca2dd3d6 req-fd45fa68-7578-4c7c-bc4b-a8915f7c02ba service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=4a4c22303cf6407c96e3536683825ed2&device_id=34133af4-21bf-4695-8b2d-ee41f06d01e9 HTTP/1.1" status: 200 len: 1127 time: 0.0506585 Mar 07 17:05:22.192369 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b490a981-dd03-4e72-bb12-c7d8ca2dd3d6 req-9b5d609d-36bb-4d33-997b-8d0895094bca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:05:22.193920 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-b490a981-dd03-4e72-bb12-c7d8ca2dd3d6 req-9b5d609d-36bb-4d33-997b-8d0895094bca service neutron] 10.222.0.66 "GET /v2.0/networks?id=b87af87a-3972-4bf5-88f3-47d708b95dd7 HTTP/1.1" status: 200 len: 915 time: 0.0896924 Mar 07 17:05:22.198615 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-0d1b32c5-0803-4391-a623-fc098c7d5199 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194190'] for agent (8123e327-866e-42b5-856f-55ddd9e9e5b2), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:22.239457 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-b490a981-dd03-4e72-bb12-c7d8ca2dd3d6 req-7b841d02-5487-4dc7-ac92-caa1a06967d0 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3e8ced53-51a0-4964-929c-4bc53f3ed846 HTTP/1.1" status: 200 len: 217 time: 0.0388508 Mar 07 17:05:22.286922 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b490a981-dd03-4e72-bb12-c7d8ca2dd3d6 req-a3e51734-932a-4047-8ea5-e1d7f878c211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:05:22.288363 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-b490a981-dd03-4e72-bb12-c7d8ca2dd3d6 req-a3e51734-932a-4047-8ea5-e1d7f878c211 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=10ac25b2-f112-47fb-b228-71f282fb0e8f HTTP/1.1" status: 200 len: 853 time: 0.0428789 Mar 07 17:05:22.343150 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b490a981-dd03-4e72-bb12-c7d8ca2dd3d6 req-2a0be50e-9389-4c5a-b18d-c58ebb9a2e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:05:22.344697 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-b490a981-dd03-4e72-bb12-c7d8ca2dd3d6 req-2a0be50e-9389-4c5a-b18d-c58ebb9a2e86 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b87af87a-3972-4bf5-88f3-47d708b95dd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0497904 Mar 07 17:05:22.436074 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-b490a981-dd03-4e72-bb12-c7d8ca2dd3d6 req-78199c90-843e-4082-bc41-4a9b0e41d254 service neutron] 10.222.0.66 "GET /v2.0/networks/b87af87a-3972-4bf5-88f3-47d708b95dd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837653 Mar 07 17:05:22.529134 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-b490a981-dd03-4e72-bb12-c7d8ca2dd3d6 req-5f63f9d2-e6f6-4a9b-a030-32982eb3ec28 service neutron] 10.222.0.66 "GET /v2.0/networks/b87af87a-3972-4bf5-88f3-47d708b95dd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863273 Mar 07 17:05:22.842438 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850ba00f-2504-4785-9deb-42add18328a8 req-b3f32133-c311-4d9e-8b2a-3837dec0aeac tempest-TestMinimumBasicScenario-704716043 tempest-TestMinimumBasicScenario-704716043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:05:22.843965 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-850ba00f-2504-4785-9deb-42add18328a8 req-b3f32133-c311-4d9e-8b2a-3837dec0aeac tempest-TestMinimumBasicScenario-704716043 tempest-TestMinimumBasicScenario-704716043-project] 10.222.0.18 "GET /v2.0/ports?device_id=34133af4-21bf-4695-8b2d-ee41f06d01e9 HTTP/1.1" status: 200 len: 943 time: 0.0610468 Mar 07 17:05:22.895387 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-850ba00f-2504-4785-9deb-42add18328a8 req-99905cfc-fcf0-4281-93b6-35eaff7a54e2 tempest-TestMinimumBasicScenario-704716043 tempest-TestMinimumBasicScenario-704716043-project] 10.222.0.18 "GET /v2.0/security-groups?id=cba60e8a-0d73-41b7-9c58-3ccbbbd0d2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457375 Mar 07 17:05:23.491456 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194190'] for agent (3df9d949-03e8-46c4-b37f-6f8a21aeab22), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:24.029792 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2655572-4bed-424f-a268-066b49ef8290 req-3442a00b-cc9d-4d35-af2b-a385ce25cc94 tempest-TestMinimumBasicScenario-704716043 tempest-TestMinimumBasicScenario-704716043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:05:24.031258 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-b2655572-4bed-424f-a268-066b49ef8290 req-3442a00b-cc9d-4d35-af2b-a385ce25cc94 tempest-TestMinimumBasicScenario-704716043 tempest-TestMinimumBasicScenario-704716043-project] 10.222.0.18 "GET /v2.0/ports?device_id=34133af4-21bf-4695-8b2d-ee41f06d01e9 HTTP/1.1" status: 200 len: 943 time: 0.0622933 Mar 07 17:05:24.079409 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-b2655572-4bed-424f-a268-066b49ef8290 req-d0157481-1ea8-447e-b8e8-75151d9c8f67 tempest-TestMinimumBasicScenario-704716043 tempest-TestMinimumBasicScenario-704716043-project] 10.222.0.18 "GET /v2.0/security-groups?id=cba60e8a-0d73-41b7-9c58-3ccbbbd0d2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421209 Mar 07 17:05:24.366859 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194190'] for agent (152bcc15-84f4-40a7-afe1-c30bc7269f8a), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:25.213263 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92e1490-a8b8-4c2d-bcad-c85599b518c9 req-9d69b858-f9f4-4a6c-b732-73f69e2f0827 tempest-TestMinimumBasicScenario-704716043 tempest-TestMinimumBasicScenario-704716043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:05:25.214719 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-f92e1490-a8b8-4c2d-bcad-c85599b518c9 req-9d69b858-f9f4-4a6c-b732-73f69e2f0827 tempest-TestMinimumBasicScenario-704716043 tempest-TestMinimumBasicScenario-704716043-project] 10.222.0.18 "GET /v2.0/ports?device_id=34133af4-21bf-4695-8b2d-ee41f06d01e9 HTTP/1.1" status: 200 len: 943 time: 0.0525720 Mar 07 17:05:25.260526 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-f92e1490-a8b8-4c2d-bcad-c85599b518c9 req-0e393ee7-6e49-4fb0-a5b9-87399c002632 tempest-TestMinimumBasicScenario-704716043 tempest-TestMinimumBasicScenario-704716043-project] 10.222.0.18 "GET /v2.0/security-groups?id=cba60e8a-0d73-41b7-9c58-3ccbbbd0d2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401292 Mar 07 17:05:25.728296 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.rpc [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Device 3e8ced53-51a0-4964-929c-4bc53f3ed846 details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=119955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 17:05:25.832930 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.db [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] For port 3e8ced53-51a0-4964-929c-4bc53f3ed846, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=3e8ced53-51a0-4964-929c-4bc53f3ed846,segment=NetworkSegment(d08788d2-6614-448e-9c98-b8dd21676655),segment_id=d08788d2-6614-448e-9c98-b8dd21676655)] {{(pid=119955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:05:25.843325 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.rpc [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Returning: {'device': '3e8ced53-51a0-4964-929c-4bc53f3ed846', 'network_id': 'b87af87a-3972-4bf5-88f3-47d708b95dd7', 'port_id': '3e8ced53-51a0-4964-929c-4bc53f3ed846', 'mac_address': 'fa:16:3e:be:54:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 852, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10ac25b2-f112-47fb-b228-71f282fb0e8f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 17:05:25.879601 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.plugin [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Current status of the port 3e8ced53-51a0-4964-929c-4bc53f3ed846 is: DOWN; New status is: BUILD {{(pid=119955) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 17:05:25.880015 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8385759'] for port (3e8ced53-51a0-4964-929c-4bc53f3ed846), before_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:25.892715 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.notifiers.nova [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e8ced53-51a0-4964-929c-4bc53f3ed846 {{(pid=119955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 17:05:25.911527 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.db [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] For port 3e8ced53-51a0-4964-929c-4bc53f3ed846, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=3e8ced53-51a0-4964-929c-4bc53f3ed846,segment=NetworkSegment(d08788d2-6614-448e-9c98-b8dd21676655),segment_id=d08788d2-6614-448e-9c98-b8dd21676655)] {{(pid=119955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:05:25.918338 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754346672056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754346267073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754346267091'] for port (3e8ced53-51a0-4964-929c-4bc53f3ed846), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:25.967845 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Pushing event updated for resources: {'Port': ['ID=3e8ced53-51a0-4964-929c-4bc53f3ed846,revision_number=4']} {{(pid=119955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:05:26.279417 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.db [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] get_ports_and_sgs() called for port_ids ['3e8ced53-51a0-4964-929c-4bc53f3ed846'] {{(pid=119955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 17:05:26.388979 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22821de-7836-4732-859d-5bf3d9623b30 req-a02d24e1-bb18-4928-ad98-38cac1f1b034 tempest-TestMinimumBasicScenario-704716043 tempest-TestMinimumBasicScenario-704716043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:05:26.390473 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-b22821de-7836-4732-859d-5bf3d9623b30 req-a02d24e1-bb18-4928-ad98-38cac1f1b034 tempest-TestMinimumBasicScenario-704716043 tempest-TestMinimumBasicScenario-704716043-project] 10.222.0.18 "GET /v2.0/ports?device_id=34133af4-21bf-4695-8b2d-ee41f06d01e9 HTTP/1.1" status: 200 len: 944 time: 0.0515847 Mar 07 17:05:26.441838 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-b22821de-7836-4732-859d-5bf3d9623b30 req-9140adf2-2558-41bd-84d9-50a9e71ac8f2 tempest-TestMinimumBasicScenario-704716043 tempest-TestMinimumBasicScenario-704716043-project] 10.222.0.18 "GET /v2.0/security-groups?id=cba60e8a-0d73-41b7-9c58-3ccbbbd0d2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458093 Mar 07 17:05:27.579577 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582230ca-e785-479a-9935-971fa44f1303 req-e1ee4d28-9f0b-45e9-b535-07d48da6bb02 tempest-TestMinimumBasicScenario-704716043 tempest-TestMinimumBasicScenario-704716043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:05:27.581116 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-582230ca-e785-479a-9935-971fa44f1303 req-e1ee4d28-9f0b-45e9-b535-07d48da6bb02 tempest-TestMinimumBasicScenario-704716043 tempest-TestMinimumBasicScenario-704716043-project] 10.222.0.18 "GET /v2.0/ports?device_id=34133af4-21bf-4695-8b2d-ee41f06d01e9 HTTP/1.1" status: 200 len: 944 time: 0.0662310 Mar 07 17:05:27.629714 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-582230ca-e785-479a-9935-971fa44f1303 req-d5e1f51a-b4e4-4342-a8e5-53f19c9c33e5 tempest-TestMinimumBasicScenario-704716043 tempest-TestMinimumBasicScenario-704716043-project] 10.222.0.18 "GET /v2.0/security-groups?id=cba60e8a-0d73-41b7-9c58-3ccbbbd0d2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417423 Mar 07 17:05:27.729130 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.rpc [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Device 3e8ced53-51a0-4964-929c-4bc53f3ed846 up at agent hyperv_hv-cinder-80475 {{(pid=119955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 17:05:27.792353 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.provisioning_blocks [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Provisioning for port 3e8ced53-51a0-4964-929c-4bc53f3ed846 completed by entity L2. {{(pid=119955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 17:05:27.795955 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.provisioning_blocks [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Provisioning complete for port 3e8ced53-51a0-4964-929c-4bc53f3ed846 triggered by entity L2. {{(pid=119955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 17:05:27.796355 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8194280'] for port (3e8ced53-51a0-4964-929c-4bc53f3ed846), provisioning_complete {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:27.882201 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.plugin [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Current status of the port 3e8ced53-51a0-4964-929c-4bc53f3ed846 is: BUILD; New status is: ACTIVE {{(pid=119955) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 17:05:27.882588 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8385759'] for port (3e8ced53-51a0-4964-929c-4bc53f3ed846), before_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:27.905977 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34133af4-21bf-4695-8b2d-ee41f06d01e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e8ced53-51a0-4964-929c-4bc53f3ed846'}] {{(pid=119955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 17:05:27.908452 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd4f8a5135c3a8ba668d7ce7b18abb72183bcf445ca628a57cbbb7bee2c3e543" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fea7934b-c8bd-42f5-8b68-229a003d9662" -d '{"events": [{"server_uuid": "34133af4-21bf-4695-8b2d-ee41f06d01e9", "name": "network-vif-plugged", "status": "completed", "tag": "3e8ced53-51a0-4964-929c-4bc53f3ed846"}]}' {{(pid=119955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 17:05:27.920908 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.db [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] For port 3e8ced53-51a0-4964-929c-4bc53f3ed846, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=3e8ced53-51a0-4964-929c-4bc53f3ed846,segment=NetworkSegment(d08788d2-6614-448e-9c98-b8dd21676655),segment_id=d08788d2-6614-448e-9c98-b8dd21676655)] {{(pid=119955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:05:27.931546 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754346672056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754346267073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754346267091'] for port (3e8ced53-51a0-4964-929c-4bc53f3ed846), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:27.984244 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Pushing event updated for resources: {'Port': ['ID=3e8ced53-51a0-4964-929c-4bc53f3ed846,revision_number=5']} {{(pid=119955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:05:28.064378 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 17:05:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-649c15fa-2869-4798-9580-f3e7fc0a4547 x-openstack-request-id: req-649c15fa-2869-4798-9580-f3e7fc0a4547 {{(pid=119955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 17:05:28.064687 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34133af4-21bf-4695-8b2d-ee41f06d01e9", "name": "network-vif-plugged", "status": "completed", "tag": "3e8ced53-51a0-4964-929c-4bc53f3ed846", "code": 200}]} {{(pid=119955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 17:05:28.064940 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-649c15fa-2869-4798-9580-f3e7fc0a4547 {{(pid=119955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 17:05:28.065407 dv-cinder-804757-24-iscsi neutron-server[119955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34133af4-21bf-4695-8b2d-ee41f06d01e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e8ced53-51a0-4964-929c-4bc53f3ed846', 'code': 200} Mar 07 17:05:28.292219 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6c6cd4-4367-479d-ae4b-eb4a47390d86 req-f859812d-c63b-4ab2-86cd-93c228665862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:05:28.294018 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-de6c6cd4-4367-479d-ae4b-eb4a47390d86 req-f859812d-c63b-4ab2-86cd-93c228665862 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=34133af4-21bf-4695-8b2d-ee41f06d01e9 HTTP/1.1" status: 200 len: 1129 time: 0.0479946 Mar 07 17:05:28.336865 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-de6c6cd4-4367-479d-ae4b-eb4a47390d86 req-e1173967-582e-4eee-9a46-38dedd5cb3b6 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=cba60e8a-0d73-41b7-9c58-3ccbbbd0d2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368071 Mar 07 17:05:28.757401 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecd2c64-948e-412c-b6d1-fac9cf4c5606 req-25e3c3e0-264d-46db-9011-2d534c6d37dd tempest-TestMinimumBasicScenario-704716043 tempest-TestMinimumBasicScenario-704716043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:05:28.758882 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-6ecd2c64-948e-412c-b6d1-fac9cf4c5606 req-25e3c3e0-264d-46db-9011-2d534c6d37dd tempest-TestMinimumBasicScenario-704716043 tempest-TestMinimumBasicScenario-704716043-project] 10.222.0.18 "GET /v2.0/ports?device_id=34133af4-21bf-4695-8b2d-ee41f06d01e9 HTTP/1.1" status: 200 len: 945 time: 0.0550623 Mar 07 17:05:28.808395 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-6ecd2c64-948e-412c-b6d1-fac9cf4c5606 req-53d406cb-4585-4ec9-99fd-f2844d956d0e tempest-TestMinimumBasicScenario-704716043 tempest-TestMinimumBasicScenario-704716043-project] 10.222.0.18 "GET /v2.0/security-groups?id=cba60e8a-0d73-41b7-9c58-3ccbbbd0d2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412290 Mar 07 17:05:29.931607 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc96fd1-a299-46b3-ab07-9e7aca02f6ea req-6481b2a4-38d0-43dc-9582-d1230aa5c585 tempest-TestMinimumBasicScenario-704716043 tempest-TestMinimumBasicScenario-704716043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:05:29.933113 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-3dc96fd1-a299-46b3-ab07-9e7aca02f6ea req-6481b2a4-38d0-43dc-9582-d1230aa5c585 tempest-TestMinimumBasicScenario-704716043 tempest-TestMinimumBasicScenario-704716043-project] 10.222.0.18 "GET /v2.0/ports?device_id=34133af4-21bf-4695-8b2d-ee41f06d01e9 HTTP/1.1" status: 200 len: 945 time: 0.0556066 Mar 07 17:05:29.980111 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-3dc96fd1-a299-46b3-ab07-9e7aca02f6ea req-0096cd13-2351-4e21-8fd3-22118d92abd0 tempest-TestMinimumBasicScenario-704716043 tempest-TestMinimumBasicScenario-704716043-project] 10.222.0.18 "GET /v2.0/security-groups?id=cba60e8a-0d73-41b7-9c58-3ccbbbd0d2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410759 Mar 07 17:05:30.112213 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5737ead4-dc28-4c79-a5c7-6fa39dcac958 req-8b8daec3-02ed-4616-ab67-6fc9dc5d32b9 tempest-TestMinimumBasicScenario-704716043 tempest-TestMinimumBasicScenario-704716043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:05:30.113711 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-5737ead4-dc28-4c79-a5c7-6fa39dcac958 req-8b8daec3-02ed-4616-ab67-6fc9dc5d32b9 tempest-TestMinimumBasicScenario-704716043 tempest-TestMinimumBasicScenario-704716043-project] 10.222.0.18 "GET /v2.0/ports?device_id=34133af4-21bf-4695-8b2d-ee41f06d01e9 HTTP/1.1" status: 200 len: 945 time: 0.0639122 Mar 07 17:05:30.165802 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-5737ead4-dc28-4c79-a5c7-6fa39dcac958 req-6aa4cff9-a074-4eaf-9c79-80da9be1ff2b tempest-TestMinimumBasicScenario-704716043 tempest-TestMinimumBasicScenario-704716043-project] 10.222.0.18 "GET /v2.0/security-groups?id=cba60e8a-0d73-41b7-9c58-3ccbbbd0d2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437772 Mar 07 17:05:30.500332 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395ec197-b192-448f-bb53-1d592945c2a0 req-bcef1884-390d-48b6-8607-f76f407106c5 tempest-TestMinimumBasicScenario-704716043 tempest-TestMinimumBasicScenario-704716043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:05:30.501832 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-395ec197-b192-448f-bb53-1d592945c2a0 req-bcef1884-390d-48b6-8607-f76f407106c5 tempest-TestMinimumBasicScenario-704716043 tempest-TestMinimumBasicScenario-704716043-project] 10.222.0.18 "GET /v2.0/ports?device_id=34133af4-21bf-4695-8b2d-ee41f06d01e9 HTTP/1.1" status: 200 len: 945 time: 0.0572495 Mar 07 17:05:30.551038 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-395ec197-b192-448f-bb53-1d592945c2a0 req-45298048-f9ae-4118-8a70-51d87e5597ab tempest-TestMinimumBasicScenario-704716043 tempest-TestMinimumBasicScenario-704716043-project] 10.222.0.18 "GET /v2.0/security-groups?id=cba60e8a-0d73-41b7-9c58-3ccbbbd0d2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416918 Mar 07 17:05:35.712693 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-831096d2-32d8-4669-9424-dc5b499f6253 req-f8135512-6987-447c-a5a5-c4f8e4a6419d service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=34133af4-21bf-4695-8b2d-ee41f06d01e9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0425806 Mar 07 17:05:35.824136 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831096d2-32d8-4669-9424-dc5b499f6253 req-47858eb1-f0f3-4186-a635-185ea466a0a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:05:35.825654 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-831096d2-32d8-4669-9424-dc5b499f6253 req-47858eb1-f0f3-4186-a635-185ea466a0a5 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=4a4c22303cf6407c96e3536683825ed2&device_id=34133af4-21bf-4695-8b2d-ee41f06d01e9 HTTP/1.1" status: 200 len: 1129 time: 0.0533190 Mar 07 17:05:35.928123 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831096d2-32d8-4669-9424-dc5b499f6253 req-769df7f3-062b-4904-9edc-d3abb1e41465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:05:35.929582 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-831096d2-32d8-4669-9424-dc5b499f6253 req-769df7f3-062b-4904-9edc-d3abb1e41465 service neutron] 10.222.0.66 "GET /v2.0/networks?id=b87af87a-3972-4bf5-88f3-47d708b95dd7 HTTP/1.1" status: 200 len: 915 time: 0.0846429 Mar 07 17:05:35.973513 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-831096d2-32d8-4669-9424-dc5b499f6253 req-84133187-ed83-4bb8-b5a5-48631a798bd2 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3e8ced53-51a0-4964-929c-4bc53f3ed846 HTTP/1.1" status: 200 len: 217 time: 0.0379477 Mar 07 17:05:36.019679 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831096d2-32d8-4669-9424-dc5b499f6253 req-75d6c2ab-741d-4159-9bf6-bf087ad2e898 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:05:36.021107 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-831096d2-32d8-4669-9424-dc5b499f6253 req-75d6c2ab-741d-4159-9bf6-bf087ad2e898 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=10ac25b2-f112-47fb-b228-71f282fb0e8f HTTP/1.1" status: 200 len: 853 time: 0.0420420 Mar 07 17:05:36.072063 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831096d2-32d8-4669-9424-dc5b499f6253 req-2b09351b-d91f-49d3-a8dd-e53a4ac24248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:05:36.073521 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-831096d2-32d8-4669-9424-dc5b499f6253 req-2b09351b-d91f-49d3-a8dd-e53a4ac24248 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b87af87a-3972-4bf5-88f3-47d708b95dd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0465569 Mar 07 17:05:36.174697 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-831096d2-32d8-4669-9424-dc5b499f6253 req-0efcd9b9-b74e-41a8-8e08-e582b83dd17a service neutron] 10.222.0.66 "GET /v2.0/networks/b87af87a-3972-4bf5-88f3-47d708b95dd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948143 Mar 07 17:05:36.261794 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-831096d2-32d8-4669-9424-dc5b499f6253 req-f45da9d8-9679-4269-85b1-cb0c5376e973 service neutron] 10.222.0.66 "GET /v2.0/networks/b87af87a-3972-4bf5-88f3-47d708b95dd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803447 Mar 07 17:05:40.083162 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03a4e0c-13c3-4d4b-92c6-314dfbab34da req-f83df563-cb2e-463f-8d25-9ec96cbc9c66 tempest-TestMinimumBasicScenario-704716043 tempest-TestMinimumBasicScenario-704716043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:05:40.084553 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-b03a4e0c-13c3-4d4b-92c6-314dfbab34da req-f83df563-cb2e-463f-8d25-9ec96cbc9c66 tempest-TestMinimumBasicScenario-704716043 tempest-TestMinimumBasicScenario-704716043-project] 10.222.0.18 "GET /v2.0/ports?device_id=34133af4-21bf-4695-8b2d-ee41f06d01e9 HTTP/1.1" status: 200 len: 945 time: 0.0572293 Mar 07 17:05:40.132037 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-b03a4e0c-13c3-4d4b-92c6-314dfbab34da req-c2e4aa54-f122-4cd5-a948-7ff117bb4d1f tempest-TestMinimumBasicScenario-704716043 tempest-TestMinimumBasicScenario-704716043-project] 10.222.0.18 "GET /v2.0/security-groups?id=cba60e8a-0d73-41b7-9c58-3ccbbbd0d2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418575 Mar 07 17:05:40.154187 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.wsgi [-] (119953) accepted ('10.222.0.18', 60158) {{(pid=119953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:05:40.240870 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17e1e0f4-3395-4d54-b603-76ee3eaead32 tempest-TestMinimumBasicScenario-621090129 tempest-TestMinimumBasicScenario-621090129-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:05:40.242345 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [None req-17e1e0f4-3395-4d54-b603-76ee3eaead32 tempest-TestMinimumBasicScenario-621090129 tempest-TestMinimumBasicScenario-621090129-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=34133af4-21bf-4695-8b2d-ee41f06d01e9 HTTP/1.1" status: 200 len: 1124 time: 0.0872176 Mar 07 17:05:40.245498 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.wsgi [-] (119953) accepted ('10.222.0.18', 60162) {{(pid=119953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:05:40.249628 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.v2.base [None req-31460cab-7d21-41dc-8522-efbd3c8e6c3c tempest-TestMinimumBasicScenario-704716043 tempest-TestMinimumBasicScenario-704716043-project] Request body: {'floatingip': {'floating_network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'port_id': '3e8ced53-51a0-4964-929c-4bc53f3ed846', 'tenant_id': '4a4c22303cf6407c96e3536683825ed2', 'fixed_ip_address': '172.20.0.9'}} {{(pid=119953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:05:40.272795 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-31460cab-7d21-41dc-8522-efbd3c8e6c3c tempest-TestMinimumBasicScenario-704716043 tempest-TestMinimumBasicScenario-704716043-project] Publish callbacks [] for floatingip (None), before_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:40.368029 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-31460cab-7d21-41dc-8522-efbd3c8e6c3c tempest-TestMinimumBasicScenario-704716043 tempest-TestMinimumBasicScenario-704716043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8385759'] for port (None), before_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:40.467533 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.db.db_base_plugin_common [None req-31460cab-7d21-41dc-8522-efbd3c8e6c3c tempest-TestMinimumBasicScenario-704716043 tempest-TestMinimumBasicScenario-704716043-project] Allocated IP 172.27.2.109 (3eba6d1e-0acd-4586-8e75-f5a4e7e90d88/6a2f7f11-a189-49ba-a838-e124f718c0dc/7dcdcf5f-f790-4511-9ed7-3de1e43ae14b) {{(pid=119953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 17:05:40.569992 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-31460cab-7d21-41dc-8522-efbd3c8e6c3c tempest-TestMinimumBasicScenario-704716043 tempest-TestMinimumBasicScenario-704716043-project] Publish callbacks [] for port (7dcdcf5f-f790-4511-9ed7-3de1e43ae14b), precommit_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:40.606913 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-31460cab-7d21-41dc-8522-efbd3c8e6c3c tempest-TestMinimumBasicScenario-704716043 tempest-TestMinimumBasicScenario-704716043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754346267055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9282916'] for port (7dcdcf5f-f790-4511-9ed7-3de1e43ae14b), after_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:40.645840 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31460cab-7d21-41dc-8522-efbd3c8e6c3c tempest-TestMinimumBasicScenario-704716043 tempest-TestMinimumBasicScenario-704716043-project] Network 3eba6d1e-0acd-4586-8e75-f5a4e7e90d88 is already hosted by enough agents. {{(pid=119953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 17:05:40.648728 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.scheduler.base_scheduler [None req-31460cab-7d21-41dc-8522-efbd3c8e6c3c tempest-TestMinimumBasicScenario-704716043 tempest-TestMinimumBasicScenario-704716043-project] Resources bound (agent type, host, resource id): {{(pid=119953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 17:05:40.652111 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31460cab-7d21-41dc-8522-efbd3c8e6c3c tempest-TestMinimumBasicScenario-704716043 tempest-TestMinimumBasicScenario-704716043-project] Received port after_create {{(pid=119953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 17:05:40.657565 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31460cab-7d21-41dc-8522-efbd3c8e6c3c tempest-TestMinimumBasicScenario-704716043 tempest-TestMinimumBasicScenario-704716043-project] Pushing event updated for resources: {'Port': ['ID=7dcdcf5f-f790-4511-9ed7-3de1e43ae14b,revision_number=1']} {{(pid=119953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:05:41.014641 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-31460cab-7d21-41dc-8522-efbd3c8e6c3c tempest-TestMinimumBasicScenario-704716043 tempest-TestMinimumBasicScenario-704716043-project] Publish callbacks [] for floatingip (9426ea0d-873c-4ec6-8736-15f676a04164), precommit_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:41.084793 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-31460cab-7d21-41dc-8522-efbd3c8e6c3c tempest-TestMinimumBasicScenario-704716043 tempest-TestMinimumBasicScenario-704716043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8385759'] for port (7dcdcf5f-f790-4511-9ed7-3de1e43ae14b), before_update {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:41.239411 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-31460cab-7d21-41dc-8522-efbd3c8e6c3c tempest-TestMinimumBasicScenario-704716043 tempest-TestMinimumBasicScenario-704716043-project] Publish callbacks [] for port (7dcdcf5f-f790-4511-9ed7-3de1e43ae14b), precommit_update {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:41.246580 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-31460cab-7d21-41dc-8522-efbd3c8e6c3c tempest-TestMinimumBasicScenario-704716043 tempest-TestMinimumBasicScenario-704716043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754346672056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754346267073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754346267091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9282845'] for port (7dcdcf5f-f790-4511-9ed7-3de1e43ae14b), after_update {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:41.313653 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31460cab-7d21-41dc-8522-efbd3c8e6c3c tempest-TestMinimumBasicScenario-704716043 tempest-TestMinimumBasicScenario-704716043-project] Pushing event updated for resources: {'Port': ['ID=7dcdcf5f-f790-4511-9ed7-3de1e43ae14b,revision_number=2']} {{(pid=119953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:05:41.326154 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-31460cab-7d21-41dc-8522-efbd3c8e6c3c tempest-TestMinimumBasicScenario-704716043 tempest-TestMinimumBasicScenario-704716043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-706389'] for floatingip (9426ea0d-873c-4ec6-8736-15f676a04164), after_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:41.426853 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.db.l3_db [None req-31460cab-7d21-41dc-8522-efbd3c8e6c3c tempest-TestMinimumBasicScenario-704716043 tempest-TestMinimumBasicScenario-704716043-project] Floating IP 9426ea0d-873c-4ec6-8736-15f676a04164 associated. External IP: 172.27.2.109, port: 3e8ced53-51a0-4964-929c-4bc53f3ed846. Mar 07 17:05:41.914158 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31460cab-7d21-41dc-8522-efbd3c8e6c3c tempest-TestMinimumBasicScenario-704716043 tempest-TestMinimumBasicScenario-704716043-project] Router ae67acd1-74cd-4bdc-a7b2-97f97a93f49e has already been hosted by L3 agent 4cbb3502-d72e-4663-b57e-51d645794085 {{(pid=119953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 17:05:42.022128 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31460cab-7d21-41dc-8522-efbd3c8e6c3c tempest-TestMinimumBasicScenario-704716043 tempest-TestMinimumBasicScenario-704716043-project] Notify agent at l3_agent.dv-cinder-804757-24-iscsi the message routers_updated {{(pid=119953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 17:05:42.033132 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0d4e238-337c-4531-90b0-0a04b22d005c None None] Sync routers for ids ['ae67acd1-74cd-4bdc-a7b2-97f97a93f49e'] in dv-cinder-804757-24-iscsi {{(pid=119956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 17:05:42.040758 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-31460cab-7d21-41dc-8522-efbd3c8e6c3c tempest-TestMinimumBasicScenario-704716043 tempest-TestMinimumBasicScenario-704716043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47102'] for floatingip (None), before_response {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:42.044318 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0d4e238-337c-4531-90b0-0a04b22d005c None None] Routers {'ae67acd1-74cd-4bdc-a7b2-97f97a93f49e'} bound to L3 agent in host dv-cinder-804757-24-iscsi {{(pid=119956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 17:05:42.044956 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.db.l3_hamode_db [None req-d0d4e238-337c-4531-90b0-0a04b22d005c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T16:44:19Z,description=,heartbeat_timestamp=2022-03-07T17:05:19Z,host='dv-cinder-804757-24-iscsi',id=4cbb3502-d72e-4663-b57e-51d645794085,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:44:19Z,topic='l3_agent')) {'router_ids': ['ae67acd1-74cd-4bdc-a7b2-97f97a93f49e'], 'active': True} {{(pid=119956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:05:42.070897 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [None req-31460cab-7d21-41dc-8522-efbd3c8e6c3c tempest-TestMinimumBasicScenario-704716043 tempest-TestMinimumBasicScenario-704716043-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8244503 Mar 07 17:05:42.071501 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34133af4-21bf-4695-8b2d-ee41f06d01e9', 'tag': '3e8ced53-51a0-4964-929c-4bc53f3ed846'}] {{(pid=119953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 17:05:42.073775 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed95515d7af65a162ef4af60abe3e4aacc73bb6c2379f81891a58e09c3a2d0f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb271c2d-8633-4709-8122-d5e199742703" -d '{"events": [{"name": "network-changed", "server_uuid": "34133af4-21bf-4695-8b2d-ee41f06d01e9", "tag": "3e8ced53-51a0-4964-929c-4bc53f3ed846"}]}' {{(pid=119953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 17:05:42.074069 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.wsgi [-] (119954) accepted ('10.222.0.18', 60164) {{(pid=119954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:05:42.078526 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.v2.base [None req-4f17c1a7-71b8-46da-809e-1a75d0bbaec7 tempest-TestMinimumBasicScenario-704716043 tempest-TestMinimumBasicScenario-704716043-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-853779207', 'description': 'tempest-secgroup-smoke-853779207 description', 'project_id': '4a4c22303cf6407c96e3536683825ed2'}} {{(pid=119954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:05:42.099897 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-4f17c1a7-71b8-46da-809e-1a75d0bbaec7 tempest-TestMinimumBasicScenario-704716043 tempest-TestMinimumBasicScenario-704716043-project] Publish callbacks [] for security_group (None), before_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:42.111271 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 17:05:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2705f2f-dce9-4a3f-aadc-762c84396f1a x-openstack-request-id: req-b2705f2f-dce9-4a3f-aadc-762c84396f1a {{(pid=119953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 17:05:42.111814 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34133af4-21bf-4695-8b2d-ee41f06d01e9", "tag": "3e8ced53-51a0-4964-929c-4bc53f3ed846", "status": "completed", "code": 200}]} {{(pid=119953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 17:05:42.112054 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b2705f2f-dce9-4a3f-aadc-762c84396f1a {{(pid=119953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 17:05:42.112397 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34133af4-21bf-4695-8b2d-ee41f06d01e9', 'tag': '3e8ced53-51a0-4964-929c-4bc53f3ed846', 'status': 'completed', 'code': 200} Mar 07 17:05:42.152207 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.db.l3_dvr_db [None req-d0d4e238-337c-4531-90b0-0a04b22d005c None None] Set router ae67acd1-74cd-4bdc-a7b2-97f97a93f49e gateway port host: dv-cinder-804757-24-iscsi {{(pid=119956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 17:05:42.163994 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-4f17c1a7-71b8-46da-809e-1a75d0bbaec7 tempest-TestMinimumBasicScenario-704716043 tempest-TestMinimumBasicScenario-704716043-project] Publish callbacks [] for security_group (30f263a5-651b-4a09-ac68-2692a6aa947e), precommit_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:42.170337 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-4f17c1a7-71b8-46da-809e-1a75d0bbaec7 tempest-TestMinimumBasicScenario-704716043 tempest-TestMinimumBasicScenario-704716043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543383'] for security_group (30f263a5-651b-4a09-ac68-2692a6aa947e), after_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:42.201485 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-4f17c1a7-71b8-46da-809e-1a75d0bbaec7 tempest-TestMinimumBasicScenario-704716043 tempest-TestMinimumBasicScenario-704716043-project] Publish callbacks [] for security_group (None), before_response {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:42.202815 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [None req-4f17c1a7-71b8-46da-809e-1a75d0bbaec7 tempest-TestMinimumBasicScenario-704716043 tempest-TestMinimumBasicScenario-704716043-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1276526 Mar 07 17:05:42.203536 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f17c1a7-71b8-46da-809e-1a75d0bbaec7 tempest-TestMinimumBasicScenario-704716043 tempest-TestMinimumBasicScenario-704716043-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30f263a5-651b-4a09-ac68-2692a6aa947e,revision_number=1']} {{(pid=119954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:05:42.206603 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.wsgi [-] (119953) accepted ('10.222.0.18', 60168) {{(pid=119953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:05:42.211266 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.v2.base [None req-1cd846b8-74fb-4045-9003-db4c133b5610 tempest-TestMinimumBasicScenario-704716043 tempest-TestMinimumBasicScenario-704716043-project] Request body: {'security_group_rule': {'security_group_id': '30f263a5-651b-4a09-ac68-2692a6aa947e', 'project_id': '4a4c22303cf6407c96e3536683825ed2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=119953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:05:42.211529 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f17c1a7-71b8-46da-809e-1a75d0bbaec7 tempest-TestMinimumBasicScenario-704716043 tempest-TestMinimumBasicScenario-704716043-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:05:42.211917 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f17c1a7-71b8-46da-809e-1a75d0bbaec7 tempest-TestMinimumBasicScenario-704716043 tempest-TestMinimumBasicScenario-704716043-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:05:42.212256 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f17c1a7-71b8-46da-809e-1a75d0bbaec7 tempest-TestMinimumBasicScenario-704716043 tempest-TestMinimumBasicScenario-704716043-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:05:42.212588 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f17c1a7-71b8-46da-809e-1a75d0bbaec7 tempest-TestMinimumBasicScenario-704716043 tempest-TestMinimumBasicScenario-704716043-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:05:42.212915 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f17c1a7-71b8-46da-809e-1a75d0bbaec7 tempest-TestMinimumBasicScenario-704716043 tempest-TestMinimumBasicScenario-704716043-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:05:42.213235 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f17c1a7-71b8-46da-809e-1a75d0bbaec7 tempest-TestMinimumBasicScenario-704716043 tempest-TestMinimumBasicScenario-704716043-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:05:42.213562 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f17c1a7-71b8-46da-809e-1a75d0bbaec7 tempest-TestMinimumBasicScenario-704716043 tempest-TestMinimumBasicScenario-704716043-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:05:42.213883 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f17c1a7-71b8-46da-809e-1a75d0bbaec7 tempest-TestMinimumBasicScenario-704716043 tempest-TestMinimumBasicScenario-704716043-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:05:42.214203 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f17c1a7-71b8-46da-809e-1a75d0bbaec7 tempest-TestMinimumBasicScenario-704716043 tempest-TestMinimumBasicScenario-704716043-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:05:42.214521 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f17c1a7-71b8-46da-809e-1a75d0bbaec7 tempest-TestMinimumBasicScenario-704716043 tempest-TestMinimumBasicScenario-704716043-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:05:42.214838 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f17c1a7-71b8-46da-809e-1a75d0bbaec7 tempest-TestMinimumBasicScenario-704716043 tempest-TestMinimumBasicScenario-704716043-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:05:42.215152 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f17c1a7-71b8-46da-809e-1a75d0bbaec7 tempest-TestMinimumBasicScenario-704716043 tempest-TestMinimumBasicScenario-704716043-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:05:42.215465 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f17c1a7-71b8-46da-809e-1a75d0bbaec7 tempest-TestMinimumBasicScenario-704716043 tempest-TestMinimumBasicScenario-704716043-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:05:42.224538 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb271c2d-8633-4709-8122-d5e199742703 req-99cff966-7a75-490a-b6a3-145aa9d35d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:05:42.226375 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-eb271c2d-8633-4709-8122-d5e199742703 req-99cff966-7a75-490a-b6a3-145aa9d35d34 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=4a4c22303cf6407c96e3536683825ed2&device_id=34133af4-21bf-4695-8b2d-ee41f06d01e9 HTTP/1.1" status: 200 len: 1129 time: 0.0656147 Mar 07 17:05:42.301772 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-1cd846b8-74fb-4045-9003-db4c133b5610 tempest-TestMinimumBasicScenario-704716043 tempest-TestMinimumBasicScenario-704716043-project] Publish callbacks [] for security_group_rule (9529e7f5-6d06-4fca-8ddf-a495d615b438), before_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:42.349396 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb271c2d-8633-4709-8122-d5e199742703 req-3721678b-a2a6-4dac-a1c8-87d2cef642c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:05:42.350874 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-eb271c2d-8633-4709-8122-d5e199742703 req-3721678b-a2a6-4dac-a1c8-87d2cef642c9 service neutron] 10.222.0.66 "GET /v2.0/networks?id=b87af87a-3972-4bf5-88f3-47d708b95dd7 HTTP/1.1" status: 200 len: 915 time: 0.1186912 Mar 07 17:05:42.377787 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.db.l3_hamode_db [None req-d0d4e238-337c-4531-90b0-0a04b22d005c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae67acd1-74cd-4bdc-a7b2-97f97a93f49e', 'name': 'tempest-TestMinimumBasicScenario-874036274-router', 'tenant_id': '4a4c22303cf6407c96e3536683825ed2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'external_fixed_ips': [{'subnet_id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'ip_address': '172.27.2.139'}], 'enable_snat': True}, 'gw_port_id': 'e5c093aa-2552-492a-9908-da812114dacf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:04:52Z', 'updated_at': '2022-03-07T17:04:55Z', 'revision_number': 4, 'project_id': '4a4c22303cf6407c96e3536683825ed2', 'gw_port': {'id': 'e5c093aa-2552-492a-9908-da812114dacf', 'name': '', 'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:ab:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae67acd1-74cd-4bdc-a7b2-97f97a93f49e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'ip_address': '172.27.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:04:52Z', 'updated_at': '2022-03-07T17:04:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-24-iscsi', '_floatingips': [{'id': '9426ea0d-873c-4ec6-8736-15f676a04164', 'tenant_id': '4a4c22303cf6407c96e3536683825ed2', 'floating_ip_address': '172.27.2.109', 'floating_network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'router_id': 'ae67acd1-74cd-4bdc-a7b2-97f97a93f49e', 'port_id': '3e8ced53-51a0-4964-929c-4bc53f3ed846', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 725, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b87af87a-3972-4bf5-88f3-47d708b95dd7', 'mac_address': 'fa:16:3e:be:54:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34133af4-21bf-4695-8b2d-ee41f06d01e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T17:05:40Z', 'updated_at': '2022-03-07T17:05:40Z', 'revision_number': 0, 'project_id': '4a4c22303cf6407c96e3536683825ed2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81168bb6-2beb-4f5c-ab4d-d614953ef0ed', 'name': '', 'network_id': 'b87af87a-3972-4bf5-88f3-47d708b95dd7', 'tenant_id': '4a4c22303cf6407c96e3536683825ed2', 'mac_address': 'fa:16:3e:77:56:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae67acd1-74cd-4bdc-a7b2-97f97a93f49e', 'device_owner': 'network:router_interface', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': '10ac25b2-f112-47fb-b228-71f282fb0e8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:04:54Z', 'updated_at': '2022-03-07T17:04:58Z', 'revision_number': 5, 'project_id': '4a4c22303cf6407c96e3536683825ed2', 'subnets': [{'id': '10ac25b2-f112-47fb-b228-71f282fb0e8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-24-iscsi', False) {} {{(pid=119956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:05:42.404298 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0d4e238-337c-4531-90b0-0a04b22d005c None None] Checking router: ae67acd1-74cd-4bdc-a7b2-97f97a93f49e for host: dv-cinder-804757-24-iscsi {{(pid=119956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 17:05:42.413001 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0d4e238-337c-4531-90b0-0a04b22d005c None None] Routers {'ae67acd1-74cd-4bdc-a7b2-97f97a93f49e'} bound to L3 agent in host dv-cinder-804757-24-iscsi {{(pid=119956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 17:05:42.413607 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.db.l3_hamode_db [None req-d0d4e238-337c-4531-90b0-0a04b22d005c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T16:44:19Z,description=,heartbeat_timestamp=2022-03-07T17:05:19Z,host='dv-cinder-804757-24-iscsi',id=4cbb3502-d72e-4663-b57e-51d645794085,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:44:19Z,topic='l3_agent')) {'router_ids': ['ae67acd1-74cd-4bdc-a7b2-97f97a93f49e'], 'active': True} {{(pid=119956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:05:42.417538 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-1cd846b8-74fb-4045-9003-db4c133b5610 tempest-TestMinimumBasicScenario-704716043 tempest-TestMinimumBasicScenario-704716043-project] Publish callbacks [] for security_group_rule (9529e7f5-6d06-4fca-8ddf-a495d615b438), precommit_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:42.426122 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-1cd846b8-74fb-4045-9003-db4c133b5610 tempest-TestMinimumBasicScenario-704716043 tempest-TestMinimumBasicScenario-704716043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543268'] for security_group_rule (9529e7f5-6d06-4fca-8ddf-a495d615b438), after_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:42.441041 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-eb271c2d-8633-4709-8122-d5e199742703 req-d4287499-beba-4af9-ae50-5b5a980fd535 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3e8ced53-51a0-4964-929c-4bc53f3ed846 HTTP/1.1" status: 200 len: 999 time: 0.0827157 Mar 07 17:05:42.445652 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd846b8-74fb-4045-9003-db4c133b5610 tempest-TestMinimumBasicScenario-704716043 tempest-TestMinimumBasicScenario-704716043-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9529e7f5-6d06-4fca-8ddf-a495d615b438,revision_number=0']} {{(pid=119953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:05:42.468986 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd846b8-74fb-4045-9003-db4c133b5610 tempest-TestMinimumBasicScenario-704716043 tempest-TestMinimumBasicScenario-704716043-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:05:42.469342 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd846b8-74fb-4045-9003-db4c133b5610 tempest-TestMinimumBasicScenario-704716043 tempest-TestMinimumBasicScenario-704716043-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:05:42.469746 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd846b8-74fb-4045-9003-db4c133b5610 tempest-TestMinimumBasicScenario-704716043 tempest-TestMinimumBasicScenario-704716043-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:05:42.470088 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd846b8-74fb-4045-9003-db4c133b5610 tempest-TestMinimumBasicScenario-704716043 tempest-TestMinimumBasicScenario-704716043-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:05:42.470419 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd846b8-74fb-4045-9003-db4c133b5610 tempest-TestMinimumBasicScenario-704716043 tempest-TestMinimumBasicScenario-704716043-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:05:42.470774 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd846b8-74fb-4045-9003-db4c133b5610 tempest-TestMinimumBasicScenario-704716043 tempest-TestMinimumBasicScenario-704716043-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:05:42.471092 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd846b8-74fb-4045-9003-db4c133b5610 tempest-TestMinimumBasicScenario-704716043 tempest-TestMinimumBasicScenario-704716043-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:05:42.471486 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd846b8-74fb-4045-9003-db4c133b5610 tempest-TestMinimumBasicScenario-704716043 tempest-TestMinimumBasicScenario-704716043-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:05:42.471845 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd846b8-74fb-4045-9003-db4c133b5610 tempest-TestMinimumBasicScenario-704716043 tempest-TestMinimumBasicScenario-704716043-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:05:42.472171 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd846b8-74fb-4045-9003-db4c133b5610 tempest-TestMinimumBasicScenario-704716043 tempest-TestMinimumBasicScenario-704716043-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:05:42.472495 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd846b8-74fb-4045-9003-db4c133b5610 tempest-TestMinimumBasicScenario-704716043 tempest-TestMinimumBasicScenario-704716043-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:05:42.472816 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd846b8-74fb-4045-9003-db4c133b5610 tempest-TestMinimumBasicScenario-704716043 tempest-TestMinimumBasicScenario-704716043-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:05:42.473310 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd846b8-74fb-4045-9003-db4c133b5610 tempest-TestMinimumBasicScenario-704716043 tempest-TestMinimumBasicScenario-704716043-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:05:42.495480 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-1cd846b8-74fb-4045-9003-db4c133b5610 tempest-TestMinimumBasicScenario-704716043 tempest-TestMinimumBasicScenario-704716043-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:42.496724 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [None req-1cd846b8-74fb-4045-9003-db4c133b5610 tempest-TestMinimumBasicScenario-704716043 tempest-TestMinimumBasicScenario-704716043-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2888658 Mar 07 17:05:42.499871 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.wsgi [-] (119954) accepted ('10.222.0.18', 60170) {{(pid=119954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:05:42.505241 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.v2.base [None req-d90683e3-5d11-4af0-890b-afe414f5c463 tempest-TestMinimumBasicScenario-704716043 tempest-TestMinimumBasicScenario-704716043-project] Request body: {'security_group_rule': {'security_group_id': '30f263a5-651b-4a09-ac68-2692a6aa947e', 'project_id': '4a4c22303cf6407c96e3536683825ed2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=119954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:05:42.515990 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb271c2d-8633-4709-8122-d5e199742703 req-8468ebb6-bea1-4cc8-84c5-d73baddbf23b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:05:42.517130 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-eb271c2d-8633-4709-8122-d5e199742703 req-8468ebb6-bea1-4cc8-84c5-d73baddbf23b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=10ac25b2-f112-47fb-b228-71f282fb0e8f HTTP/1.1" status: 200 len: 853 time: 0.0666249 Mar 07 17:05:42.535787 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-d90683e3-5d11-4af0-890b-afe414f5c463 tempest-TestMinimumBasicScenario-704716043 tempest-TestMinimumBasicScenario-704716043-project] Publish callbacks [] for security_group_rule (87b657b4-5579-4fd8-ac06-3c035f6c8473), before_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:42.571488 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb271c2d-8633-4709-8122-d5e199742703 req-20678db9-27eb-4ee6-a1d1-49bb45ce9ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:05:42.573052 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-eb271c2d-8633-4709-8122-d5e199742703 req-20678db9-27eb-4ee6-a1d1-49bb45ce9ae1 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b87af87a-3972-4bf5-88f3-47d708b95dd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0484443 Mar 07 17:05:42.597872 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-d90683e3-5d11-4af0-890b-afe414f5c463 tempest-TestMinimumBasicScenario-704716043 tempest-TestMinimumBasicScenario-704716043-project] Publish callbacks [] for security_group_rule (87b657b4-5579-4fd8-ac06-3c035f6c8473), precommit_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:42.602164 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-d90683e3-5d11-4af0-890b-afe414f5c463 tempest-TestMinimumBasicScenario-704716043 tempest-TestMinimumBasicScenario-704716043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543268'] for security_group_rule (87b657b4-5579-4fd8-ac06-3c035f6c8473), after_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:42.618409 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.db.l3_dvr_db [None req-d0d4e238-337c-4531-90b0-0a04b22d005c None None] Set router ae67acd1-74cd-4bdc-a7b2-97f97a93f49e gateway port host: dv-cinder-804757-24-iscsi {{(pid=119956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 17:05:42.623277 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90683e3-5d11-4af0-890b-afe414f5c463 tempest-TestMinimumBasicScenario-704716043 tempest-TestMinimumBasicScenario-704716043-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87b657b4-5579-4fd8-ac06-3c035f6c8473,revision_number=0']} {{(pid=119954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:05:42.629761 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-d90683e3-5d11-4af0-890b-afe414f5c463 tempest-TestMinimumBasicScenario-704716043 tempest-TestMinimumBasicScenario-704716043-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:42.631191 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [None req-d90683e3-5d11-4af0-890b-afe414f5c463 tempest-TestMinimumBasicScenario-704716043 tempest-TestMinimumBasicScenario-704716043-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1298485 Mar 07 17:05:42.634103 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.wsgi [-] (119954) accepted ('10.222.0.18', 60172) {{(pid=119954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:05:42.638549 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.v2.base [None req-136ceae5-2097-407d-87a4-2ae333cf5b0b tempest-TestMinimumBasicScenario-704716043 tempest-TestMinimumBasicScenario-704716043-project] Request body: {'security_group_rule': {'security_group_id': '30f263a5-651b-4a09-ac68-2692a6aa947e', 'project_id': '4a4c22303cf6407c96e3536683825ed2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=119954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:05:42.663322 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-136ceae5-2097-407d-87a4-2ae333cf5b0b tempest-TestMinimumBasicScenario-704716043 tempest-TestMinimumBasicScenario-704716043-project] Publish callbacks [] for security_group_rule (cef681a1-5f29-44af-8ce2-1e8a7feec096), before_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:42.676643 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-eb271c2d-8633-4709-8122-d5e199742703 req-fd4ce9ed-0b9d-4d50-a13b-94d4649ee67d service neutron] 10.222.0.66 "GET /v2.0/networks/b87af87a-3972-4bf5-88f3-47d708b95dd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960207 Mar 07 17:05:42.721437 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-136ceae5-2097-407d-87a4-2ae333cf5b0b tempest-TestMinimumBasicScenario-704716043 tempest-TestMinimumBasicScenario-704716043-project] Publish callbacks [] for security_group_rule (cef681a1-5f29-44af-8ce2-1e8a7feec096), precommit_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:42.725895 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-136ceae5-2097-407d-87a4-2ae333cf5b0b tempest-TestMinimumBasicScenario-704716043 tempest-TestMinimumBasicScenario-704716043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543268'] for security_group_rule (cef681a1-5f29-44af-8ce2-1e8a7feec096), after_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:42.740928 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136ceae5-2097-407d-87a4-2ae333cf5b0b tempest-TestMinimumBasicScenario-704716043 tempest-TestMinimumBasicScenario-704716043-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cef681a1-5f29-44af-8ce2-1e8a7feec096,revision_number=0']} {{(pid=119954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:05:42.755254 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-136ceae5-2097-407d-87a4-2ae333cf5b0b tempest-TestMinimumBasicScenario-704716043 tempest-TestMinimumBasicScenario-704716043-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:42.759188 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [None req-136ceae5-2097-407d-87a4-2ae333cf5b0b tempest-TestMinimumBasicScenario-704716043 tempest-TestMinimumBasicScenario-704716043-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1214511 Mar 07 17:05:42.759838 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.wsgi [-] (119954) accepted ('10.222.0.18', 60174) {{(pid=119954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:05:42.763632 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.v2.base [None req-3117f024-f343-4753-b9c5-f1a3902dd240 tempest-TestMinimumBasicScenario-704716043 tempest-TestMinimumBasicScenario-704716043-project] Request body: {'security_group_rule': {'security_group_id': '30f263a5-651b-4a09-ac68-2692a6aa947e', 'project_id': '4a4c22303cf6407c96e3536683825ed2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=119954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:05:42.770638 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-eb271c2d-8633-4709-8122-d5e199742703 req-68a93dd5-06de-48c2-b8ea-c4dd9882c8be service neutron] 10.222.0.66 "GET /v2.0/networks/b87af87a-3972-4bf5-88f3-47d708b95dd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884039 Mar 07 17:05:42.788134 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-3117f024-f343-4753-b9c5-f1a3902dd240 tempest-TestMinimumBasicScenario-704716043 tempest-TestMinimumBasicScenario-704716043-project] Publish callbacks [] for security_group_rule (d1671fcc-be16-48ff-8e70-86728f9346e0), before_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:42.848069 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-3117f024-f343-4753-b9c5-f1a3902dd240 tempest-TestMinimumBasicScenario-704716043 tempest-TestMinimumBasicScenario-704716043-project] Publish callbacks [] for security_group_rule (d1671fcc-be16-48ff-8e70-86728f9346e0), precommit_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:42.852082 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-3117f024-f343-4753-b9c5-f1a3902dd240 tempest-TestMinimumBasicScenario-704716043 tempest-TestMinimumBasicScenario-704716043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543268'] for security_group_rule (d1671fcc-be16-48ff-8e70-86728f9346e0), after_create {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:42.867833 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.db.l3_hamode_db [None req-d0d4e238-337c-4531-90b0-0a04b22d005c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae67acd1-74cd-4bdc-a7b2-97f97a93f49e', 'name': 'tempest-TestMinimumBasicScenario-874036274-router', 'tenant_id': '4a4c22303cf6407c96e3536683825ed2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'external_fixed_ips': [{'subnet_id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'ip_address': '172.27.2.139'}], 'enable_snat': True}, 'gw_port_id': 'e5c093aa-2552-492a-9908-da812114dacf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:04:52Z', 'updated_at': '2022-03-07T17:04:55Z', 'revision_number': 4, 'project_id': '4a4c22303cf6407c96e3536683825ed2', 'gw_port': {'id': 'e5c093aa-2552-492a-9908-da812114dacf', 'name': '', 'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:ab:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae67acd1-74cd-4bdc-a7b2-97f97a93f49e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'ip_address': '172.27.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:04:52Z', 'updated_at': '2022-03-07T17:04:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-24-iscsi', '_floatingips': [{'id': '9426ea0d-873c-4ec6-8736-15f676a04164', 'tenant_id': '4a4c22303cf6407c96e3536683825ed2', 'floating_ip_address': '172.27.2.109', 'floating_network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'router_id': 'ae67acd1-74cd-4bdc-a7b2-97f97a93f49e', 'port_id': '3e8ced53-51a0-4964-929c-4bc53f3ed846', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 725, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b87af87a-3972-4bf5-88f3-47d708b95dd7', 'mac_address': 'fa:16:3e:be:54:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34133af4-21bf-4695-8b2d-ee41f06d01e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T17:05:40Z', 'updated_at': '2022-03-07T17:05:40Z', 'revision_number': 0, 'project_id': '4a4c22303cf6407c96e3536683825ed2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81168bb6-2beb-4f5c-ab4d-d614953ef0ed', 'name': '', 'network_id': 'b87af87a-3972-4bf5-88f3-47d708b95dd7', 'tenant_id': '4a4c22303cf6407c96e3536683825ed2', 'mac_address': 'fa:16:3e:77:56:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae67acd1-74cd-4bdc-a7b2-97f97a93f49e', 'device_owner': 'network:router_interface', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': '10ac25b2-f112-47fb-b228-71f282fb0e8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:04:54Z', 'updated_at': '2022-03-07T17:04:58Z', 'revision_number': 5, 'project_id': '4a4c22303cf6407c96e3536683825ed2', 'subnets': [{'id': '10ac25b2-f112-47fb-b228-71f282fb0e8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-24-iscsi', False) {} {{(pid=119956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:05:42.869227 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3117f024-f343-4753-b9c5-f1a3902dd240 tempest-TestMinimumBasicScenario-704716043 tempest-TestMinimumBasicScenario-704716043-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1671fcc-be16-48ff-8e70-86728f9346e0,revision_number=0']} {{(pid=119954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:05:42.877813 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-3117f024-f343-4753-b9c5-f1a3902dd240 tempest-TestMinimumBasicScenario-704716043 tempest-TestMinimumBasicScenario-704716043-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:42.879017 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [None req-3117f024-f343-4753-b9c5-f1a3902dd240 tempest-TestMinimumBasicScenario-704716043 tempest-TestMinimumBasicScenario-704716043-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1186934 Mar 07 17:05:42.881951 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.wsgi [-] (119953) accepted ('10.222.0.18', 60176) {{(pid=119953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:05:42.886403 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.v2.base [None req-63269cfd-a863-496c-8dd9-ee247ba20558 tempest-TestMinimumBasicScenario-704716043 tempest-TestMinimumBasicScenario-704716043-project] Request body: {'security_group_rule': {'security_group_id': '30f263a5-651b-4a09-ac68-2692a6aa947e', 'project_id': '4a4c22303cf6407c96e3536683825ed2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=119953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:05:42.900179 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0d4e238-337c-4531-90b0-0a04b22d005c None None] The sync data for ids ['ae67acd1-74cd-4bdc-a7b2-97f97a93f49e'] in dv-cinder-804757-24-iscsi is: [{'id': 'ae67acd1-74cd-4bdc-a7b2-97f97a93f49e', 'name': 'tempest-TestMinimumBasicScenario-874036274-router', 'tenant_id': '4a4c22303cf6407c96e3536683825ed2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'external_fixed_ips': [{'subnet_id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'ip_address': '172.27.2.139'}], 'enable_snat': True}, 'gw_port_id': 'e5c093aa-2552-492a-9908-da812114dacf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:04:52Z', 'updated_at': '2022-03-07T17:04:55Z', 'revision_number': 4, 'project_id': '4a4c22303cf6407c96e3536683825ed2', 'gw_port': {'id': 'e5c093aa-2552-492a-9908-da812114dacf', 'name': '', 'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:ab:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae67acd1-74cd-4bdc-a7b2-97f97a93f49e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'ip_address': '172.27.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:04:52Z', 'updated_at': '2022-03-07T17:04:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-24-iscsi', '_floatingips': [{'id': '9426ea0d-873c-4ec6-8736-15f676a04164', 'tenant_id': '4a4c22303cf6407c96e3536683825ed2', 'floating_ip_address': '172.27.2.109', 'floating_network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'router_id': 'ae67acd1-74cd-4bdc-a7b2-97f97a93f49e', 'port_id': '3e8ced53-51a0-4964-929c-4bc53f3ed846', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 725, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b87af87a-3972-4bf5-88f3-47d708b95dd7', 'mac_address': 'fa:16:3e:be:54:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34133af4-21bf-4695-8b2d-ee41f06d01e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T17:05:40Z', 'updated_at': '2022-03-07T17:05:40Z', 'revision_number': 0, 'project_id': '4a4c22303cf6407c96e3536683825ed2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81168bb6-2beb-4f5c-ab4d-d614953ef0ed', 'name': '', 'network_id': 'b87af87a-3972-4bf5-88f3-47d708b95dd7', 'tenant_id': '4a4c22303cf6407c96e3536683825ed2', 'mac_address': 'fa:16:3e:77:56:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae67acd1-74cd-4bdc-a7b2-97f97a93f49e', 'device_owner': 'network:router_interface', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': '10ac25b2-f112-47fb-b228-71f282fb0e8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:04:54Z', 'updated_at': '2022-03-07T17:04:58Z', 'revision_number': 5, 'project_id': '4a4c22303cf6407c96e3536683825ed2', 'subnets': [{'id': '10ac25b2-f112-47fb-b228-71f282fb0e8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 17:05:42.909740 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.db.securitygroups_db [None req-63269cfd-a863-496c-8dd9-ee247ba20558 tempest-TestMinimumBasicScenario-704716043 tempest-TestMinimumBasicScenario-704716043-project] Project 4a4c22303cf6407c96e3536683825ed2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 17:05:42.915399 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-63269cfd-a863-496c-8dd9-ee247ba20558 tempest-TestMinimumBasicScenario-704716043 tempest-TestMinimumBasicScenario-704716043-project] Publish callbacks [] for security_group_rule (71a52886-09ea-4745-bdc7-1fd94a36f913), before_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:42.976233 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-63269cfd-a863-496c-8dd9-ee247ba20558 tempest-TestMinimumBasicScenario-704716043 tempest-TestMinimumBasicScenario-704716043-project] Publish callbacks [] for security_group_rule (71a52886-09ea-4745-bdc7-1fd94a36f913), precommit_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:42.980688 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-63269cfd-a863-496c-8dd9-ee247ba20558 tempest-TestMinimumBasicScenario-704716043 tempest-TestMinimumBasicScenario-704716043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543268'] for security_group_rule (71a52886-09ea-4745-bdc7-1fd94a36f913), after_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:42.998266 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63269cfd-a863-496c-8dd9-ee247ba20558 tempest-TestMinimumBasicScenario-704716043 tempest-TestMinimumBasicScenario-704716043-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71a52886-09ea-4745-bdc7-1fd94a36f913,revision_number=0']} {{(pid=119953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:05:43.007279 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-63269cfd-a863-496c-8dd9-ee247ba20558 tempest-TestMinimumBasicScenario-704716043 tempest-TestMinimumBasicScenario-704716043-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:43.008503 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [None req-63269cfd-a863-496c-8dd9-ee247ba20558 tempest-TestMinimumBasicScenario-704716043 tempest-TestMinimumBasicScenario-704716043-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1255500 Mar 07 17:05:43.011336 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.wsgi [-] (119953) accepted ('10.222.0.18', 60178) {{(pid=119953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:05:43.015720 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.v2.base [None req-4506545b-7eb4-4fa0-9087-d5ca5def24d6 tempest-TestMinimumBasicScenario-704716043 tempest-TestMinimumBasicScenario-704716043-project] Request body: {'security_group_rule': {'security_group_id': '30f263a5-651b-4a09-ac68-2692a6aa947e', 'project_id': '4a4c22303cf6407c96e3536683825ed2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=119953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:05:43.038150 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.db.securitygroups_db [None req-4506545b-7eb4-4fa0-9087-d5ca5def24d6 tempest-TestMinimumBasicScenario-704716043 tempest-TestMinimumBasicScenario-704716043-project] Project 4a4c22303cf6407c96e3536683825ed2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 17:05:43.043240 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-4506545b-7eb4-4fa0-9087-d5ca5def24d6 tempest-TestMinimumBasicScenario-704716043 tempest-TestMinimumBasicScenario-704716043-project] Publish callbacks [] for security_group_rule (f549cec6-3377-40af-ad30-7a11a492531b), before_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:43.097784 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-022c3f90-4bf6-4cf9-aeaf-35d0ce65a9bf None None] New status for floating IP 9426ea0d-873c-4ec6-8736-15f676a04164: ACTIVE {{(pid=119955) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 17:05:43.111374 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-4506545b-7eb4-4fa0-9087-d5ca5def24d6 tempest-TestMinimumBasicScenario-704716043 tempest-TestMinimumBasicScenario-704716043-project] Publish callbacks [] for security_group_rule (f549cec6-3377-40af-ad30-7a11a492531b), precommit_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:43.116392 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-4506545b-7eb4-4fa0-9087-d5ca5def24d6 tempest-TestMinimumBasicScenario-704716043 tempest-TestMinimumBasicScenario-704716043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543268'] for security_group_rule (f549cec6-3377-40af-ad30-7a11a492531b), after_create {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:43.133569 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4506545b-7eb4-4fa0-9087-d5ca5def24d6 tempest-TestMinimumBasicScenario-704716043 tempest-TestMinimumBasicScenario-704716043-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f549cec6-3377-40af-ad30-7a11a492531b,revision_number=0']} {{(pid=119953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:05:43.143268 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-4506545b-7eb4-4fa0-9087-d5ca5def24d6 tempest-TestMinimumBasicScenario-704716043 tempest-TestMinimumBasicScenario-704716043-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:43.145038 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [None req-4506545b-7eb4-4fa0-9087-d5ca5def24d6 tempest-TestMinimumBasicScenario-704716043 tempest-TestMinimumBasicScenario-704716043-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1322527 Mar 07 17:05:43.232026 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-ba10644c-e255-4217-bd51-75b69b7901e2 req-8ae33784-46fa-4bd8-bca8-b3a97774ec89 tempest-TestMinimumBasicScenario-704716043 tempest-TestMinimumBasicScenario-704716043-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-853779207&fields=id&tenant_id=4a4c22303cf6407c96e3536683825ed2 HTTP/1.1" status: 200 len: 267 time: 0.0432992 Mar 07 17:05:43.288251 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba10644c-e255-4217-bd51-75b69b7901e2 req-0ec31c8b-5f54-4eb0-9778-13b2ff22af9f tempest-TestMinimumBasicScenario-704716043 tempest-TestMinimumBasicScenario-704716043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:05:43.289725 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-ba10644c-e255-4217-bd51-75b69b7901e2 req-0ec31c8b-5f54-4eb0-9778-13b2ff22af9f tempest-TestMinimumBasicScenario-704716043 tempest-TestMinimumBasicScenario-704716043-project] 10.222.0.18 "GET /v2.0/ports?device_id=34133af4-21bf-4695-8b2d-ee41f06d01e9 HTTP/1.1" status: 200 len: 945 time: 0.0521650 Mar 07 17:05:43.300568 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.v2.base [req-ba10644c-e255-4217-bd51-75b69b7901e2 req-551b913d-a892-4d31-9780-730b6beead1a tempest-TestMinimumBasicScenario-704716043 tempest-TestMinimumBasicScenario-704716043-project] Request body: {'port': {'security_groups': ['cba60e8a-0d73-41b7-9c58-3ccbbbd0d2ba', '30f263a5-651b-4a09-ac68-2692a6aa947e']}} {{(pid=119953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:05:43.367652 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [req-ba10644c-e255-4217-bd51-75b69b7901e2 req-551b913d-a892-4d31-9780-730b6beead1a tempest-TestMinimumBasicScenario-704716043 tempest-TestMinimumBasicScenario-704716043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8385759'] for port (3e8ced53-51a0-4964-929c-4bc53f3ed846), before_update {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:43.563962 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.db [req-ba10644c-e255-4217-bd51-75b69b7901e2 req-551b913d-a892-4d31-9780-730b6beead1a tempest-TestMinimumBasicScenario-704716043 tempest-TestMinimumBasicScenario-704716043-project] For port 3e8ced53-51a0-4964-929c-4bc53f3ed846, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=3e8ced53-51a0-4964-929c-4bc53f3ed846,segment=NetworkSegment(d08788d2-6614-448e-9c98-b8dd21676655),segment_id=d08788d2-6614-448e-9c98-b8dd21676655)] {{(pid=119953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:05:43.594281 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [req-ba10644c-e255-4217-bd51-75b69b7901e2 req-551b913d-a892-4d31-9780-730b6beead1a tempest-TestMinimumBasicScenario-704716043 tempest-TestMinimumBasicScenario-704716043-project] Publish callbacks [] for port (3e8ced53-51a0-4964-929c-4bc53f3ed846), precommit_update {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:43.600797 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [req-ba10644c-e255-4217-bd51-75b69b7901e2 req-551b913d-a892-4d31-9780-730b6beead1a tempest-TestMinimumBasicScenario-704716043 tempest-TestMinimumBasicScenario-704716043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754346672056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754346267073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754346267091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9282845'] for port (3e8ced53-51a0-4964-929c-4bc53f3ed846), after_update {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:43.642837 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.db [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] get_ports_and_sgs() called for port_ids ['3e8ced53-51a0-4964-929c-4bc53f3ed846'] {{(pid=119955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 17:05:43.644373 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba10644c-e255-4217-bd51-75b69b7901e2 req-551b913d-a892-4d31-9780-730b6beead1a tempest-TestMinimumBasicScenario-704716043 tempest-TestMinimumBasicScenario-704716043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:05:43.645113 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [req-ba10644c-e255-4217-bd51-75b69b7901e2 req-551b913d-a892-4d31-9780-730b6beead1a tempest-TestMinimumBasicScenario-704716043 tempest-TestMinimumBasicScenario-704716043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47102'] for port (None), before_response {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:43.647428 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-ba10644c-e255-4217-bd51-75b69b7901e2 req-551b913d-a892-4d31-9780-730b6beead1a tempest-TestMinimumBasicScenario-704716043 tempest-TestMinimumBasicScenario-704716043-project] 10.222.0.18 "PUT /v2.0/ports/3e8ced53-51a0-4964-929c-4bc53f3ed846 HTTP/1.1" status: 200 len: 981 time: 0.3507135 Mar 07 17:05:43.667187 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551b913d-a892-4d31-9780-730b6beead1a tempest-TestMinimumBasicScenario-704716043 tempest-TestMinimumBasicScenario-704716043-project] Pushing event updated for resources: {'Port': ['ID=3e8ced53-51a0-4964-929c-4bc53f3ed846,revision_number=6']} {{(pid=119953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:05:43.766736 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecddaa3-6c5f-4028-bc9f-d97f5dc651cb req-edb35ba0-9c57-42af-925a-4d49b1cd841f tempest-TestMinimumBasicScenario-704716043 tempest-TestMinimumBasicScenario-704716043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:05:43.768425 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-7ecddaa3-6c5f-4028-bc9f-d97f5dc651cb req-edb35ba0-9c57-42af-925a-4d49b1cd841f tempest-TestMinimumBasicScenario-704716043 tempest-TestMinimumBasicScenario-704716043-project] 10.222.0.18 "GET /v2.0/ports?device_id=34133af4-21bf-4695-8b2d-ee41f06d01e9 HTTP/1.1" status: 200 len: 984 time: 0.0559390 Mar 07 17:05:43.844088 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-7ecddaa3-6c5f-4028-bc9f-d97f5dc651cb req-9b9c53fa-b338-4198-93a3-08530f7a94a9 tempest-TestMinimumBasicScenario-704716043 tempest-TestMinimumBasicScenario-704716043-project] 10.222.0.18 "GET /v2.0/security-groups?id=30f263a5-651b-4a09-ac68-2692a6aa947e&id=cba60e8a-0d73-41b7-9c58-3ccbbbd0d2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0675867 Mar 07 17:05:43.883035 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.db [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] get_ports_and_sgs() called for port_ids ['3e8ced53-51a0-4964-929c-4bc53f3ed846'] {{(pid=119955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 17:05:43.937297 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.provisioning_blocks [None req-b5fce1b0-7aca-40a8-8f33-100d9a845ce5 None None] Provisioning complete for port 3e8ced53-51a0-4964-929c-4bc53f3ed846 triggered by entity DHCP. {{(pid=119955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 17:05:43.937597 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-b5fce1b0-7aca-40a8-8f33-100d9a845ce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8194280'] for port (3e8ced53-51a0-4964-929c-4bc53f3ed846), provisioning_complete {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:44.113543 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34133af4-21bf-4695-8b2d-ee41f06d01e9', 'tag': '3e8ced53-51a0-4964-929c-4bc53f3ed846'}] {{(pid=119953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 17:05:44.116452 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed95515d7af65a162ef4af60abe3e4aacc73bb6c2379f81891a58e09c3a2d0f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56f3960c-0cc6-48b1-a315-bf65439a3958" -d '{"events": [{"name": "network-changed", "server_uuid": "34133af4-21bf-4695-8b2d-ee41f06d01e9", "tag": "3e8ced53-51a0-4964-929c-4bc53f3ed846"}]}' {{(pid=119953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 17:05:44.144482 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.plugin [None req-b5fce1b0-7aca-40a8-8f33-100d9a845ce5 None None] Current status of the port 3e8ced53-51a0-4964-929c-4bc53f3ed846 is: ACTIVE; New status is: ACTIVE {{(pid=119955) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 17:05:44.153889 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 17:05:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30a1052b-dc0c-47f4-9233-14c51ec6e1fb x-openstack-request-id: req-30a1052b-dc0c-47f4-9233-14c51ec6e1fb {{(pid=119953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 17:05:44.154208 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34133af4-21bf-4695-8b2d-ee41f06d01e9", "tag": "3e8ced53-51a0-4964-929c-4bc53f3ed846", "status": "completed", "code": 200}]} {{(pid=119953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 17:05:44.154467 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-30a1052b-dc0c-47f4-9233-14c51ec6e1fb {{(pid=119953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 17:05:44.154877 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34133af4-21bf-4695-8b2d-ee41f06d01e9', 'tag': '3e8ced53-51a0-4964-929c-4bc53f3ed846', 'status': 'completed', 'code': 200} Mar 07 17:05:44.249074 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f3960c-0cc6-48b1-a315-bf65439a3958 req-0f3364fb-d8c9-45f4-9deb-2196fab78dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:05:44.250573 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-56f3960c-0cc6-48b1-a315-bf65439a3958 req-0f3364fb-d8c9-45f4-9deb-2196fab78dc4 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=4a4c22303cf6407c96e3536683825ed2&device_id=34133af4-21bf-4695-8b2d-ee41f06d01e9 HTTP/1.1" status: 200 len: 1168 time: 0.0453024 Mar 07 17:05:44.341987 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f3960c-0cc6-48b1-a315-bf65439a3958 req-41669bd3-9c2c-4647-81fe-e5876f63b9d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:05:44.343566 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-56f3960c-0cc6-48b1-a315-bf65439a3958 req-41669bd3-9c2c-4647-81fe-e5876f63b9d5 service neutron] 10.222.0.66 "GET /v2.0/networks?id=b87af87a-3972-4bf5-88f3-47d708b95dd7 HTTP/1.1" status: 200 len: 915 time: 0.0870545 Mar 07 17:05:44.407606 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-56f3960c-0cc6-48b1-a315-bf65439a3958 req-609f568c-7678-4de7-835c-9233e278baa5 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3e8ced53-51a0-4964-929c-4bc53f3ed846 HTTP/1.1" status: 200 len: 1001 time: 0.0579026 Mar 07 17:05:44.460251 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f3960c-0cc6-48b1-a315-bf65439a3958 req-2d68cb3e-0b40-4ca8-b9b0-e13e4abdc0bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:05:44.461707 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-56f3960c-0cc6-48b1-a315-bf65439a3958 req-2d68cb3e-0b40-4ca8-b9b0-e13e4abdc0bb service neutron] 10.222.0.66 "GET /v2.0/subnets?id=10ac25b2-f112-47fb-b228-71f282fb0e8f HTTP/1.1" status: 200 len: 853 time: 0.0469666 Mar 07 17:05:44.509492 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f3960c-0cc6-48b1-a315-bf65439a3958 req-75bffc69-172e-4ae5-8f7d-5d00a3ea30d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:05:44.510960 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-56f3960c-0cc6-48b1-a315-bf65439a3958 req-75bffc69-172e-4ae5-8f7d-5d00a3ea30d8 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b87af87a-3972-4bf5-88f3-47d708b95dd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0434554 Mar 07 17:05:44.609787 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-56f3960c-0cc6-48b1-a315-bf65439a3958 req-dd242bb3-5493-49f3-bc4e-992440cf3b0c service neutron] 10.222.0.66 "GET /v2.0/networks/b87af87a-3972-4bf5-88f3-47d708b95dd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920401 Mar 07 17:05:44.701604 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-56f3960c-0cc6-48b1-a315-bf65439a3958 req-a27b5f7b-8a76-4f50-b576-d2705eb791f6 service neutron] 10.222.0.66 "GET /v2.0/networks/b87af87a-3972-4bf5-88f3-47d708b95dd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850189 Mar 07 17:05:47.176769 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-12c7c725-30c7-4073-a8e7-a81aa27969b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194190'] for agent (85f07778-81ef-4888-a2e3-51ae57b6426a), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:49.411702 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-1bb708a5-d949-4221-a3a3-bf9b54553d1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194190'] for agent (4cbb3502-d72e-4663-b57e-51d645794085), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:49.690344 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.db.agents_db [None req-64435fe0-d7c6-4327-a557-6d3e8ab92464 None None] Agent healthcheck: found 6 active agents {{(pid=119956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 17:05:50.588426 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-ad94e2ed-e0a8-44ae-a5ff-cf9ca5ab0e17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194190'] for agent (82ccd293-b7fb-4417-a581-186a4d7e9931), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:52.209967 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-0d1b32c5-0803-4391-a623-fc098c7d5199 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194190'] for agent (8123e327-866e-42b5-856f-55ddd9e9e5b2), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:53.495302 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194190'] for agent (3df9d949-03e8-46c4-b37f-6f8a21aeab22), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:54.369892 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194190'] for agent (152bcc15-84f4-40a7-afe1-c30bc7269f8a), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:06.730388 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad44ecb-993e-4fd7-967f-284e9de46195 req-103d1e41-e7c4-4510-889a-a7e9e8d848e4 tempest-TestMinimumBasicScenario-704716043 tempest-TestMinimumBasicScenario-704716043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:06:06.731964 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-9ad44ecb-993e-4fd7-967f-284e9de46195 req-103d1e41-e7c4-4510-889a-a7e9e8d848e4 tempest-TestMinimumBasicScenario-704716043 tempest-TestMinimumBasicScenario-704716043-project] 10.222.0.18 "GET /v2.0/ports?device_id=34133af4-21bf-4695-8b2d-ee41f06d01e9 HTTP/1.1" status: 200 len: 984 time: 0.0827360 Mar 07 17:06:06.760460 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0259249b-025a-4332-8be1-008483d372a7 req-649747d3-dad3-466e-89c7-cf2a1a5edbd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:06:06.761908 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-0259249b-025a-4332-8be1-008483d372a7 req-649747d3-dad3-466e-89c7-cf2a1a5edbd7 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=4a4c22303cf6407c96e3536683825ed2&device_id=34133af4-21bf-4695-8b2d-ee41f06d01e9 HTTP/1.1" status: 200 len: 1168 time: 0.0744100 Mar 07 17:06:06.851431 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-9ad44ecb-993e-4fd7-967f-284e9de46195 req-e3f31ceb-2ba3-4c86-95c4-1cbd57fabc73 tempest-TestMinimumBasicScenario-704716043 tempest-TestMinimumBasicScenario-704716043-project] 10.222.0.18 "GET /v2.0/security-groups?id=30f263a5-651b-4a09-ac68-2692a6aa947e&id=cba60e8a-0d73-41b7-9c58-3ccbbbd0d2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1126082 Mar 07 17:06:06.877455 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0259249b-025a-4332-8be1-008483d372a7 req-1649dba1-c4af-466d-a810-c6f960bad2c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:06:06.878914 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-0259249b-025a-4332-8be1-008483d372a7 req-1649dba1-c4af-466d-a810-c6f960bad2c8 service neutron] 10.222.0.66 "GET /v2.0/networks?id=b87af87a-3972-4bf5-88f3-47d708b95dd7 HTTP/1.1" status: 200 len: 915 time: 0.1112344 Mar 07 17:06:06.954766 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-0259249b-025a-4332-8be1-008483d372a7 req-48d95d24-9f01-4716-ae8e-9ccdd0a26eda service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3e8ced53-51a0-4964-929c-4bc53f3ed846 HTTP/1.1" status: 200 len: 1001 time: 0.0658510 Mar 07 17:06:07.018472 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0259249b-025a-4332-8be1-008483d372a7 req-e4b45054-a4dc-43c5-9e3d-197bf709c340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:06:07.020786 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-0259249b-025a-4332-8be1-008483d372a7 req-e4b45054-a4dc-43c5-9e3d-197bf709c340 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=10ac25b2-f112-47fb-b228-71f282fb0e8f HTTP/1.1" status: 200 len: 853 time: 0.0594954 Mar 07 17:06:07.070841 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0259249b-025a-4332-8be1-008483d372a7 req-fef3128e-3f2f-4a48-897c-2c1e835dcb56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:06:07.072233 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-0259249b-025a-4332-8be1-008483d372a7 req-fef3128e-3f2f-4a48-897c-2c1e835dcb56 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b87af87a-3972-4bf5-88f3-47d708b95dd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0457833 Mar 07 17:06:07.167794 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-0259249b-025a-4332-8be1-008483d372a7 req-d9a1bc3b-7e5d-4cf8-936e-388ed5828f49 service neutron] 10.222.0.66 "GET /v2.0/networks/b87af87a-3972-4bf5-88f3-47d708b95dd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884352 Mar 07 17:06:07.255212 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-0259249b-025a-4332-8be1-008483d372a7 req-01237294-cd0b-42f8-9013-ee809db39ef5 service neutron] 10.222.0.66 "GET /v2.0/networks/b87af87a-3972-4bf5-88f3-47d708b95dd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805755 Mar 07 17:06:07.980665 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c4787b-9086-423b-80bc-696709fa3c6a req-671febbc-caae-44b1-b3c2-34cb6d94dcc1 tempest-TestMinimumBasicScenario-704716043 tempest-TestMinimumBasicScenario-704716043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:06:07.982169 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-55c4787b-9086-423b-80bc-696709fa3c6a req-671febbc-caae-44b1-b3c2-34cb6d94dcc1 tempest-TestMinimumBasicScenario-704716043 tempest-TestMinimumBasicScenario-704716043-project] 10.222.0.18 "GET /v2.0/ports?device_id=34133af4-21bf-4695-8b2d-ee41f06d01e9 HTTP/1.1" status: 200 len: 984 time: 0.0549905 Mar 07 17:06:08.042253 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-55c4787b-9086-423b-80bc-696709fa3c6a req-6b343cba-729c-494c-99f0-0a27cae237bc tempest-TestMinimumBasicScenario-704716043 tempest-TestMinimumBasicScenario-704716043-project] 10.222.0.18 "GET /v2.0/security-groups?id=30f263a5-651b-4a09-ac68-2692a6aa947e&id=cba60e8a-0d73-41b7-9c58-3ccbbbd0d2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0542583 Mar 07 17:06:09.186766 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439be3d2-c369-4d90-8b9f-074ec2f1aaf2 req-9dc80b54-5ea8-43a5-8825-5f4fa00aca52 tempest-TestMinimumBasicScenario-704716043 tempest-TestMinimumBasicScenario-704716043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:06:09.188264 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-439be3d2-c369-4d90-8b9f-074ec2f1aaf2 req-9dc80b54-5ea8-43a5-8825-5f4fa00aca52 tempest-TestMinimumBasicScenario-704716043 tempest-TestMinimumBasicScenario-704716043-project] 10.222.0.18 "GET /v2.0/ports?device_id=34133af4-21bf-4695-8b2d-ee41f06d01e9 HTTP/1.1" status: 200 len: 984 time: 0.0580597 Mar 07 17:06:09.258109 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-439be3d2-c369-4d90-8b9f-074ec2f1aaf2 req-40e2257e-dc36-442e-a319-4046004c0997 tempest-TestMinimumBasicScenario-704716043 tempest-TestMinimumBasicScenario-704716043-project] 10.222.0.18 "GET /v2.0/security-groups?id=30f263a5-651b-4a09-ac68-2692a6aa947e&id=cba60e8a-0d73-41b7-9c58-3ccbbbd0d2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0640318 Mar 07 17:06:10.379109 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72744907-742f-4b5d-98db-bbfb63ba95db req-85653f64-bc2b-499c-8d58-d17b681558ef tempest-TestMinimumBasicScenario-704716043 tempest-TestMinimumBasicScenario-704716043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:06:10.380610 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-72744907-742f-4b5d-98db-bbfb63ba95db req-85653f64-bc2b-499c-8d58-d17b681558ef tempest-TestMinimumBasicScenario-704716043 tempest-TestMinimumBasicScenario-704716043-project] 10.222.0.18 "GET /v2.0/ports?device_id=34133af4-21bf-4695-8b2d-ee41f06d01e9 HTTP/1.1" status: 200 len: 984 time: 0.0516553 Mar 07 17:06:10.438413 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-72744907-742f-4b5d-98db-bbfb63ba95db req-46b5b493-21e5-4bc6-97e5-79e60406892c tempest-TestMinimumBasicScenario-704716043 tempest-TestMinimumBasicScenario-704716043-project] 10.222.0.18 "GET /v2.0/security-groups?id=30f263a5-651b-4a09-ac68-2692a6aa947e&id=cba60e8a-0d73-41b7-9c58-3ccbbbd0d2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0519419 Mar 07 17:06:11.575676 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08ece68-1dd0-460c-8f02-e1e2930d2021 req-e8b0265e-2a5a-4a87-befe-8b3c49c2ad99 tempest-TestMinimumBasicScenario-704716043 tempest-TestMinimumBasicScenario-704716043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:06:11.577174 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-a08ece68-1dd0-460c-8f02-e1e2930d2021 req-e8b0265e-2a5a-4a87-befe-8b3c49c2ad99 tempest-TestMinimumBasicScenario-704716043 tempest-TestMinimumBasicScenario-704716043-project] 10.222.0.18 "GET /v2.0/ports?device_id=34133af4-21bf-4695-8b2d-ee41f06d01e9 HTTP/1.1" status: 200 len: 984 time: 0.0551782 Mar 07 17:06:11.637104 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-a08ece68-1dd0-460c-8f02-e1e2930d2021 req-53dd919e-c0e0-48ce-bb47-5c87cb983490 tempest-TestMinimumBasicScenario-704716043 tempest-TestMinimumBasicScenario-704716043-project] 10.222.0.18 "GET /v2.0/security-groups?id=30f263a5-651b-4a09-ac68-2692a6aa947e&id=cba60e8a-0d73-41b7-9c58-3ccbbbd0d2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0541477 Mar 07 17:06:12.773321 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69246d05-b9a6-4003-9226-56d9c20039e6 req-88e84249-137b-4b04-8cac-2577d9934985 tempest-TestMinimumBasicScenario-704716043 tempest-TestMinimumBasicScenario-704716043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:06:12.774890 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-69246d05-b9a6-4003-9226-56d9c20039e6 req-88e84249-137b-4b04-8cac-2577d9934985 tempest-TestMinimumBasicScenario-704716043 tempest-TestMinimumBasicScenario-704716043-project] 10.222.0.18 "GET /v2.0/ports?device_id=34133af4-21bf-4695-8b2d-ee41f06d01e9 HTTP/1.1" status: 200 len: 984 time: 0.0608382 Mar 07 17:06:12.834898 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-69246d05-b9a6-4003-9226-56d9c20039e6 req-b557d808-4ebf-44e3-a38e-c25b54f96492 tempest-TestMinimumBasicScenario-704716043 tempest-TestMinimumBasicScenario-704716043-project] 10.222.0.18 "GET /v2.0/security-groups?id=30f263a5-651b-4a09-ac68-2692a6aa947e&id=cba60e8a-0d73-41b7-9c58-3ccbbbd0d2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0541930 Mar 07 17:06:13.969814 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ada920-aa36-4bca-84c0-1ca726260e15 req-324e006b-ff3c-447b-b46d-348c9cc55a2a tempest-TestMinimumBasicScenario-704716043 tempest-TestMinimumBasicScenario-704716043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:06:13.971294 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-a2ada920-aa36-4bca-84c0-1ca726260e15 req-324e006b-ff3c-447b-b46d-348c9cc55a2a tempest-TestMinimumBasicScenario-704716043 tempest-TestMinimumBasicScenario-704716043-project] 10.222.0.18 "GET /v2.0/ports?device_id=34133af4-21bf-4695-8b2d-ee41f06d01e9 HTTP/1.1" status: 200 len: 984 time: 0.0580814 Mar 07 17:06:14.038716 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-a2ada920-aa36-4bca-84c0-1ca726260e15 req-e7c12640-3eaf-430d-88dc-9c71ccd2b5c1 tempest-TestMinimumBasicScenario-704716043 tempest-TestMinimumBasicScenario-704716043-project] 10.222.0.18 "GET /v2.0/security-groups?id=30f263a5-651b-4a09-ac68-2692a6aa947e&id=cba60e8a-0d73-41b7-9c58-3ccbbbd0d2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0591695 Mar 07 17:06:15.167921 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5137ac05-63ca-4836-b83e-f19a6e7db37c req-558a4d32-aa52-4aa2-937e-1ae5422b966a tempest-TestMinimumBasicScenario-704716043 tempest-TestMinimumBasicScenario-704716043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:06:15.169379 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-5137ac05-63ca-4836-b83e-f19a6e7db37c req-558a4d32-aa52-4aa2-937e-1ae5422b966a tempest-TestMinimumBasicScenario-704716043 tempest-TestMinimumBasicScenario-704716043-project] 10.222.0.18 "GET /v2.0/ports?device_id=34133af4-21bf-4695-8b2d-ee41f06d01e9 HTTP/1.1" status: 200 len: 984 time: 0.0534868 Mar 07 17:06:15.229731 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-5137ac05-63ca-4836-b83e-f19a6e7db37c req-e45b9059-e4c6-49b8-ad4c-5dbed12d8f61 tempest-TestMinimumBasicScenario-704716043 tempest-TestMinimumBasicScenario-704716043-project] 10.222.0.18 "GET /v2.0/security-groups?id=30f263a5-651b-4a09-ac68-2692a6aa947e&id=cba60e8a-0d73-41b7-9c58-3ccbbbd0d2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0519562 Mar 07 17:06:16.373502 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7134e80f-8cf4-4689-ae01-58794370d8c6 req-31151630-9a6f-4cb1-9ca2-cd5bf1d6567e tempest-TestMinimumBasicScenario-704716043 tempest-TestMinimumBasicScenario-704716043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:06:16.375304 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-7134e80f-8cf4-4689-ae01-58794370d8c6 req-31151630-9a6f-4cb1-9ca2-cd5bf1d6567e tempest-TestMinimumBasicScenario-704716043 tempest-TestMinimumBasicScenario-704716043-project] 10.222.0.18 "GET /v2.0/ports?device_id=34133af4-21bf-4695-8b2d-ee41f06d01e9 HTTP/1.1" status: 200 len: 984 time: 0.0591147 Mar 07 17:06:16.445369 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-7134e80f-8cf4-4689-ae01-58794370d8c6 req-95b5bc66-232b-4cc1-9808-8cb5f3560703 tempest-TestMinimumBasicScenario-704716043 tempest-TestMinimumBasicScenario-704716043-project] 10.222.0.18 "GET /v2.0/security-groups?id=30f263a5-651b-4a09-ac68-2692a6aa947e&id=cba60e8a-0d73-41b7-9c58-3ccbbbd0d2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0626123 Mar 07 17:06:17.181512 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-0d26d559-5c06-43e4-bb8c-21e60c382090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194190'] for agent (85f07778-81ef-4888-a2e3-51ae57b6426a), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:17.581762 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec307f2-ef4c-4435-a634-6a313fe6d256 req-4acacb3b-f405-4c41-960d-6cbf5b256619 tempest-TestMinimumBasicScenario-704716043 tempest-TestMinimumBasicScenario-704716043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:06:17.583225 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-6ec307f2-ef4c-4435-a634-6a313fe6d256 req-4acacb3b-f405-4c41-960d-6cbf5b256619 tempest-TestMinimumBasicScenario-704716043 tempest-TestMinimumBasicScenario-704716043-project] 10.222.0.18 "GET /v2.0/ports?device_id=34133af4-21bf-4695-8b2d-ee41f06d01e9 HTTP/1.1" status: 200 len: 984 time: 0.0613871 Mar 07 17:06:17.645965 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-6ec307f2-ef4c-4435-a634-6a313fe6d256 req-e8b010c2-2f6d-4790-a18f-a8e3360d968e tempest-TestMinimumBasicScenario-704716043 tempest-TestMinimumBasicScenario-704716043-project] 10.222.0.18 "GET /v2.0/security-groups?id=30f263a5-651b-4a09-ac68-2692a6aa947e&id=cba60e8a-0d73-41b7-9c58-3ccbbbd0d2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0570471 Mar 07 17:06:18.779964 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9741c066-b020-46b8-8fba-aebfefc6dd1f req-fd06c7bf-a7f7-4c15-a2cb-db3fc8709c84 tempest-TestMinimumBasicScenario-704716043 tempest-TestMinimumBasicScenario-704716043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:06:18.781443 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-9741c066-b020-46b8-8fba-aebfefc6dd1f req-fd06c7bf-a7f7-4c15-a2cb-db3fc8709c84 tempest-TestMinimumBasicScenario-704716043 tempest-TestMinimumBasicScenario-704716043-project] 10.222.0.18 "GET /v2.0/ports?device_id=34133af4-21bf-4695-8b2d-ee41f06d01e9 HTTP/1.1" status: 200 len: 984 time: 0.0612524 Mar 07 17:06:18.846760 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-9741c066-b020-46b8-8fba-aebfefc6dd1f req-bbafe954-722b-4979-83b2-362850bf8312 tempest-TestMinimumBasicScenario-704716043 tempest-TestMinimumBasicScenario-704716043-project] 10.222.0.18 "GET /v2.0/security-groups?id=30f263a5-651b-4a09-ac68-2692a6aa947e&id=cba60e8a-0d73-41b7-9c58-3ccbbbd0d2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0588570 Mar 07 17:06:19.416321 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-d419db32-0c17-4bb7-8c97-cf20f2c5871f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194190'] for agent (4cbb3502-d72e-4663-b57e-51d645794085), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:19.972671 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a384023-4db0-4289-992e-0bd117ebfb59 req-2360138a-30ba-485c-9744-3d06a23476e6 tempest-TestMinimumBasicScenario-704716043 tempest-TestMinimumBasicScenario-704716043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:06:19.974115 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-0a384023-4db0-4289-992e-0bd117ebfb59 req-2360138a-30ba-485c-9744-3d06a23476e6 tempest-TestMinimumBasicScenario-704716043 tempest-TestMinimumBasicScenario-704716043-project] 10.222.0.18 "GET /v2.0/ports?device_id=34133af4-21bf-4695-8b2d-ee41f06d01e9 HTTP/1.1" status: 200 len: 984 time: 0.0538769 Mar 07 17:06:20.034872 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-0a384023-4db0-4289-992e-0bd117ebfb59 req-ed94a858-f887-4b26-bc79-da75711607e1 tempest-TestMinimumBasicScenario-704716043 tempest-TestMinimumBasicScenario-704716043-project] 10.222.0.18 "GET /v2.0/security-groups?id=30f263a5-651b-4a09-ac68-2692a6aa947e&id=cba60e8a-0d73-41b7-9c58-3ccbbbd0d2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0549128 Mar 07 17:06:20.587412 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-ad94e2ed-e0a8-44ae-a5ff-cf9ca5ab0e17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194190'] for agent (82ccd293-b7fb-4417-a581-186a4d7e9931), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:21.167121 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571ea223-35f7-47e7-95f7-82e6bfad650a req-9518670c-1127-4428-8f1d-71f0f047ec17 tempest-TestMinimumBasicScenario-704716043 tempest-TestMinimumBasicScenario-704716043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:06:21.168676 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-571ea223-35f7-47e7-95f7-82e6bfad650a req-9518670c-1127-4428-8f1d-71f0f047ec17 tempest-TestMinimumBasicScenario-704716043 tempest-TestMinimumBasicScenario-704716043-project] 10.222.0.18 "GET /v2.0/ports?device_id=34133af4-21bf-4695-8b2d-ee41f06d01e9 HTTP/1.1" status: 200 len: 984 time: 0.0537317 Mar 07 17:06:21.228112 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-571ea223-35f7-47e7-95f7-82e6bfad650a req-84068010-352b-49f3-bc52-4ba7d43dffb3 tempest-TestMinimumBasicScenario-704716043 tempest-TestMinimumBasicScenario-704716043-project] 10.222.0.18 "GET /v2.0/security-groups?id=30f263a5-651b-4a09-ac68-2692a6aa947e&id=cba60e8a-0d73-41b7-9c58-3ccbbbd0d2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0530899 Mar 07 17:06:22.228339 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-0d1b32c5-0803-4391-a623-fc098c7d5199 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194190'] for agent (8123e327-866e-42b5-856f-55ddd9e9e5b2), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:22.347432 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635fa94b-f9ee-4d34-abca-140ddd4f6d07 req-6a6a7b4e-59f7-4b0e-ba52-903e5537b4b5 tempest-TestMinimumBasicScenario-704716043 tempest-TestMinimumBasicScenario-704716043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:06:22.348935 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-635fa94b-f9ee-4d34-abca-140ddd4f6d07 req-6a6a7b4e-59f7-4b0e-ba52-903e5537b4b5 tempest-TestMinimumBasicScenario-704716043 tempest-TestMinimumBasicScenario-704716043-project] 10.222.0.18 "GET /v2.0/ports?device_id=34133af4-21bf-4695-8b2d-ee41f06d01e9 HTTP/1.1" status: 200 len: 984 time: 0.0534270 Mar 07 17:06:22.409273 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-635fa94b-f9ee-4d34-abca-140ddd4f6d07 req-d75bf132-c00b-4ed6-ab42-0518e0a292eb tempest-TestMinimumBasicScenario-704716043 tempest-TestMinimumBasicScenario-704716043-project] 10.222.0.18 "GET /v2.0/security-groups?id=30f263a5-651b-4a09-ac68-2692a6aa947e&id=cba60e8a-0d73-41b7-9c58-3ccbbbd0d2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0543168 Mar 07 17:06:23.490515 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194190'] for agent (3df9d949-03e8-46c4-b37f-6f8a21aeab22), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:23.545585 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5fc076-3335-4976-8f0c-3cd25f65dbf7 req-668ca36a-7742-4857-81f7-86f4a56a8dcd tempest-TestMinimumBasicScenario-704716043 tempest-TestMinimumBasicScenario-704716043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:06:23.547228 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-8b5fc076-3335-4976-8f0c-3cd25f65dbf7 req-668ca36a-7742-4857-81f7-86f4a56a8dcd tempest-TestMinimumBasicScenario-704716043 tempest-TestMinimumBasicScenario-704716043-project] 10.222.0.18 "GET /v2.0/ports?device_id=34133af4-21bf-4695-8b2d-ee41f06d01e9 HTTP/1.1" status: 200 len: 984 time: 0.0566950 Mar 07 17:06:23.615157 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-8b5fc076-3335-4976-8f0c-3cd25f65dbf7 req-5bd0ae15-0628-4fae-9789-cbbcce2e9f8c tempest-TestMinimumBasicScenario-704716043 tempest-TestMinimumBasicScenario-704716043-project] 10.222.0.18 "GET /v2.0/security-groups?id=30f263a5-651b-4a09-ac68-2692a6aa947e&id=cba60e8a-0d73-41b7-9c58-3ccbbbd0d2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0613747 Mar 07 17:06:24.373164 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194190'] for agent (152bcc15-84f4-40a7-afe1-c30bc7269f8a), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:26.694731 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.db.agents_db [None req-64435fe0-d7c6-4327-a557-6d3e8ab92464 None None] Agent healthcheck: found 6 active agents {{(pid=119956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 17:06:37.727069 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-db8a5755-5f80-4888-a99f-ea813b845635 req-5c80049c-5c4b-4f4a-b3e4-ea249cbdc060 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=34133af4-21bf-4695-8b2d-ee41f06d01e9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0497527 Mar 07 17:06:37.842129 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8a5755-5f80-4888-a99f-ea813b845635 req-61970e3f-edda-4e07-9d87-a3addcfc54a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:06:37.843656 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-db8a5755-5f80-4888-a99f-ea813b845635 req-61970e3f-edda-4e07-9d87-a3addcfc54a4 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=4a4c22303cf6407c96e3536683825ed2&device_id=34133af4-21bf-4695-8b2d-ee41f06d01e9 HTTP/1.1" status: 200 len: 1168 time: 0.0509920 Mar 07 17:06:37.946503 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8a5755-5f80-4888-a99f-ea813b845635 req-2bf1d83c-7a75-4a4d-9c7b-0ac293881d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:06:37.947858 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-db8a5755-5f80-4888-a99f-ea813b845635 req-2bf1d83c-7a75-4a4d-9c7b-0ac293881d49 service neutron] 10.222.0.66 "GET /v2.0/networks?id=b87af87a-3972-4bf5-88f3-47d708b95dd7 HTTP/1.1" status: 200 len: 915 time: 0.0844262 Mar 07 17:06:38.013752 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-db8a5755-5f80-4888-a99f-ea813b845635 req-eb16bb6b-642d-4f67-a27f-b4a4d858b20a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3e8ced53-51a0-4964-929c-4bc53f3ed846 HTTP/1.1" status: 200 len: 1001 time: 0.0594847 Mar 07 17:06:38.060018 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8a5755-5f80-4888-a99f-ea813b845635 req-5fae06cb-c2a9-4aa6-a89e-3efc79204422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:06:38.061371 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-db8a5755-5f80-4888-a99f-ea813b845635 req-5fae06cb-c2a9-4aa6-a89e-3efc79204422 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=10ac25b2-f112-47fb-b228-71f282fb0e8f HTTP/1.1" status: 200 len: 853 time: 0.0416059 Mar 07 17:06:38.110334 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8a5755-5f80-4888-a99f-ea813b845635 req-1e4018a3-4c16-4a69-8cb6-6f5acc0b765d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:06:38.111864 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-db8a5755-5f80-4888-a99f-ea813b845635 req-1e4018a3-4c16-4a69-8cb6-6f5acc0b765d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b87af87a-3972-4bf5-88f3-47d708b95dd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0446672 Mar 07 17:06:38.203005 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-db8a5755-5f80-4888-a99f-ea813b845635 req-7b295cc4-da28-41f3-8b71-6e5456f5d835 service neutron] 10.222.0.66 "GET /v2.0/networks/b87af87a-3972-4bf5-88f3-47d708b95dd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843632 Mar 07 17:06:38.295990 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-db8a5755-5f80-4888-a99f-ea813b845635 req-9ea0f8b6-a2e0-495a-9871-ddd48661afbe service neutron] 10.222.0.66 "GET /v2.0/networks/b87af87a-3972-4bf5-88f3-47d708b95dd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869801 Mar 07 17:06:47.180193 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-f2069e91-3c27-4ced-b16c-d1ec13ab04aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194190'] for agent (85f07778-81ef-4888-a2e3-51ae57b6426a), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:49.411548 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-fae9a065-c997-4060-a8d5-4823f8c1a427 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194190'] for agent (4cbb3502-d72e-4663-b57e-51d645794085), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:50.591343 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-ad94e2ed-e0a8-44ae-a5ff-cf9ca5ab0e17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194190'] for agent (82ccd293-b7fb-4417-a581-186a4d7e9931), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:52.214499 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-0d1b32c5-0803-4391-a623-fc098c7d5199 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194190'] for agent (8123e327-866e-42b5-856f-55ddd9e9e5b2), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:53.495941 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194190'] for agent (3df9d949-03e8-46c4-b37f-6f8a21aeab22), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:54.375663 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194190'] for agent (152bcc15-84f4-40a7-afe1-c30bc7269f8a), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:56.082695 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-41f8c769-a6e3-40f6-84aa-1545773b3fa9 req-08814b4c-7d9e-4408-b669-4b41c4c92bf5 tempest-TestMinimumBasicScenario-704716043 tempest-TestMinimumBasicScenario-704716043-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-853779207&fields=id&tenant_id=4a4c22303cf6407c96e3536683825ed2 HTTP/1.1" status: 200 len: 267 time: 0.0548646 Mar 07 17:06:56.139980 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f8c769-a6e3-40f6-84aa-1545773b3fa9 req-8bff8292-16d1-4a45-9fdc-9f1f1d254da0 tempest-TestMinimumBasicScenario-704716043 tempest-TestMinimumBasicScenario-704716043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:06:56.141443 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-41f8c769-a6e3-40f6-84aa-1545773b3fa9 req-8bff8292-16d1-4a45-9fdc-9f1f1d254da0 tempest-TestMinimumBasicScenario-704716043 tempest-TestMinimumBasicScenario-704716043-project] 10.222.0.18 "GET /v2.0/ports?device_id=34133af4-21bf-4695-8b2d-ee41f06d01e9 HTTP/1.1" status: 200 len: 984 time: 0.0532143 Mar 07 17:06:56.151939 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.v2.base [req-41f8c769-a6e3-40f6-84aa-1545773b3fa9 req-3d2d030e-d51f-4034-bb07-6dba8dc672cf tempest-TestMinimumBasicScenario-704716043 tempest-TestMinimumBasicScenario-704716043-project] Request body: {'port': {'security_groups': ['cba60e8a-0d73-41b7-9c58-3ccbbbd0d2ba']}} {{(pid=119954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:06:56.220716 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [req-41f8c769-a6e3-40f6-84aa-1545773b3fa9 req-3d2d030e-d51f-4034-bb07-6dba8dc672cf tempest-TestMinimumBasicScenario-704716043 tempest-TestMinimumBasicScenario-704716043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8385759'] for port (3e8ced53-51a0-4964-929c-4bc53f3ed846), before_update {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:56.428006 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.plugins.ml2.db [req-41f8c769-a6e3-40f6-84aa-1545773b3fa9 req-3d2d030e-d51f-4034-bb07-6dba8dc672cf tempest-TestMinimumBasicScenario-704716043 tempest-TestMinimumBasicScenario-704716043-project] For port 3e8ced53-51a0-4964-929c-4bc53f3ed846, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=3e8ced53-51a0-4964-929c-4bc53f3ed846,segment=NetworkSegment(d08788d2-6614-448e-9c98-b8dd21676655),segment_id=d08788d2-6614-448e-9c98-b8dd21676655)] {{(pid=119954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:06:56.690376 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [req-41f8c769-a6e3-40f6-84aa-1545773b3fa9 req-3d2d030e-d51f-4034-bb07-6dba8dc672cf tempest-TestMinimumBasicScenario-704716043 tempest-TestMinimumBasicScenario-704716043-project] Publish callbacks [] for port (3e8ced53-51a0-4964-929c-4bc53f3ed846), precommit_update {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:56.698093 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [req-41f8c769-a6e3-40f6-84aa-1545773b3fa9 req-3d2d030e-d51f-4034-bb07-6dba8dc672cf tempest-TestMinimumBasicScenario-704716043 tempest-TestMinimumBasicScenario-704716043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754346672056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754346267073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754346267091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3211747'] for port (3e8ced53-51a0-4964-929c-4bc53f3ed846), after_update {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:56.738305 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.db [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] get_ports_and_sgs() called for port_ids ['3e8ced53-51a0-4964-929c-4bc53f3ed846'] {{(pid=119955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 17:06:56.744709 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f8c769-a6e3-40f6-84aa-1545773b3fa9 req-3d2d030e-d51f-4034-bb07-6dba8dc672cf tempest-TestMinimumBasicScenario-704716043 tempest-TestMinimumBasicScenario-704716043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:06:56.745379 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [req-41f8c769-a6e3-40f6-84aa-1545773b3fa9 req-3d2d030e-d51f-4034-bb07-6dba8dc672cf tempest-TestMinimumBasicScenario-704716043 tempest-TestMinimumBasicScenario-704716043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47102'] for port (None), before_response {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:56.746810 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-41f8c769-a6e3-40f6-84aa-1545773b3fa9 req-3d2d030e-d51f-4034-bb07-6dba8dc672cf tempest-TestMinimumBasicScenario-704716043 tempest-TestMinimumBasicScenario-704716043-project] 10.222.0.18 "PUT /v2.0/ports/3e8ced53-51a0-4964-929c-4bc53f3ed846 HTTP/1.1" status: 200 len: 942 time: 0.5993025 Mar 07 17:06:56.749508 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34133af4-21bf-4695-8b2d-ee41f06d01e9', 'tag': '3e8ced53-51a0-4964-929c-4bc53f3ed846'}] {{(pid=119954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 17:06:56.754352 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}841d5110a94e235157c02b6f4389d133be5f90b089d7eeb6218efd7d6b06db25" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e2c2379-a8f7-482a-8919-9b361e9da802" -d '{"events": [{"name": "network-changed", "server_uuid": "34133af4-21bf-4695-8b2d-ee41f06d01e9", "tag": "3e8ced53-51a0-4964-929c-4bc53f3ed846"}]}' {{(pid=119954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 17:06:56.755019 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.wsgi [-] (119953) accepted ('10.222.0.18', 60242) {{(pid=119953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:06:56.782084 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2d030e-d51f-4034-bb07-6dba8dc672cf tempest-TestMinimumBasicScenario-704716043 tempest-TestMinimumBasicScenario-704716043-project] Pushing event updated for resources: {'Port': ['ID=3e8ced53-51a0-4964-929c-4bc53f3ed846,revision_number=7']} {{(pid=119954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:06:56.790433 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2d030e-d51f-4034-bb07-6dba8dc672cf tempest-TestMinimumBasicScenario-704716043 tempest-TestMinimumBasicScenario-704716043-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:06:56.790433 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2d030e-d51f-4034-bb07-6dba8dc672cf tempest-TestMinimumBasicScenario-704716043 tempest-TestMinimumBasicScenario-704716043-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:06:56.790757 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2d030e-d51f-4034-bb07-6dba8dc672cf tempest-TestMinimumBasicScenario-704716043 tempest-TestMinimumBasicScenario-704716043-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:06:56.791033 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2d030e-d51f-4034-bb07-6dba8dc672cf tempest-TestMinimumBasicScenario-704716043 tempest-TestMinimumBasicScenario-704716043-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:06:56.791360 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2d030e-d51f-4034-bb07-6dba8dc672cf tempest-TestMinimumBasicScenario-704716043 tempest-TestMinimumBasicScenario-704716043-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:06:56.791683 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2d030e-d51f-4034-bb07-6dba8dc672cf tempest-TestMinimumBasicScenario-704716043 tempest-TestMinimumBasicScenario-704716043-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:06:56.792047 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2d030e-d51f-4034-bb07-6dba8dc672cf tempest-TestMinimumBasicScenario-704716043 tempest-TestMinimumBasicScenario-704716043-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:06:56.792364 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2d030e-d51f-4034-bb07-6dba8dc672cf tempest-TestMinimumBasicScenario-704716043 tempest-TestMinimumBasicScenario-704716043-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:06:56.792679 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2d030e-d51f-4034-bb07-6dba8dc672cf tempest-TestMinimumBasicScenario-704716043 tempest-TestMinimumBasicScenario-704716043-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:06:56.792993 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2d030e-d51f-4034-bb07-6dba8dc672cf tempest-TestMinimumBasicScenario-704716043 tempest-TestMinimumBasicScenario-704716043-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:06:56.793308 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2d030e-d51f-4034-bb07-6dba8dc672cf tempest-TestMinimumBasicScenario-704716043 tempest-TestMinimumBasicScenario-704716043-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:06:56.793620 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2d030e-d51f-4034-bb07-6dba8dc672cf tempest-TestMinimumBasicScenario-704716043 tempest-TestMinimumBasicScenario-704716043-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:06:56.793934 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2d030e-d51f-4034-bb07-6dba8dc672cf tempest-TestMinimumBasicScenario-704716043 tempest-TestMinimumBasicScenario-704716043-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:06:56.849633 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-2205b067-9837-47ea-9edd-07b935e60bca tempest-TestMinimumBasicScenario-704716043 tempest-TestMinimumBasicScenario-704716043-project] Publish callbacks [] for security_group (30f263a5-651b-4a09-ac68-2692a6aa947e), before_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:56.877992 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-2205b067-9837-47ea-9edd-07b935e60bca tempest-TestMinimumBasicScenario-704716043 tempest-TestMinimumBasicScenario-704716043-project] Publish callbacks [] for security_group (30f263a5-651b-4a09-ac68-2692a6aa947e), precommit_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:56.880319 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.db [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] get_ports_and_sgs() called for port_ids ['3e8ced53-51a0-4964-929c-4bc53f3ed846'] {{(pid=119955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 17:06:56.939551 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 17:06:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f17becb4-464e-4349-813c-14926b2276f2 x-openstack-request-id: req-f17becb4-464e-4349-813c-14926b2276f2 {{(pid=119954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 17:06:56.939896 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34133af4-21bf-4695-8b2d-ee41f06d01e9", "tag": "3e8ced53-51a0-4964-929c-4bc53f3ed846", "status": "completed", "code": 200}]} {{(pid=119954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 17:06:56.940202 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f17becb4-464e-4349-813c-14926b2276f2 {{(pid=119954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 17:06:56.940823 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34133af4-21bf-4695-8b2d-ee41f06d01e9', 'tag': '3e8ced53-51a0-4964-929c-4bc53f3ed846', 'status': 'completed', 'code': 200} Mar 07 17:06:56.967411 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-2205b067-9837-47ea-9edd-07b935e60bca tempest-TestMinimumBasicScenario-704716043 tempest-TestMinimumBasicScenario-704716043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543383'] for security_group (30f263a5-651b-4a09-ac68-2692a6aa947e), after_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:56.973847 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-2205b067-9837-47ea-9edd-07b935e60bca tempest-TestMinimumBasicScenario-704716043 tempest-TestMinimumBasicScenario-704716043-project] Publish callbacks [] for security_group (None), before_response {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:56.978030 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [None req-2205b067-9837-47ea-9edd-07b935e60bca tempest-TestMinimumBasicScenario-704716043 tempest-TestMinimumBasicScenario-704716043-project] 10.222.0.18 "DELETE /v2.0/security-groups/30f263a5-651b-4a09-ac68-2692a6aa947e HTTP/1.1" status: 204 len: 168 time: 0.2184749 Mar 07 17:06:56.978606 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.wsgi [-] (119954) accepted ('10.222.0.18', 60248) {{(pid=119954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:06:56.984335 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2205b067-9837-47ea-9edd-07b935e60bca tempest-TestMinimumBasicScenario-704716043 tempest-TestMinimumBasicScenario-704716043-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=30f263a5-651b-4a09-ac68-2692a6aa947e,revision_number=None']} {{(pid=119953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:06:57.014638 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2205b067-9837-47ea-9edd-07b935e60bca tempest-TestMinimumBasicScenario-704716043 tempest-TestMinimumBasicScenario-704716043-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:06:57.014886 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2205b067-9837-47ea-9edd-07b935e60bca tempest-TestMinimumBasicScenario-704716043 tempest-TestMinimumBasicScenario-704716043-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:06:57.015083 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2205b067-9837-47ea-9edd-07b935e60bca tempest-TestMinimumBasicScenario-704716043 tempest-TestMinimumBasicScenario-704716043-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:06:57.015418 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2205b067-9837-47ea-9edd-07b935e60bca tempest-TestMinimumBasicScenario-704716043 tempest-TestMinimumBasicScenario-704716043-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:06:57.015744 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2205b067-9837-47ea-9edd-07b935e60bca tempest-TestMinimumBasicScenario-704716043 tempest-TestMinimumBasicScenario-704716043-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:06:57.016096 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2205b067-9837-47ea-9edd-07b935e60bca tempest-TestMinimumBasicScenario-704716043 tempest-TestMinimumBasicScenario-704716043-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:06:57.016420 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2205b067-9837-47ea-9edd-07b935e60bca tempest-TestMinimumBasicScenario-704716043 tempest-TestMinimumBasicScenario-704716043-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:06:57.016742 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2205b067-9837-47ea-9edd-07b935e60bca tempest-TestMinimumBasicScenario-704716043 tempest-TestMinimumBasicScenario-704716043-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:06:57.017060 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2205b067-9837-47ea-9edd-07b935e60bca tempest-TestMinimumBasicScenario-704716043 tempest-TestMinimumBasicScenario-704716043-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:06:57.017381 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2205b067-9837-47ea-9edd-07b935e60bca tempest-TestMinimumBasicScenario-704716043 tempest-TestMinimumBasicScenario-704716043-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:06:57.017703 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2205b067-9837-47ea-9edd-07b935e60bca tempest-TestMinimumBasicScenario-704716043 tempest-TestMinimumBasicScenario-704716043-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:06:57.018020 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2205b067-9837-47ea-9edd-07b935e60bca tempest-TestMinimumBasicScenario-704716043 tempest-TestMinimumBasicScenario-704716043-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:06:57.018140 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.provisioning_blocks [None req-68077e3b-2935-4e50-b22c-cc83ace5b1b3 None None] Provisioning complete for port 3e8ced53-51a0-4964-929c-4bc53f3ed846 triggered by entity DHCP. {{(pid=119955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 17:06:57.018377 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2205b067-9837-47ea-9edd-07b935e60bca tempest-TestMinimumBasicScenario-704716043 tempest-TestMinimumBasicScenario-704716043-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:06:57.018493 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-68077e3b-2935-4e50-b22c-cc83ace5b1b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8194280'] for port (3e8ced53-51a0-4964-929c-4bc53f3ed846), provisioning_complete {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:57.039187 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2c2379-a8f7-482a-8919-9b361e9da802 req-157373db-d06a-4e33-947e-eac830801268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:06:57.040727 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-3e2c2379-a8f7-482a-8919-9b361e9da802 req-157373db-d06a-4e33-947e-eac830801268 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=4a4c22303cf6407c96e3536683825ed2&device_id=34133af4-21bf-4695-8b2d-ee41f06d01e9 HTTP/1.1" status: 200 len: 1129 time: 0.0539825 Mar 07 17:06:57.134695 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2c2379-a8f7-482a-8919-9b361e9da802 req-79ba9dfe-a243-429d-a686-171b04ab2aef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:06:57.136665 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-3e2c2379-a8f7-482a-8919-9b361e9da802 req-79ba9dfe-a243-429d-a686-171b04ab2aef service neutron] 10.222.0.66 "GET /v2.0/networks?id=b87af87a-3972-4bf5-88f3-47d708b95dd7 HTTP/1.1" status: 200 len: 915 time: 0.0896766 Mar 07 17:06:57.143147 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.plugin [None req-68077e3b-2935-4e50-b22c-cc83ace5b1b3 None None] Current status of the port 3e8ced53-51a0-4964-929c-4bc53f3ed846 is: ACTIVE; New status is: ACTIVE {{(pid=119955) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 17:06:57.152579 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.plugins.ml2.plugin [None req-5df924ea-78a1-4332-99c3-2dc30e552cfe tempest-TestMinimumBasicScenario-704716043 tempest-TestMinimumBasicScenario-704716043-project] Deleting port 7dcdcf5f-f790-4511-9ed7-3de1e43ae14b {{(pid=119954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 17:06:57.153106 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-5df924ea-78a1-4332-99c3-2dc30e552cfe tempest-TestMinimumBasicScenario-704716043 tempest-TestMinimumBasicScenario-704716043-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754346666051'] for port (7dcdcf5f-f790-4511-9ed7-3de1e43ae14b), before_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:57.203241 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-3e2c2379-a8f7-482a-8919-9b361e9da802 req-9259ae5a-1d87-43f0-9c91-88ec89579ca7 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3e8ced53-51a0-4964-929c-4bc53f3ed846 HTTP/1.1" status: 200 len: 1001 time: 0.0574238 Mar 07 17:06:57.227256 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-5df924ea-78a1-4332-99c3-2dc30e552cfe tempest-TestMinimumBasicScenario-704716043 tempest-TestMinimumBasicScenario-704716043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704071'] for port (7dcdcf5f-f790-4511-9ed7-3de1e43ae14b), precommit_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:57.227585 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-5df924ea-78a1-4332-99c3-2dc30e552cfe tempest-TestMinimumBasicScenario-704716043 tempest-TestMinimumBasicScenario-704716043-project] Publish callbacks [] for floatingip (7dcdcf5f-f790-4511-9ed7-3de1e43ae14b), precommit_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:57.239228 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.plugins.ml2.plugin [None req-5df924ea-78a1-4332-99c3-2dc30e552cfe tempest-TestMinimumBasicScenario-704716043 tempest-TestMinimumBasicScenario-704716043-project] Calling delete_port for 7dcdcf5f-f790-4511-9ed7-3de1e43ae14b owned by network:floatingip {{(pid=119954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 17:06:57.256633 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2c2379-a8f7-482a-8919-9b361e9da802 req-1b3dd09f-fc1d-42a7-8079-29284ef90906 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:06:57.258092 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-3e2c2379-a8f7-482a-8919-9b361e9da802 req-1b3dd09f-fc1d-42a7-8079-29284ef90906 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=10ac25b2-f112-47fb-b228-71f282fb0e8f HTTP/1.1" status: 200 len: 853 time: 0.0460370 Mar 07 17:06:57.307556 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2c2379-a8f7-482a-8919-9b361e9da802 req-3c6d7af7-9b97-45d4-acff-5c465f591d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:06:57.309090 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-3e2c2379-a8f7-482a-8919-9b361e9da802 req-3c6d7af7-9b97-45d4-acff-5c465f591d46 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b87af87a-3972-4bf5-88f3-47d708b95dd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0441313 Mar 07 17:06:57.388366 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-5df924ea-78a1-4332-99c3-2dc30e552cfe tempest-TestMinimumBasicScenario-704716043 tempest-TestMinimumBasicScenario-704716043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754346672038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754346267064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3211674'] for port (7dcdcf5f-f790-4511-9ed7-3de1e43ae14b), after_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:57.395574 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-3e2c2379-a8f7-482a-8919-9b361e9da802 req-f6e5d4d5-a36f-48a1-a381-2a9a19a6a7c5 service neutron] 10.222.0.66 "GET /v2.0/networks/b87af87a-3972-4bf5-88f3-47d708b95dd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795510 Mar 07 17:06:57.413032 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df924ea-78a1-4332-99c3-2dc30e552cfe tempest-TestMinimumBasicScenario-704716043 tempest-TestMinimumBasicScenario-704716043-project] Pushing event deleted for resources: {'Port': ['ID=7dcdcf5f-f790-4511-9ed7-3de1e43ae14b,revision_number=None']} {{(pid=119954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:06:57.474063 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-5df924ea-78a1-4332-99c3-2dc30e552cfe tempest-TestMinimumBasicScenario-704716043 tempest-TestMinimumBasicScenario-704716043-project] Publish callbacks [] for floatingip (9426ea0d-873c-4ec6-8736-15f676a04164), after_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:57.474302 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.db.l3_db [None req-5df924ea-78a1-4332-99c3-2dc30e552cfe tempest-TestMinimumBasicScenario-704716043 tempest-TestMinimumBasicScenario-704716043-project] Floating IP 9426ea0d-873c-4ec6-8736-15f676a04164 disassociated (deleted). External IP: 172.27.2.109, port: 3e8ced53-51a0-4964-929c-4bc53f3ed846. Mar 07 17:06:57.488182 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-3e2c2379-a8f7-482a-8919-9b361e9da802 req-2704e52c-5d89-4e7d-a776-f9acc8414025 service neutron] 10.222.0.66 "GET /v2.0/networks/b87af87a-3972-4bf5-88f3-47d708b95dd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862010 Mar 07 17:06:57.680302 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5df924ea-78a1-4332-99c3-2dc30e552cfe tempest-TestMinimumBasicScenario-704716043 tempest-TestMinimumBasicScenario-704716043-project] Router ae67acd1-74cd-4bdc-a7b2-97f97a93f49e has already been hosted by L3 agent 4cbb3502-d72e-4663-b57e-51d645794085 {{(pid=119954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 17:06:57.788567 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5df924ea-78a1-4332-99c3-2dc30e552cfe tempest-TestMinimumBasicScenario-704716043 tempest-TestMinimumBasicScenario-704716043-project] Notify agent at l3_agent.dv-cinder-804757-24-iscsi the message routers_updated {{(pid=119954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 17:06:57.793631 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-5df924ea-78a1-4332-99c3-2dc30e552cfe tempest-TestMinimumBasicScenario-704716043 tempest-TestMinimumBasicScenario-704716043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47102'] for floatingip (None), before_response {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:57.799856 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34b03530-daf6-4e7f-929e-9708a17b0231 None None] Sync routers for ids ['ae67acd1-74cd-4bdc-a7b2-97f97a93f49e'] in dv-cinder-804757-24-iscsi {{(pid=119956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 17:06:57.811821 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34b03530-daf6-4e7f-929e-9708a17b0231 None None] Routers {'ae67acd1-74cd-4bdc-a7b2-97f97a93f49e'} bound to L3 agent in host dv-cinder-804757-24-iscsi {{(pid=119956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 17:06:57.812676 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.db.l3_hamode_db [None req-34b03530-daf6-4e7f-929e-9708a17b0231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T16:44:19Z,description=,heartbeat_timestamp=2022-03-07T17:06:49Z,host='dv-cinder-804757-24-iscsi',id=4cbb3502-d72e-4663-b57e-51d645794085,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:44:19Z,topic='l3_agent')) {'router_ids': ['ae67acd1-74cd-4bdc-a7b2-97f97a93f49e'], 'active': True} {{(pid=119956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:06:57.823881 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [None req-5df924ea-78a1-4332-99c3-2dc30e552cfe tempest-TestMinimumBasicScenario-704716043 tempest-TestMinimumBasicScenario-704716043-project] 10.222.0.18 "DELETE /v2.0/floatingips/9426ea0d-873c-4ec6-8736-15f676a04164 HTTP/1.1" status: 204 len: 168 time: 0.8441348 Mar 07 17:06:57.921557 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.db.l3_dvr_db [None req-34b03530-daf6-4e7f-929e-9708a17b0231 None None] Set router ae67acd1-74cd-4bdc-a7b2-97f97a93f49e gateway port host: dv-cinder-804757-24-iscsi {{(pid=119956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 17:06:58.123188 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.db.l3_hamode_db [None req-34b03530-daf6-4e7f-929e-9708a17b0231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae67acd1-74cd-4bdc-a7b2-97f97a93f49e', 'name': 'tempest-TestMinimumBasicScenario-874036274-router', 'tenant_id': '4a4c22303cf6407c96e3536683825ed2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'external_fixed_ips': [{'subnet_id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'ip_address': '172.27.2.139'}], 'enable_snat': True}, 'gw_port_id': 'e5c093aa-2552-492a-9908-da812114dacf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:04:52Z', 'updated_at': '2022-03-07T17:04:55Z', 'revision_number': 4, 'project_id': '4a4c22303cf6407c96e3536683825ed2', 'gw_port': {'id': 'e5c093aa-2552-492a-9908-da812114dacf', 'name': '', 'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:ab:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae67acd1-74cd-4bdc-a7b2-97f97a93f49e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'ip_address': '172.27.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:04:52Z', 'updated_at': '2022-03-07T17:04:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-24-iscsi', '_interfaces': [{'id': '81168bb6-2beb-4f5c-ab4d-d614953ef0ed', 'name': '', 'network_id': 'b87af87a-3972-4bf5-88f3-47d708b95dd7', 'tenant_id': '4a4c22303cf6407c96e3536683825ed2', 'mac_address': 'fa:16:3e:77:56:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae67acd1-74cd-4bdc-a7b2-97f97a93f49e', 'device_owner': 'network:router_interface', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': '10ac25b2-f112-47fb-b228-71f282fb0e8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:04:54Z', 'updated_at': '2022-03-07T17:04:58Z', 'revision_number': 5, 'project_id': '4a4c22303cf6407c96e3536683825ed2', 'subnets': [{'id': '10ac25b2-f112-47fb-b228-71f282fb0e8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-24-iscsi', False) {} {{(pid=119956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:06:58.149824 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34b03530-daf6-4e7f-929e-9708a17b0231 None None] Checking router: ae67acd1-74cd-4bdc-a7b2-97f97a93f49e for host: dv-cinder-804757-24-iscsi {{(pid=119956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 17:06:58.157603 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34b03530-daf6-4e7f-929e-9708a17b0231 None None] Routers {'ae67acd1-74cd-4bdc-a7b2-97f97a93f49e'} bound to L3 agent in host dv-cinder-804757-24-iscsi {{(pid=119956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 17:06:58.158187 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.db.l3_hamode_db [None req-34b03530-daf6-4e7f-929e-9708a17b0231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T16:44:19Z,description=,heartbeat_timestamp=2022-03-07T17:06:49Z,host='dv-cinder-804757-24-iscsi',id=4cbb3502-d72e-4663-b57e-51d645794085,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:44:19Z,topic='l3_agent')) {'router_ids': ['ae67acd1-74cd-4bdc-a7b2-97f97a93f49e'], 'active': True} {{(pid=119956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:06:58.268228 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.db.l3_dvr_db [None req-34b03530-daf6-4e7f-929e-9708a17b0231 None None] Set router ae67acd1-74cd-4bdc-a7b2-97f97a93f49e gateway port host: dv-cinder-804757-24-iscsi {{(pid=119956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 17:06:58.470105 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.db.l3_hamode_db [None req-34b03530-daf6-4e7f-929e-9708a17b0231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae67acd1-74cd-4bdc-a7b2-97f97a93f49e', 'name': 'tempest-TestMinimumBasicScenario-874036274-router', 'tenant_id': '4a4c22303cf6407c96e3536683825ed2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'external_fixed_ips': [{'subnet_id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'ip_address': '172.27.2.139'}], 'enable_snat': True}, 'gw_port_id': 'e5c093aa-2552-492a-9908-da812114dacf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:04:52Z', 'updated_at': '2022-03-07T17:04:55Z', 'revision_number': 4, 'project_id': '4a4c22303cf6407c96e3536683825ed2', 'gw_port': {'id': 'e5c093aa-2552-492a-9908-da812114dacf', 'name': '', 'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:ab:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae67acd1-74cd-4bdc-a7b2-97f97a93f49e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'ip_address': '172.27.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:04:52Z', 'updated_at': '2022-03-07T17:04:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-24-iscsi', '_interfaces': [{'id': '81168bb6-2beb-4f5c-ab4d-d614953ef0ed', 'name': '', 'network_id': 'b87af87a-3972-4bf5-88f3-47d708b95dd7', 'tenant_id': '4a4c22303cf6407c96e3536683825ed2', 'mac_address': 'fa:16:3e:77:56:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae67acd1-74cd-4bdc-a7b2-97f97a93f49e', 'device_owner': 'network:router_interface', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': '10ac25b2-f112-47fb-b228-71f282fb0e8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:04:54Z', 'updated_at': '2022-03-07T17:04:58Z', 'revision_number': 5, 'project_id': '4a4c22303cf6407c96e3536683825ed2', 'subnets': [{'id': '10ac25b2-f112-47fb-b228-71f282fb0e8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-24-iscsi', False) {} {{(pid=119956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:06:58.496561 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34b03530-daf6-4e7f-929e-9708a17b0231 None None] The sync data for ids ['ae67acd1-74cd-4bdc-a7b2-97f97a93f49e'] in dv-cinder-804757-24-iscsi is: [{'id': 'ae67acd1-74cd-4bdc-a7b2-97f97a93f49e', 'name': 'tempest-TestMinimumBasicScenario-874036274-router', 'tenant_id': '4a4c22303cf6407c96e3536683825ed2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'external_fixed_ips': [{'subnet_id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'ip_address': '172.27.2.139'}], 'enable_snat': True}, 'gw_port_id': 'e5c093aa-2552-492a-9908-da812114dacf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:04:52Z', 'updated_at': '2022-03-07T17:04:55Z', 'revision_number': 4, 'project_id': '4a4c22303cf6407c96e3536683825ed2', 'gw_port': {'id': 'e5c093aa-2552-492a-9908-da812114dacf', 'name': '', 'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:ab:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae67acd1-74cd-4bdc-a7b2-97f97a93f49e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'ip_address': '172.27.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:04:52Z', 'updated_at': '2022-03-07T17:04:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-24-iscsi', '_interfaces': [{'id': '81168bb6-2beb-4f5c-ab4d-d614953ef0ed', 'name': '', 'network_id': 'b87af87a-3972-4bf5-88f3-47d708b95dd7', 'tenant_id': '4a4c22303cf6407c96e3536683825ed2', 'mac_address': 'fa:16:3e:77:56:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae67acd1-74cd-4bdc-a7b2-97f97a93f49e', 'device_owner': 'network:router_interface', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': '10ac25b2-f112-47fb-b228-71f282fb0e8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:04:54Z', 'updated_at': '2022-03-07T17:04:58Z', 'revision_number': 5, 'project_id': '4a4c22303cf6407c96e3536683825ed2', 'subnets': [{'id': '10ac25b2-f112-47fb-b228-71f282fb0e8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 17:06:58.707216 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d7a0ce2-093d-4516-ba91-7ef475027752 None None] New status for floating IP 9426ea0d-873c-4ec6-8736-15f676a04164: DOWN {{(pid=119955) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 17:06:58.941978 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34133af4-21bf-4695-8b2d-ee41f06d01e9', 'tag': '3e8ced53-51a0-4964-929c-4bc53f3ed846'}] {{(pid=119954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 17:06:58.944470 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}841d5110a94e235157c02b6f4389d133be5f90b089d7eeb6218efd7d6b06db25" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d743658b-b570-41f7-a3b2-3b4db7bba3c4" -d '{"events": [{"name": "network-changed", "server_uuid": "34133af4-21bf-4695-8b2d-ee41f06d01e9", "tag": "3e8ced53-51a0-4964-929c-4bc53f3ed846"}]}' {{(pid=119954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 17:06:58.979440 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 17:06:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4abd7dd1-f551-42c7-959c-ca1e924a5415 x-openstack-request-id: req-4abd7dd1-f551-42c7-959c-ca1e924a5415 {{(pid=119954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 17:06:58.979723 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34133af4-21bf-4695-8b2d-ee41f06d01e9", "tag": "3e8ced53-51a0-4964-929c-4bc53f3ed846", "status": "completed", "code": 200}]} {{(pid=119954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 17:06:58.980058 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4abd7dd1-f551-42c7-959c-ca1e924a5415 {{(pid=119954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 17:06:58.980453 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34133af4-21bf-4695-8b2d-ee41f06d01e9', 'tag': '3e8ced53-51a0-4964-929c-4bc53f3ed846', 'status': 'completed', 'code': 200} Mar 07 17:06:59.066463 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d743658b-b570-41f7-a3b2-3b4db7bba3c4 req-5181ad2b-6cc9-4dce-9d49-f482e95a7f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:06:59.068003 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-d743658b-b570-41f7-a3b2-3b4db7bba3c4 req-5181ad2b-6cc9-4dce-9d49-f482e95a7f48 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=4a4c22303cf6407c96e3536683825ed2&device_id=34133af4-21bf-4695-8b2d-ee41f06d01e9 HTTP/1.1" status: 200 len: 1129 time: 0.0462253 Mar 07 17:06:59.159570 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d743658b-b570-41f7-a3b2-3b4db7bba3c4 req-ee843f2c-e970-473c-8e27-2c5da636bcd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:06:59.161165 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-d743658b-b570-41f7-a3b2-3b4db7bba3c4 req-ee843f2c-e970-473c-8e27-2c5da636bcd5 service neutron] 10.222.0.66 "GET /v2.0/networks?id=b87af87a-3972-4bf5-88f3-47d708b95dd7 HTTP/1.1" status: 200 len: 915 time: 0.0873632 Mar 07 17:06:59.202385 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-d743658b-b570-41f7-a3b2-3b4db7bba3c4 req-6460df49-49c0-411b-95d8-a4f7b3329c1d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3e8ced53-51a0-4964-929c-4bc53f3ed846 HTTP/1.1" status: 200 len: 217 time: 0.0352950 Mar 07 17:06:59.251047 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d743658b-b570-41f7-a3b2-3b4db7bba3c4 req-9fa8a3d3-0aad-46d2-95db-b1c715ab6083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:06:59.252617 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-d743658b-b570-41f7-a3b2-3b4db7bba3c4 req-9fa8a3d3-0aad-46d2-95db-b1c715ab6083 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=10ac25b2-f112-47fb-b228-71f282fb0e8f HTTP/1.1" status: 200 len: 853 time: 0.0447786 Mar 07 17:06:59.573824 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d743658b-b570-41f7-a3b2-3b4db7bba3c4 req-fa7fb532-0249-4b14-8753-2061233db914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:06:59.575329 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-d743658b-b570-41f7-a3b2-3b4db7bba3c4 req-fa7fb532-0249-4b14-8753-2061233db914 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b87af87a-3972-4bf5-88f3-47d708b95dd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.3167310 Mar 07 17:06:59.660928 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-d743658b-b570-41f7-a3b2-3b4db7bba3c4 req-1e66bc75-a420-436c-8e9f-9f6f444a0b59 service neutron] 10.222.0.66 "GET /v2.0/networks/b87af87a-3972-4bf5-88f3-47d708b95dd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792072 Mar 07 17:06:59.753748 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-d743658b-b570-41f7-a3b2-3b4db7bba3c4 req-1eedb388-7bce-495d-87be-4b3aea493c06 service neutron] 10.222.0.66 "GET /v2.0/networks/b87af87a-3972-4bf5-88f3-47d708b95dd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868185 Mar 07 17:07:00.578410 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a075a71d-328a-44f3-b271-caabdafeba6b req-5e9f14b0-38e8-468b-a924-c64735666578 tempest-TestMinimumBasicScenario-704716043 tempest-TestMinimumBasicScenario-704716043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:07:00.579866 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-a075a71d-328a-44f3-b271-caabdafeba6b req-5e9f14b0-38e8-468b-a924-c64735666578 tempest-TestMinimumBasicScenario-704716043 tempest-TestMinimumBasicScenario-704716043-project] 10.222.0.18 "GET /v2.0/ports?device_id=34133af4-21bf-4695-8b2d-ee41f06d01e9 HTTP/1.1" status: 200 len: 945 time: 0.0741215 Mar 07 17:07:00.637876 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [req-a075a71d-328a-44f3-b271-caabdafeba6b req-c31dfde9-4ef1-4944-bac2-e66b03d73cba tempest-TestMinimumBasicScenario-704716043 tempest-TestMinimumBasicScenario-704716043-project] 10.222.0.18 "GET /v2.0/security-groups?id=cba60e8a-0d73-41b7-9c58-3ccbbbd0d2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471935 Mar 07 17:07:01.775854 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cd3360-dbdf-48ec-ac6e-dab813e6b5cc req-d2becdd4-c7e7-4bcb-a863-a14c54a9305d tempest-TestMinimumBasicScenario-704716043 tempest-TestMinimumBasicScenario-704716043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:07:01.777325 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-a3cd3360-dbdf-48ec-ac6e-dab813e6b5cc req-d2becdd4-c7e7-4bcb-a863-a14c54a9305d tempest-TestMinimumBasicScenario-704716043 tempest-TestMinimumBasicScenario-704716043-project] 10.222.0.18 "GET /v2.0/ports?device_id=34133af4-21bf-4695-8b2d-ee41f06d01e9 HTTP/1.1" status: 200 len: 945 time: 0.0522504 Mar 07 17:07:01.823794 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-a3cd3360-dbdf-48ec-ac6e-dab813e6b5cc req-f96afca0-7419-4530-b925-ae135e1e4721 tempest-TestMinimumBasicScenario-704716043 tempest-TestMinimumBasicScenario-704716043-project] 10.222.0.18 "GET /v2.0/security-groups?id=cba60e8a-0d73-41b7-9c58-3ccbbbd0d2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408673 Mar 07 17:07:02.343295 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f2b31b-e551-4976-984b-5ee4107486cc req-ef6fed7e-f813-4b97-9037-775ff1f0afe0 tempest-TestMinimumBasicScenario-704716043 tempest-TestMinimumBasicScenario-704716043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:07:02.344756 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-c0f2b31b-e551-4976-984b-5ee4107486cc req-ef6fed7e-f813-4b97-9037-775ff1f0afe0 tempest-TestMinimumBasicScenario-704716043 tempest-TestMinimumBasicScenario-704716043-project] 10.222.0.66 "GET /v2.0/ports?device_id=34133af4-21bf-4695-8b2d-ee41f06d01e9 HTTP/1.1" status: 200 len: 945 time: 0.0522616 Mar 07 17:07:02.440283 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.plugin [req-c0f2b31b-e551-4976-984b-5ee4107486cc req-27295a62-f4aa-4ce9-b590-106e453adadb tempest-TestMinimumBasicScenario-704716043 tempest-TestMinimumBasicScenario-704716043-project] Deleting port 3e8ced53-51a0-4964-929c-4bc53f3ed846 {{(pid=119953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 17:07:02.440519 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [req-c0f2b31b-e551-4976-984b-5ee4107486cc req-27295a62-f4aa-4ce9-b590-106e453adadb tempest-TestMinimumBasicScenario-704716043 tempest-TestMinimumBasicScenario-704716043-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754346666051'] for port (3e8ced53-51a0-4964-929c-4bc53f3ed846), before_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:02.528284 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.db [req-c0f2b31b-e551-4976-984b-5ee4107486cc req-27295a62-f4aa-4ce9-b590-106e453adadb tempest-TestMinimumBasicScenario-704716043 tempest-TestMinimumBasicScenario-704716043-project] For port 3e8ced53-51a0-4964-929c-4bc53f3ed846, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=3e8ced53-51a0-4964-929c-4bc53f3ed846,segment=NetworkSegment(d08788d2-6614-448e-9c98-b8dd21676655),segment_id=d08788d2-6614-448e-9c98-b8dd21676655)] {{(pid=119953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:07:02.528646 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [req-c0f2b31b-e551-4976-984b-5ee4107486cc req-27295a62-f4aa-4ce9-b590-106e453adadb tempest-TestMinimumBasicScenario-704716043 tempest-TestMinimumBasicScenario-704716043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704071'] for port (3e8ced53-51a0-4964-929c-4bc53f3ed846), precommit_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:02.540699 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.plugin [req-c0f2b31b-e551-4976-984b-5ee4107486cc req-27295a62-f4aa-4ce9-b590-106e453adadb tempest-TestMinimumBasicScenario-704716043 tempest-TestMinimumBasicScenario-704716043-project] Calling delete_port for 3e8ced53-51a0-4964-929c-4bc53f3ed846 owned by compute:nova {{(pid=119953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 17:07:02.681250 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [req-c0f2b31b-e551-4976-984b-5ee4107486cc req-27295a62-f4aa-4ce9-b590-106e453adadb tempest-TestMinimumBasicScenario-704716043 tempest-TestMinimumBasicScenario-704716043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754346672038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754346267064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9282916'] for port (3e8ced53-51a0-4964-929c-4bc53f3ed846), after_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:02.709335 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27295a62-f4aa-4ce9-b590-106e453adadb tempest-TestMinimumBasicScenario-704716043 tempest-TestMinimumBasicScenario-704716043-project] Pushing event deleted for resources: {'Port': ['ID=3e8ced53-51a0-4964-929c-4bc53f3ed846,revision_number=None']} {{(pid=119953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:07:02.715360 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.db [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] get_ports_and_sgs() called for port_ids ['3e8ced53-51a0-4964-929c-4bc53f3ed846'] {{(pid=119955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 17:07:02.760172 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0f2b31b-e551-4976-984b-5ee4107486cc req-27295a62-f4aa-4ce9-b590-106e453adadb tempest-TestMinimumBasicScenario-704716043 tempest-TestMinimumBasicScenario-704716043-project] No DVR routers for this DVR port 3e8ced53-51a0-4964-929c-4bc53f3ed846 on host hv-cinder-80475 {{(pid=119953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 17:07:02.762705 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [req-c0f2b31b-e551-4976-984b-5ee4107486cc req-27295a62-f4aa-4ce9-b590-106e453adadb tempest-TestMinimumBasicScenario-704716043 tempest-TestMinimumBasicScenario-704716043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47102'] for port (None), before_response {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:02.766004 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-c0f2b31b-e551-4976-984b-5ee4107486cc req-27295a62-f4aa-4ce9-b590-106e453adadb tempest-TestMinimumBasicScenario-704716043 tempest-TestMinimumBasicScenario-704716043-project] 10.222.0.66 "DELETE /v2.0/ports/3e8ced53-51a0-4964-929c-4bc53f3ed846 HTTP/1.1" status: 204 len: 173 time: 0.4155073 Mar 07 17:07:02.766443 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34133af4-21bf-4695-8b2d-ee41f06d01e9', 'name': 'network-vif-deleted', 'tag': '3e8ced53-51a0-4964-929c-4bc53f3ed846'}] {{(pid=119953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 17:07:02.768717 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed95515d7af65a162ef4af60abe3e4aacc73bb6c2379f81891a58e09c3a2d0f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43ce0a97-5612-4ba7-9100-cd49113d7a96" -d '{"events": [{"server_uuid": "34133af4-21bf-4695-8b2d-ee41f06d01e9", "name": "network-vif-deleted", "tag": "3e8ced53-51a0-4964-929c-4bc53f3ed846"}]}' {{(pid=119953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 17:07:02.806679 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 17:07:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be9ae2dd-c0fc-486b-9f57-68c7d6b05176 x-openstack-request-id: req-be9ae2dd-c0fc-486b-9f57-68c7d6b05176 {{(pid=119953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 17:07:02.807259 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34133af4-21bf-4695-8b2d-ee41f06d01e9", "name": "network-vif-deleted", "tag": "3e8ced53-51a0-4964-929c-4bc53f3ed846", "status": "completed", "code": 200}]} {{(pid=119953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 17:07:02.807259 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-be9ae2dd-c0fc-486b-9f57-68c7d6b05176 {{(pid=119953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 17:07:02.807633 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34133af4-21bf-4695-8b2d-ee41f06d01e9', 'name': 'network-vif-deleted', 'tag': '3e8ced53-51a0-4964-929c-4bc53f3ed846', 'status': 'completed', 'code': 200} Mar 07 17:07:02.917644 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [req-493709ad-47a1-4d38-88e6-5281e5844144 req-1fe763e5-7734-4c3a-91c0-70527a24feb6 tempest-TestMinimumBasicScenario-704716043 tempest-TestMinimumBasicScenario-704716043-project] 10.222.0.18 "GET /v2.0/ports?device_id=34133af4-21bf-4695-8b2d-ee41f06d01e9 HTTP/1.1" status: 200 len: 210 time: 0.0269089 Mar 07 17:07:03.700033 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.db.agents_db [None req-64435fe0-d7c6-4327-a557-6d3e8ab92464 None None] Agent healthcheck: found 6 active agents {{(pid=119956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 17:07:04.570853 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.wsgi [-] (119954) accepted ('10.222.0.18', 60334) {{(pid=119954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:07:04.929989 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-fb0710c8-8c1a-4969-a357-78cfd8c7d2e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-708437'] for router_interface (ae67acd1-74cd-4bdc-a7b2-97f97a93f49e), before_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:05.187063 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.plugins.ml2.plugin [None req-fb0710c8-8c1a-4969-a357-78cfd8c7d2e9 admin admin] Deleting port 81168bb6-2beb-4f5c-ab4d-d614953ef0ed {{(pid=119954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 17:07:05.187300 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-fb0710c8-8c1a-4969-a357-78cfd8c7d2e9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754346666051'] for port (81168bb6-2beb-4f5c-ab4d-d614953ef0ed), before_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:05.262195 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.plugins.ml2.db [None req-fb0710c8-8c1a-4969-a357-78cfd8c7d2e9 admin admin] For port 81168bb6-2beb-4f5c-ab4d-d614953ef0ed, host dv-cinder-804757-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-24-iscsi',level=0,port_id=81168bb6-2beb-4f5c-ab4d-d614953ef0ed,segment=NetworkSegment(d08788d2-6614-448e-9c98-b8dd21676655),segment_id=d08788d2-6614-448e-9c98-b8dd21676655)] {{(pid=119954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:07:05.262537 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-fb0710c8-8c1a-4969-a357-78cfd8c7d2e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704071'] for port (81168bb6-2beb-4f5c-ab4d-d614953ef0ed), precommit_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:05.275397 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.plugins.ml2.plugin [None req-fb0710c8-8c1a-4969-a357-78cfd8c7d2e9 admin admin] Calling delete_port for 81168bb6-2beb-4f5c-ab4d-d614953ef0ed owned by network:router_interface {{(pid=119954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 17:07:05.474213 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-fb0710c8-8c1a-4969-a357-78cfd8c7d2e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754346672038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754346267064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3211674'] for port (81168bb6-2beb-4f5c-ab4d-d614953ef0ed), after_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:05.501269 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0710c8-8c1a-4969-a357-78cfd8c7d2e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=81168bb6-2beb-4f5c-ab4d-d614953ef0ed,revision_number=None']} {{(pid=119954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:07:05.670046 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-fb0710c8-8c1a-4969-a357-78cfd8c7d2e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-550922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-708385'] for router_interface (ae67acd1-74cd-4bdc-a7b2-97f97a93f49e), after_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:05.901534 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb0710c8-8c1a-4969-a357-78cfd8c7d2e9 admin admin] Router ae67acd1-74cd-4bdc-a7b2-97f97a93f49e has already been hosted by L3 agent 4cbb3502-d72e-4663-b57e-51d645794085 {{(pid=119954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 17:07:06.010718 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb0710c8-8c1a-4969-a357-78cfd8c7d2e9 admin admin] Notify agent at l3_agent.dv-cinder-804757-24-iscsi the message routers_updated {{(pid=119954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 17:07:06.016164 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [None req-fb0710c8-8c1a-4969-a357-78cfd8c7d2e9 admin admin] 10.222.0.18 "PUT /v2.0/routers/ae67acd1-74cd-4bdc-a7b2-97f97a93f49e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4441559 Mar 07 17:07:06.018729 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.wsgi [-] (119954) accepted ('10.222.0.18', 60336) {{(pid=119954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:07:06.020488 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-551277bf-1e99-46b1-9e36-dc428b7cc6f7 None None] Sync routers for ids ['ae67acd1-74cd-4bdc-a7b2-97f97a93f49e'] in dv-cinder-804757-24-iscsi {{(pid=119956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 17:07:06.034242 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-551277bf-1e99-46b1-9e36-dc428b7cc6f7 None None] Routers {'ae67acd1-74cd-4bdc-a7b2-97f97a93f49e'} bound to L3 agent in host dv-cinder-804757-24-iscsi {{(pid=119956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 17:07:06.034859 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.db.l3_hamode_db [None req-551277bf-1e99-46b1-9e36-dc428b7cc6f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T16:44:19Z,description=,heartbeat_timestamp=2022-03-07T17:06:49Z,host='dv-cinder-804757-24-iscsi',id=4cbb3502-d72e-4663-b57e-51d645794085,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:44:19Z,topic='l3_agent')) {'router_ids': ['ae67acd1-74cd-4bdc-a7b2-97f97a93f49e'], 'active': True} {{(pid=119956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:07:06.125168 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-4aa820e3-4bac-45b1-84d8-ec8b3e35fb0d admin admin] Publish callbacks [] for router (ae67acd1-74cd-4bdc-a7b2-97f97a93f49e), before_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:06.225384 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.rpc [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Device 3e8ced53-51a0-4964-929c-4bc53f3ed846 no longer exists at agent hyperv_hv-cinder-80475 {{(pid=119955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 17:07:06.237530 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.db.l3_dvr_db [None req-551277bf-1e99-46b1-9e36-dc428b7cc6f7 None None] Set router ae67acd1-74cd-4bdc-a7b2-97f97a93f49e gateway port host: dv-cinder-804757-24-iscsi {{(pid=119956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 17:07:06.245881 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.plugin [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] No Port match for: 3e8ced53-51a0-4964-929c-4bc53f3ed846 {{(pid=119955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 17:07:06.246200 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.rpc [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Device 3e8ced53-51a0-4964-929c-4bc53f3ed846 not bound to the agent host hv-cinder-80475 {{(pid=119955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 17:07:06.432327 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.db.l3_hamode_db [None req-551277bf-1e99-46b1-9e36-dc428b7cc6f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae67acd1-74cd-4bdc-a7b2-97f97a93f49e', 'name': 'tempest-TestMinimumBasicScenario-874036274-router', 'tenant_id': '4a4c22303cf6407c96e3536683825ed2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'external_fixed_ips': [{'subnet_id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'ip_address': '172.27.2.139'}], 'enable_snat': True}, 'gw_port_id': 'e5c093aa-2552-492a-9908-da812114dacf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:04:52Z', 'updated_at': '2022-03-07T17:07:05Z', 'revision_number': 5, 'project_id': '4a4c22303cf6407c96e3536683825ed2', 'gw_port': {'id': 'e5c093aa-2552-492a-9908-da812114dacf', 'name': '', 'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:ab:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae67acd1-74cd-4bdc-a7b2-97f97a93f49e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'ip_address': '172.27.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:04:52Z', 'updated_at': '2022-03-07T17:04:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-24-iscsi'}], 'dv-cinder-804757-24-iscsi', False) {} {{(pid=119956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:07:06.459198 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-551277bf-1e99-46b1-9e36-dc428b7cc6f7 None None] Checking router: ae67acd1-74cd-4bdc-a7b2-97f97a93f49e for host: dv-cinder-804757-24-iscsi {{(pid=119956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 17:07:06.467140 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-4aa820e3-4bac-45b1-84d8-ec8b3e35fb0d admin admin] Publish callbacks [] for router_gateway (ae67acd1-74cd-4bdc-a7b2-97f97a93f49e), before_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:06.467828 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-551277bf-1e99-46b1-9e36-dc428b7cc6f7 None None] Routers {'ae67acd1-74cd-4bdc-a7b2-97f97a93f49e'} bound to L3 agent in host dv-cinder-804757-24-iscsi {{(pid=119956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 17:07:06.468465 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.db.l3_hamode_db [None req-551277bf-1e99-46b1-9e36-dc428b7cc6f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T16:44:19Z,description=,heartbeat_timestamp=2022-03-07T17:06:49Z,host='dv-cinder-804757-24-iscsi',id=4cbb3502-d72e-4663-b57e-51d645794085,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:44:19Z,topic='l3_agent')) {'router_ids': ['ae67acd1-74cd-4bdc-a7b2-97f97a93f49e'], 'active': True} {{(pid=119956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:07:06.526309 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.plugins.ml2.plugin [None req-4aa820e3-4bac-45b1-84d8-ec8b3e35fb0d admin admin] Deleting port e5c093aa-2552-492a-9908-da812114dacf {{(pid=119954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 17:07:06.527107 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-4aa820e3-4bac-45b1-84d8-ec8b3e35fb0d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754346666051'] for port (e5c093aa-2552-492a-9908-da812114dacf), before_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:06.577097 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.db.l3_dvr_db [None req-551277bf-1e99-46b1-9e36-dc428b7cc6f7 None None] Set router ae67acd1-74cd-4bdc-a7b2-97f97a93f49e gateway port host: dv-cinder-804757-24-iscsi {{(pid=119956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 17:07:06.610724 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.plugins.ml2.db [None req-4aa820e3-4bac-45b1-84d8-ec8b3e35fb0d admin admin] For port e5c093aa-2552-492a-9908-da812114dacf, host dv-cinder-804757-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-24-iscsi',level=0,port_id=e5c093aa-2552-492a-9908-da812114dacf,segment=NetworkSegment(0349b9bd-653a-4400-b295-28c1bc47d9ca),segment_id=0349b9bd-653a-4400-b295-28c1bc47d9ca)] {{(pid=119954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:07:06.611236 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-4aa820e3-4bac-45b1-84d8-ec8b3e35fb0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704071'] for port (e5c093aa-2552-492a-9908-da812114dacf), precommit_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:06.624122 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.plugins.ml2.plugin [None req-4aa820e3-4bac-45b1-84d8-ec8b3e35fb0d admin admin] Calling delete_port for e5c093aa-2552-492a-9908-da812114dacf owned by network:router_gateway {{(pid=119954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 17:07:06.758517 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.db.l3_hamode_db [None req-551277bf-1e99-46b1-9e36-dc428b7cc6f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae67acd1-74cd-4bdc-a7b2-97f97a93f49e', 'name': 'tempest-TestMinimumBasicScenario-874036274-router', 'tenant_id': '4a4c22303cf6407c96e3536683825ed2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'external_fixed_ips': [{'subnet_id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'ip_address': '172.27.2.139'}], 'enable_snat': True}, 'gw_port_id': 'e5c093aa-2552-492a-9908-da812114dacf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:04:52Z', 'updated_at': '2022-03-07T17:07:05Z', 'revision_number': 5, 'project_id': '4a4c22303cf6407c96e3536683825ed2', 'gw_port': {'id': 'e5c093aa-2552-492a-9908-da812114dacf', 'name': '', 'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:ab:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae67acd1-74cd-4bdc-a7b2-97f97a93f49e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'ip_address': '172.27.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:04:52Z', 'updated_at': '2022-03-07T17:04:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-24-iscsi'}], 'dv-cinder-804757-24-iscsi', False) {} {{(pid=119956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:07:06.790311 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-551277bf-1e99-46b1-9e36-dc428b7cc6f7 None None] The sync data for ids ['ae67acd1-74cd-4bdc-a7b2-97f97a93f49e'] in dv-cinder-804757-24-iscsi is: [{'id': 'ae67acd1-74cd-4bdc-a7b2-97f97a93f49e', 'name': 'tempest-TestMinimumBasicScenario-874036274-router', 'tenant_id': '4a4c22303cf6407c96e3536683825ed2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'external_fixed_ips': [{'subnet_id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'ip_address': '172.27.2.139'}], 'enable_snat': True}, 'gw_port_id': 'e5c093aa-2552-492a-9908-da812114dacf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:04:52Z', 'updated_at': '2022-03-07T17:07:05Z', 'revision_number': 5, 'project_id': '4a4c22303cf6407c96e3536683825ed2', 'gw_port': {'id': 'e5c093aa-2552-492a-9908-da812114dacf', 'name': '', 'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:ab:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae67acd1-74cd-4bdc-a7b2-97f97a93f49e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'ip_address': '172.27.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:04:52Z', 'updated_at': '2022-03-07T17:04:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-24-iscsi'}] {{(pid=119956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 17:07:06.806427 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-4aa820e3-4bac-45b1-84d8-ec8b3e35fb0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754346672038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754346267064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3211674'] for port (e5c093aa-2552-492a-9908-da812114dacf), after_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:06.835501 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa820e3-4bac-45b1-84d8-ec8b3e35fb0d admin admin] Pushing event deleted for resources: {'Port': ['ID=e5c093aa-2552-492a-9908-da812114dacf,revision_number=None']} {{(pid=119954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:07:06.892650 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-4aa820e3-4bac-45b1-84d8-ec8b3e35fb0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-705163'] for router_gateway (ae67acd1-74cd-4bdc-a7b2-97f97a93f49e), after_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:06.981906 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-4aa820e3-4bac-45b1-84d8-ec8b3e35fb0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-708159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24387'] for router (ae67acd1-74cd-4bdc-a7b2-97f97a93f49e), precommit_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:06.984396 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-4aa820e3-4bac-45b1-84d8-ec8b3e35fb0d admin admin] Publish callbacks [] for router_controller (ae67acd1-74cd-4bdc-a7b2-97f97a93f49e), precommit_delete_associations {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:07.034566 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-4aa820e3-4bac-45b1-84d8-ec8b3e35fb0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-708136'] for router (ae67acd1-74cd-4bdc-a7b2-97f97a93f49e), after_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:07.035205 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4aa820e3-4bac-45b1-84d8-ec8b3e35fb0d admin admin] Fanout notify agent at l3_agent the message router_deleted on router ae67acd1-74cd-4bdc-a7b2-97f97a93f49e {{(pid=119954) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 17:07:07.040390 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-4aa820e3-4bac-45b1-84d8-ec8b3e35fb0d admin admin] Publish callbacks [] for router (None), before_response {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:07.042217 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [None req-4aa820e3-4bac-45b1-84d8-ec8b3e35fb0d admin admin] 10.222.0.18 "DELETE /v2.0/routers/ae67acd1-74cd-4bdc-a7b2-97f97a93f49e HTTP/1.1" status: 204 len: 168 time: 1.0223973 Mar 07 17:07:07.045615 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.wsgi [-] (119954) accepted ('10.222.0.18', 60338) {{(pid=119954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:07:07.091982 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9b830e0-4baa-4dfc-8e7c-e1a59a928b73 admin admin] Deleting subnet 10ac25b2-f112-47fb-b228-71f282fb0e8f {{(pid=119954) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 17:07:07.094987 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-a9b830e0-4baa-4dfc-8e7c-e1a59a928b73 admin admin] Publish callbacks [] for subnet (10ac25b2-f112-47fb-b228-71f282fb0e8f), before_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:07.128630 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-a9b830e0-4baa-4dfc-8e7c-e1a59a928b73 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3033181'] for subnet (10ac25b2-f112-47fb-b228-71f282fb0e8f), precommit_delete_associations {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:07.215475 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-a9b830e0-4baa-4dfc-8e7c-e1a59a928b73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8314618'] for subnet (10ac25b2-f112-47fb-b228-71f282fb0e8f), precommit_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:07.268665 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-a9b830e0-4baa-4dfc-8e7c-e1a59a928b73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8314593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3211693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3853989'] for subnet (10ac25b2-f112-47fb-b228-71f282fb0e8f), after_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:07.293449 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b830e0-4baa-4dfc-8e7c-e1a59a928b73 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=10ac25b2-f112-47fb-b228-71f282fb0e8f,revision_number=None']} {{(pid=119954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:07:07.296941 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-a9b830e0-4baa-4dfc-8e7c-e1a59a928b73 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:07.301828 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [None req-a9b830e0-4baa-4dfc-8e7c-e1a59a928b73 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/10ac25b2-f112-47fb-b228-71f282fb0e8f HTTP/1.1" status: 204 len: 168 time: 0.2549531 Mar 07 17:07:07.303089 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.wsgi [-] (119953) accepted ('10.222.0.18', 60340) {{(pid=119953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:07:07.307019 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6883c93d-eacd-46b7-85cf-59e83a6bd6a6 None None] Network b87af87a-3972-4bf5-88f3-47d708b95dd7 requested from dv-cinder-804757-24-iscsi {{(pid=119955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 17:07:07.379984 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-2bd9135e-a775-4724-85fe-bded95e42e17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7565685'] for network (b87af87a-3972-4bf5-88f3-47d708b95dd7), before_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:07.434574 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.plugin [None req-2bd9135e-a775-4724-85fe-bded95e42e17 admin admin] Deleting port 1e6a3684-1a59-49c6-b252-88630ea37e62 {{(pid=119953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 17:07:07.434909 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-2bd9135e-a775-4724-85fe-bded95e42e17 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754346666051'] for port (1e6a3684-1a59-49c6-b252-88630ea37e62), before_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:07.486384 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2015a201-8ffc-4cbe-9a4f-74d512399024 None None] DHCP port deletion for b87af87a-3972-4bf5-88f3-47d708b95dd7 request from dv-cinder-804757-24-iscsi {{(pid=119955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 17:07:07.501029 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.db [None req-2bd9135e-a775-4724-85fe-bded95e42e17 admin admin] For port 1e6a3684-1a59-49c6-b252-88630ea37e62, host dv-cinder-804757-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-24-iscsi',level=0,port_id=1e6a3684-1a59-49c6-b252-88630ea37e62,segment=NetworkSegment(d08788d2-6614-448e-9c98-b8dd21676655),segment_id=d08788d2-6614-448e-9c98-b8dd21676655)] {{(pid=119953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:07:07.501390 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-2bd9135e-a775-4724-85fe-bded95e42e17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704071'] for port (1e6a3684-1a59-49c6-b252-88630ea37e62), precommit_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:07.513505 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.plugin [None req-2bd9135e-a775-4724-85fe-bded95e42e17 admin admin] Calling delete_port for 1e6a3684-1a59-49c6-b252-88630ea37e62 owned by network:dhcp {{(pid=119953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 17:07:07.532080 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.plugin [None req-2015a201-8ffc-4cbe-9a4f-74d512399024 None None] Deleting port 1e6a3684-1a59-49c6-b252-88630ea37e62 {{(pid=119955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 17:07:07.532456 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-2015a201-8ffc-4cbe-9a4f-74d512399024 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754346666051'] for port (1e6a3684-1a59-49c6-b252-88630ea37e62), before_delete {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:07.593002 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.db [None req-2015a201-8ffc-4cbe-9a4f-74d512399024 None None] For port 1e6a3684-1a59-49c6-b252-88630ea37e62, host dv-cinder-804757-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-24-iscsi',level=0,port_id=1e6a3684-1a59-49c6-b252-88630ea37e62,segment=NetworkSegment(d08788d2-6614-448e-9c98-b8dd21676655),segment_id=d08788d2-6614-448e-9c98-b8dd21676655)] {{(pid=119955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:07:07.593396 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-2015a201-8ffc-4cbe-9a4f-74d512399024 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704071'] for port (1e6a3684-1a59-49c6-b252-88630ea37e62), precommit_delete {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:07.595988 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-2bd9135e-a775-4724-85fe-bded95e42e17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754346672038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754346267064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9282916'] for port (1e6a3684-1a59-49c6-b252-88630ea37e62), after_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:07.606027 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.plugin [None req-2015a201-8ffc-4cbe-9a4f-74d512399024 None None] Calling delete_port for 1e6a3684-1a59-49c6-b252-88630ea37e62 owned by network:dhcp {{(pid=119955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 17:07:07.620611 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd9135e-a775-4724-85fe-bded95e42e17 admin admin] Pushing event deleted for resources: {'Port': ['ID=1e6a3684-1a59-49c6-b252-88630ea37e62,revision_number=None']} {{(pid=119953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:07:07.624268 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bd9135e-a775-4724-85fe-bded95e42e17 admin admin] No DVR routers for this DVR port 1e6a3684-1a59-49c6-b252-88630ea37e62 on host dv-cinder-804757-24-iscsi {{(pid=119953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 17:07:07.685568 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-2015a201-8ffc-4cbe-9a4f-74d512399024 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754346672038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754346267064'] for port (1e6a3684-1a59-49c6-b252-88630ea37e62), after_delete {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:07.696438 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-2bd9135e-a775-4724-85fe-bded95e42e17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8196213', 'neutron.services.segments.db._delete_segments_for_network-8754346594151'] for network (b87af87a-3972-4bf5-88f3-47d708b95dd7), precommit_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:07.711793 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2015a201-8ffc-4cbe-9a4f-74d512399024 None None] Pushing event deleted for resources: {'Port': ['ID=1e6a3684-1a59-49c6-b252-88630ea37e62,revision_number=None']} {{(pid=119955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:07:07.716218 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2015a201-8ffc-4cbe-9a4f-74d512399024 None None] No DVR routers for this DVR port 1e6a3684-1a59-49c6-b252-88630ea37e62 on host dv-cinder-804757-24-iscsi {{(pid=119955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 17:07:07.717438 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.services.segments.db [None req-2bd9135e-a775-4724-85fe-bded95e42e17 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b87af87a-3972-4bf5-88f3-47d708b95dd7']}} {{(pid=119953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:07:07.722461 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2015a201-8ffc-4cbe-9a4f-74d512399024 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:07:07.722809 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2015a201-8ffc-4cbe-9a4f-74d512399024 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:07:07.727366 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2015a201-8ffc-4cbe-9a4f-74d512399024 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:07:07.727366 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2015a201-8ffc-4cbe-9a4f-74d512399024 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:07:07.727366 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2015a201-8ffc-4cbe-9a4f-74d512399024 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:07:07.727366 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2015a201-8ffc-4cbe-9a4f-74d512399024 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:07:07.727366 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2015a201-8ffc-4cbe-9a4f-74d512399024 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:07:07.727366 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2015a201-8ffc-4cbe-9a4f-74d512399024 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:07:07.727366 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2015a201-8ffc-4cbe-9a4f-74d512399024 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:07:07.727366 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2015a201-8ffc-4cbe-9a4f-74d512399024 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:07:07.727366 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2015a201-8ffc-4cbe-9a4f-74d512399024 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:07:07.727366 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2015a201-8ffc-4cbe-9a4f-74d512399024 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:07:07.727366 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2015a201-8ffc-4cbe-9a4f-74d512399024 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-24-iscsi {{(pid=119955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:07:07.734739 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.services.segments.db [None req-2bd9135e-a775-4724-85fe-bded95e42e17 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd08788d2-6614-448e-9c98-b8dd21676655') {'for_net_delete': True} {{(pid=119953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:07:07.735024 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.services.segments.db [None req-2bd9135e-a775-4724-85fe-bded95e42e17 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd08788d2-6614-448e-9c98-b8dd21676655') {} {{(pid=119953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:07:07.744618 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-2bd9135e-a775-4724-85fe-bded95e42e17 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754346595440', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8886615'] for segment (d08788d2-6614-448e-9c98-b8dd21676655), before_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:07.757589 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-2bd9135e-a775-4724-85fe-bded95e42e17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8315985'] for segment (d08788d2-6614-448e-9c98-b8dd21676655), precommit_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:07.763355 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2bd9135e-a775-4724-85fe-bded95e42e17 admin admin] Releasing vlan 852 on physical network physnet1 to pool {{(pid=119953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 17:07:07.763842 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-2bd9135e-a775-4724-85fe-bded95e42e17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8315985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9282873'] for segment (d08788d2-6614-448e-9c98-b8dd21676655), after_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:07.765439 dv-cinder-804757-24-iscsi neutron-server[119953]: Traceback (most recent call last): Mar 07 17:07:07.765439 dv-cinder-804757-24-iscsi neutron-server[119953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 17:07:07.765439 dv-cinder-804757-24-iscsi neutron-server[119953]: timer() Mar 07 17:07:07.765439 dv-cinder-804757-24-iscsi neutron-server[119953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 17:07:07.765439 dv-cinder-804757-24-iscsi neutron-server[119953]: cb(*args, **kw) Mar 07 17:07:07.765439 dv-cinder-804757-24-iscsi neutron-server[119953]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 17:07:07.765439 dv-cinder-804757-24-iscsi neutron-server[119953]: return func(*args, **kwargs) Mar 07 17:07:07.765439 dv-cinder-804757-24-iscsi neutron-server[119953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 17:07:07.765439 dv-cinder-804757-24-iscsi neutron-server[119953]: self._notify() Mar 07 17:07:07.765439 dv-cinder-804757-24-iscsi neutron-server[119953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 17:07:07.765439 dv-cinder-804757-24-iscsi neutron-server[119953]: self.callback(batched_events) Mar 07 17:07:07.765439 dv-cinder-804757-24-iscsi neutron-server[119953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 17:07:07.765439 dv-cinder-804757-24-iscsi neutron-server[119953]: event.method(event) Mar 07 17:07:07.765439 dv-cinder-804757-24-iscsi neutron-server[119953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 17:07:07.765439 dv-cinder-804757-24-iscsi neutron-server[119953]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 17:07:07.765439 dv-cinder-804757-24-iscsi neutron-server[119953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 17:07:07.765439 dv-cinder-804757-24-iscsi neutron-server[119953]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 17:07:07.765439 dv-cinder-804757-24-iscsi neutron-server[119953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 17:07:07.765439 dv-cinder-804757-24-iscsi neutron-server[119953]: return f(self, *a, **k) Mar 07 17:07:07.765439 dv-cinder-804757-24-iscsi neutron-server[119953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 17:07:07.765439 dv-cinder-804757-24-iscsi neutron-server[119953]: return self._get(url).json() Mar 07 17:07:07.765439 dv-cinder-804757-24-iscsi neutron-server[119953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 17:07:07.765439 dv-cinder-804757-24-iscsi neutron-server[119953]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 17:07:07.765439 dv-cinder-804757-24-iscsi neutron-server[119953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 17:07:07.765439 dv-cinder-804757-24-iscsi neutron-server[119953]: return self.request(url, 'GET', **kwargs) Mar 07 17:07:07.765439 dv-cinder-804757-24-iscsi neutron-server[119953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 17:07:07.765439 dv-cinder-804757-24-iscsi neutron-server[119953]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 17:07:07.765439 dv-cinder-804757-24-iscsi neutron-server[119953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 17:07:07.765439 dv-cinder-804757-24-iscsi neutron-server[119953]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 17:07:07.765439 dv-cinder-804757-24-iscsi neutron-server[119953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 17:07:07.765439 dv-cinder-804757-24-iscsi neutron-server[119953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 17:07:07.765439 dv-cinder-804757-24-iscsi neutron-server[119953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 17:07:07.824907 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-2bd9135e-a775-4724-85fe-bded95e42e17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8196220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-705199'] for network (b87af87a-3972-4bf5-88f3-47d708b95dd7), after_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:07.830934 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-2bd9135e-a775-4724-85fe-bded95e42e17 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550935'] for network (None), before_response {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:07.834551 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [None req-2bd9135e-a775-4724-85fe-bded95e42e17 admin admin] 10.222.0.18 "DELETE /v2.0/networks/b87af87a-3972-4bf5-88f3-47d708b95dd7 HTTP/1.1" status: 204 len: 168 time: 0.5303609 Mar 07 17:07:07.838175 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.wsgi [-] (119954) accepted ('10.222.0.18', 60342) {{(pid=119954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:07:07.848044 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd9135e-a775-4724-85fe-bded95e42e17 admin admin] Pushing event deleted for resources: {'Network': ['ID=b87af87a-3972-4bf5-88f3-47d708b95dd7,revision_number=None']} {{(pid=119953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:07:07.869208 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.rpc [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Device 81168bb6-2beb-4f5c-ab4d-d614953ef0ed no longer exists at agent ovs-agent-dv-cinder-804757-24-iscsi {{(pid=119955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 17:07:07.889344 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.plugin [None req-63748041-7458-40ab-a922-e876cef088c3 None None] No Port match for: 81168bb6-2beb-4f5c-ab4d-d614953ef0ed {{(pid=119955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 17:07:07.889687 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.rpc [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Device 81168bb6-2beb-4f5c-ab4d-d614953ef0ed not bound to the agent host dv-cinder-804757-24-iscsi {{(pid=119955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 17:07:07.890093 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.rpc [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Device 1e6a3684-1a59-49c6-b252-88630ea37e62 no longer exists at agent ovs-agent-dv-cinder-804757-24-iscsi {{(pid=119955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 17:07:07.912530 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.plugin [None req-63748041-7458-40ab-a922-e876cef088c3 None None] No Port match for: 1e6a3684-1a59-49c6-b252-88630ea37e62 {{(pid=119955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 17:07:07.912875 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.rpc [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Device 1e6a3684-1a59-49c6-b252-88630ea37e62 not bound to the agent host dv-cinder-804757-24-iscsi {{(pid=119955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 17:07:07.913285 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.rpc [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Device e5c093aa-2552-492a-9908-da812114dacf no longer exists at agent ovs-agent-dv-cinder-804757-24-iscsi {{(pid=119955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 17:07:07.932340 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.plugin [None req-63748041-7458-40ab-a922-e876cef088c3 None None] No Port match for: e5c093aa-2552-492a-9908-da812114dacf {{(pid=119955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 17:07:07.932684 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.rpc [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Device e5c093aa-2552-492a-9908-da812114dacf not bound to the agent host dv-cinder-804757-24-iscsi {{(pid=119955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 17:07:08.188213 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-bd72577e-c6f8-4fd1-bc48-1b025e8e533b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-708437'] for router_interface (86a12ca3-c49c-4ebf-bab0-b2ca252cd81b), before_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:08.446751 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.plugins.ml2.plugin [None req-bd72577e-c6f8-4fd1-bc48-1b025e8e533b admin admin] Deleting port d7984f58-ed6e-4832-9766-aee9eaf13eb5 {{(pid=119954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 17:07:08.446990 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-bd72577e-c6f8-4fd1-bc48-1b025e8e533b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754346666051'] for port (d7984f58-ed6e-4832-9766-aee9eaf13eb5), before_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:08.525490 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.plugins.ml2.db [None req-bd72577e-c6f8-4fd1-bc48-1b025e8e533b admin admin] For port d7984f58-ed6e-4832-9766-aee9eaf13eb5, host dv-cinder-804757-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-24-iscsi',level=0,port_id=d7984f58-ed6e-4832-9766-aee9eaf13eb5,segment=NetworkSegment(ed8c4992-fccf-47d4-8d77-dac3e128a1e0),segment_id=ed8c4992-fccf-47d4-8d77-dac3e128a1e0)] {{(pid=119954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:07:08.525855 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-bd72577e-c6f8-4fd1-bc48-1b025e8e533b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704071'] for port (d7984f58-ed6e-4832-9766-aee9eaf13eb5), precommit_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:08.537629 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.plugins.ml2.plugin [None req-bd72577e-c6f8-4fd1-bc48-1b025e8e533b admin admin] Calling delete_port for d7984f58-ed6e-4832-9766-aee9eaf13eb5 owned by network:router_interface {{(pid=119954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 17:07:08.731283 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-bd72577e-c6f8-4fd1-bc48-1b025e8e533b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754346672038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754346267064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3211674'] for port (d7984f58-ed6e-4832-9766-aee9eaf13eb5), after_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:08.757135 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd72577e-c6f8-4fd1-bc48-1b025e8e533b admin admin] Pushing event deleted for resources: {'Port': ['ID=d7984f58-ed6e-4832-9766-aee9eaf13eb5,revision_number=None']} {{(pid=119954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:07:08.919618 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-bd72577e-c6f8-4fd1-bc48-1b025e8e533b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-550922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-708385'] for router_interface (86a12ca3-c49c-4ebf-bab0-b2ca252cd81b), after_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:09.142424 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd72577e-c6f8-4fd1-bc48-1b025e8e533b admin admin] Router 86a12ca3-c49c-4ebf-bab0-b2ca252cd81b has already been hosted by L3 agent 4cbb3502-d72e-4663-b57e-51d645794085 {{(pid=119954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 17:07:09.248808 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd72577e-c6f8-4fd1-bc48-1b025e8e533b admin admin] Notify agent at l3_agent.dv-cinder-804757-24-iscsi the message routers_updated {{(pid=119954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 17:07:09.253833 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [None req-bd72577e-c6f8-4fd1-bc48-1b025e8e533b admin admin] 10.222.0.18 "PUT /v2.0/routers/86a12ca3-c49c-4ebf-bab0-b2ca252cd81b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4138825 Mar 07 17:07:09.256735 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.wsgi [-] (119953) accepted ('10.222.0.18', 60344) {{(pid=119953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:07:09.258566 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0572516-ae3c-41c5-9d58-8d6191f04e23 None None] Sync routers for ids ['86a12ca3-c49c-4ebf-bab0-b2ca252cd81b'] in dv-cinder-804757-24-iscsi {{(pid=119955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 17:07:09.268570 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0572516-ae3c-41c5-9d58-8d6191f04e23 None None] Routers {'86a12ca3-c49c-4ebf-bab0-b2ca252cd81b'} bound to L3 agent in host dv-cinder-804757-24-iscsi {{(pid=119955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 17:07:09.269232 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.l3_hamode_db [None req-a0572516-ae3c-41c5-9d58-8d6191f04e23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T16:44:19Z,description=,heartbeat_timestamp=2022-03-07T17:06:49Z,host='dv-cinder-804757-24-iscsi',id=4cbb3502-d72e-4663-b57e-51d645794085,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:44:19Z,topic='l3_agent')) {'router_ids': ['86a12ca3-c49c-4ebf-bab0-b2ca252cd81b'], 'active': True} {{(pid=119955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:07:09.361927 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-f13772dc-8f08-424d-ab66-ca7d6a682600 admin admin] Publish callbacks [] for router (86a12ca3-c49c-4ebf-bab0-b2ca252cd81b), before_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:09.377154 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.l3_dvr_db [None req-a0572516-ae3c-41c5-9d58-8d6191f04e23 None None] Set router 86a12ca3-c49c-4ebf-bab0-b2ca252cd81b gateway port host: dv-cinder-804757-24-iscsi {{(pid=119955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 17:07:09.465679 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-f13772dc-8f08-424d-ab66-ca7d6a682600 admin admin] Publish callbacks [] for router_gateway (86a12ca3-c49c-4ebf-bab0-b2ca252cd81b), before_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:09.522637 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.plugin [None req-f13772dc-8f08-424d-ab66-ca7d6a682600 admin admin] Deleting port 0b45f0d5-8877-4468-82b9-adcec2dcc3ee {{(pid=119953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 17:07:09.522979 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-f13772dc-8f08-424d-ab66-ca7d6a682600 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754346666051'] for port (0b45f0d5-8877-4468-82b9-adcec2dcc3ee), before_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:09.549420 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.l3_hamode_db [None req-a0572516-ae3c-41c5-9d58-8d6191f04e23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86a12ca3-c49c-4ebf-bab0-b2ca252cd81b', 'name': 'tempest-TestMinimumBasicScenario-1211888212-router', 'tenant_id': 'c74bb67002814728b8bf94476260d85e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'external_fixed_ips': [{'subnet_id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'ip_address': '172.27.2.66'}], 'enable_snat': True}, 'gw_port_id': '0b45f0d5-8877-4468-82b9-adcec2dcc3ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:04:57Z', 'updated_at': '2022-03-07T17:07:08Z', 'revision_number': 5, 'project_id': 'c74bb67002814728b8bf94476260d85e', 'gw_port': {'id': '0b45f0d5-8877-4468-82b9-adcec2dcc3ee', 'name': '', 'network_id': '3eba6d1e-0acd-4586-8e75-f5a4e7e90d88', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:65:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86a12ca3-c49c-4ebf-bab0-b2ca252cd81b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'ip_address': '172.27.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:04:57Z', 'updated_at': '2022-03-07T17:05:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a2f7f11-a189-49ba-a838-e124f718c0dc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-24-iscsi'}], 'dv-cinder-804757-24-iscsi', False) {} {{(pid=119955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:07:09.579361 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0572516-ae3c-41c5-9d58-8d6191f04e23 None None] Checking router: 86a12ca3-c49c-4ebf-bab0-b2ca252cd81b for host: dv-cinder-804757-24-iscsi {{(pid=119955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 17:07:09.587909 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0572516-ae3c-41c5-9d58-8d6191f04e23 None None] Routers {'86a12ca3-c49c-4ebf-bab0-b2ca252cd81b'} bound to L3 agent in host dv-cinder-804757-24-iscsi {{(pid=119955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 17:07:09.588514 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.l3_hamode_db [None req-a0572516-ae3c-41c5-9d58-8d6191f04e23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T16:44:19Z,description=,heartbeat_timestamp=2022-03-07T17:06:49Z,host='dv-cinder-804757-24-iscsi',id=4cbb3502-d72e-4663-b57e-51d645794085,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:44:19Z,topic='l3_agent')) {'router_ids': ['86a12ca3-c49c-4ebf-bab0-b2ca252cd81b'], 'active': True} {{(pid=119955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:07:09.600592 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.db [None req-f13772dc-8f08-424d-ab66-ca7d6a682600 admin admin] For port 0b45f0d5-8877-4468-82b9-adcec2dcc3ee, host dv-cinder-804757-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-24-iscsi',level=0,port_id=0b45f0d5-8877-4468-82b9-adcec2dcc3ee,segment=NetworkSegment(0349b9bd-653a-4400-b295-28c1bc47d9ca),segment_id=0349b9bd-653a-4400-b295-28c1bc47d9ca)] {{(pid=119953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:07:09.600957 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-f13772dc-8f08-424d-ab66-ca7d6a682600 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704071'] for port (0b45f0d5-8877-4468-82b9-adcec2dcc3ee), precommit_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:09.612290 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.plugin [None req-f13772dc-8f08-424d-ab66-ca7d6a682600 admin admin] Calling delete_port for 0b45f0d5-8877-4468-82b9-adcec2dcc3ee owned by network:router_gateway {{(pid=119953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 17:07:09.670347 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.l3_dvr_db [None req-a0572516-ae3c-41c5-9d58-8d6191f04e23 None None] Set router 86a12ca3-c49c-4ebf-bab0-b2ca252cd81b gateway port host: None {{(pid=119955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 17:07:09.723924 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.l3_hamode_db [None req-a0572516-ae3c-41c5-9d58-8d6191f04e23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86a12ca3-c49c-4ebf-bab0-b2ca252cd81b', 'name': 'tempest-TestMinimumBasicScenario-1211888212-router', 'tenant_id': 'c74bb67002814728b8bf94476260d85e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:04:57Z', 'updated_at': '2022-03-07T17:07:09Z', 'revision_number': 6, 'project_id': 'c74bb67002814728b8bf94476260d85e', 'gw_port_host': None}], 'dv-cinder-804757-24-iscsi', False) {} {{(pid=119955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:07:09.750082 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0572516-ae3c-41c5-9d58-8d6191f04e23 None None] The sync data for ids ['86a12ca3-c49c-4ebf-bab0-b2ca252cd81b'] in dv-cinder-804757-24-iscsi is: [{'id': '86a12ca3-c49c-4ebf-bab0-b2ca252cd81b', 'name': 'tempest-TestMinimumBasicScenario-1211888212-router', 'tenant_id': 'c74bb67002814728b8bf94476260d85e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:04:57Z', 'updated_at': '2022-03-07T17:07:09Z', 'revision_number': 6, 'project_id': 'c74bb67002814728b8bf94476260d85e', 'gw_port_host': None}] {{(pid=119955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 17:07:09.784165 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-f13772dc-8f08-424d-ab66-ca7d6a682600 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754346672038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754346267064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9282916'] for port (0b45f0d5-8877-4468-82b9-adcec2dcc3ee), after_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:09.834167 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13772dc-8f08-424d-ab66-ca7d6a682600 admin admin] Pushing event deleted for resources: {'Port': ['ID=0b45f0d5-8877-4468-82b9-adcec2dcc3ee,revision_number=None']} {{(pid=119953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:07:09.873724 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-f13772dc-8f08-424d-ab66-ca7d6a682600 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-705163'] for router_gateway (86a12ca3-c49c-4ebf-bab0-b2ca252cd81b), after_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:09.962874 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-f13772dc-8f08-424d-ab66-ca7d6a682600 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-708159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24387'] for router (86a12ca3-c49c-4ebf-bab0-b2ca252cd81b), precommit_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:09.965079 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-f13772dc-8f08-424d-ab66-ca7d6a682600 admin admin] Publish callbacks [] for router_controller (86a12ca3-c49c-4ebf-bab0-b2ca252cd81b), precommit_delete_associations {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:10.009484 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-f13772dc-8f08-424d-ab66-ca7d6a682600 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-708136'] for router (86a12ca3-c49c-4ebf-bab0-b2ca252cd81b), after_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:10.009929 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f13772dc-8f08-424d-ab66-ca7d6a682600 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 86a12ca3-c49c-4ebf-bab0-b2ca252cd81b {{(pid=119953) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 17:07:10.014269 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-f13772dc-8f08-424d-ab66-ca7d6a682600 admin admin] Publish callbacks [] for router (None), before_response {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:10.015387 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [None req-f13772dc-8f08-424d-ab66-ca7d6a682600 admin admin] 10.222.0.18 "DELETE /v2.0/routers/86a12ca3-c49c-4ebf-bab0-b2ca252cd81b HTTP/1.1" status: 204 len: 168 time: 0.7576144 Mar 07 17:07:10.018274 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.wsgi [-] (119954) accepted ('10.222.0.18', 60346) {{(pid=119954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:07:10.064914 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.db.db_base_plugin_v2 [None req-b172ed67-d7ba-4866-a9b9-d770454b0038 admin admin] Deleting subnet a9987dcd-0f05-4f44-8ffa-6ad3c8af6e22 {{(pid=119954) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 17:07:10.068032 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-b172ed67-d7ba-4866-a9b9-d770454b0038 admin admin] Publish callbacks [] for subnet (a9987dcd-0f05-4f44-8ffa-6ad3c8af6e22), before_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:10.106269 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-b172ed67-d7ba-4866-a9b9-d770454b0038 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3033181'] for subnet (a9987dcd-0f05-4f44-8ffa-6ad3c8af6e22), precommit_delete_associations {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:10.186993 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-b172ed67-d7ba-4866-a9b9-d770454b0038 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8314618'] for subnet (a9987dcd-0f05-4f44-8ffa-6ad3c8af6e22), precommit_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:10.238745 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-b172ed67-d7ba-4866-a9b9-d770454b0038 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8314593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3211693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3853989'] for subnet (a9987dcd-0f05-4f44-8ffa-6ad3c8af6e22), after_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:10.264643 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b172ed67-d7ba-4866-a9b9-d770454b0038 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a9987dcd-0f05-4f44-8ffa-6ad3c8af6e22,revision_number=None']} {{(pid=119954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:07:10.269157 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-b172ed67-d7ba-4866-a9b9-d770454b0038 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:10.275206 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [None req-b172ed67-d7ba-4866-a9b9-d770454b0038 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/a9987dcd-0f05-4f44-8ffa-6ad3c8af6e22 HTTP/1.1" status: 204 len: 168 time: 0.2535467 Mar 07 17:07:10.275370 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f77d4c2d-4e9f-4676-9da5-76f03994f79b None None] Network 50b8e2e3-0279-4185-bfce-a7af9831b81d requested from dv-cinder-804757-24-iscsi {{(pid=119955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 17:07:10.275902 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.wsgi [-] (119953) accepted ('10.222.0.18', 60348) {{(pid=119953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:07:10.348724 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-e998d05f-db5a-47cc-8e69-addff59f5d72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7565685'] for network (50b8e2e3-0279-4185-bfce-a7af9831b81d), before_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:10.401024 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.plugin [None req-e998d05f-db5a-47cc-8e69-addff59f5d72 admin admin] Deleting port 01de3d1d-992a-4d8f-b819-aaae14d9998f {{(pid=119953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 17:07:10.401367 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-e998d05f-db5a-47cc-8e69-addff59f5d72 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754346666051'] for port (01de3d1d-992a-4d8f-b819-aaae14d9998f), before_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:10.465671 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.db [None req-e998d05f-db5a-47cc-8e69-addff59f5d72 admin admin] For port 01de3d1d-992a-4d8f-b819-aaae14d9998f, host dv-cinder-804757-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-24-iscsi',level=0,port_id=01de3d1d-992a-4d8f-b819-aaae14d9998f,segment=NetworkSegment(ed8c4992-fccf-47d4-8d77-dac3e128a1e0),segment_id=ed8c4992-fccf-47d4-8d77-dac3e128a1e0)] {{(pid=119953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:07:10.465948 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-e998d05f-db5a-47cc-8e69-addff59f5d72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704071'] for port (01de3d1d-992a-4d8f-b819-aaae14d9998f), precommit_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:10.478081 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.plugin [None req-e998d05f-db5a-47cc-8e69-addff59f5d72 admin admin] Calling delete_port for 01de3d1d-992a-4d8f-b819-aaae14d9998f owned by network:dhcp {{(pid=119953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 17:07:10.531517 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff38f5c8-fda7-4cf6-85cf-c01791f346a5 None None] DHCP port deletion for 50b8e2e3-0279-4185-bfce-a7af9831b81d request from dv-cinder-804757-24-iscsi {{(pid=119955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 17:07:10.565065 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-e998d05f-db5a-47cc-8e69-addff59f5d72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754346672038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754346267064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9282916'] for port (01de3d1d-992a-4d8f-b819-aaae14d9998f), after_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:10.590634 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.plugin [None req-ff38f5c8-fda7-4cf6-85cf-c01791f346a5 None None] Deleting port 01de3d1d-992a-4d8f-b819-aaae14d9998f {{(pid=119955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 17:07:10.591009 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-ff38f5c8-fda7-4cf6-85cf-c01791f346a5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754346666051'] for port (01de3d1d-992a-4d8f-b819-aaae14d9998f), before_delete {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:10.593357 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e998d05f-db5a-47cc-8e69-addff59f5d72 admin admin] No DVR routers for this DVR port 01de3d1d-992a-4d8f-b819-aaae14d9998f on host dv-cinder-804757-24-iscsi {{(pid=119953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 17:07:10.598031 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e998d05f-db5a-47cc-8e69-addff59f5d72 admin admin] Pushing event deleted for resources: {'Port': ['ID=01de3d1d-992a-4d8f-b819-aaae14d9998f,revision_number=None']} {{(pid=119953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:07:10.674519 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-e998d05f-db5a-47cc-8e69-addff59f5d72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8196213', 'neutron.services.segments.db._delete_segments_for_network-8754346594151'] for network (50b8e2e3-0279-4185-bfce-a7af9831b81d), precommit_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:10.696550 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.services.segments.db [None req-e998d05f-db5a-47cc-8e69-addff59f5d72 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50b8e2e3-0279-4185-bfce-a7af9831b81d']}} {{(pid=119953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:07:10.707670 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.services.segments.db [None req-e998d05f-db5a-47cc-8e69-addff59f5d72 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed8c4992-fccf-47d4-8d77-dac3e128a1e0') {'for_net_delete': True} {{(pid=119953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:07:10.708143 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.services.segments.db [None req-e998d05f-db5a-47cc-8e69-addff59f5d72 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed8c4992-fccf-47d4-8d77-dac3e128a1e0') {} {{(pid=119953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:07:10.718301 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-e998d05f-db5a-47cc-8e69-addff59f5d72 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754346595440', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8886615'] for segment (ed8c4992-fccf-47d4-8d77-dac3e128a1e0), before_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:10.733969 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-e998d05f-db5a-47cc-8e69-addff59f5d72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8315985'] for segment (ed8c4992-fccf-47d4-8d77-dac3e128a1e0), precommit_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:10.741318 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e998d05f-db5a-47cc-8e69-addff59f5d72 admin admin] Releasing vlan 879 on physical network physnet1 to pool {{(pid=119953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 17:07:10.741713 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-e998d05f-db5a-47cc-8e69-addff59f5d72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8315985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9282873'] for segment (ed8c4992-fccf-47d4-8d77-dac3e128a1e0), after_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:10.743520 dv-cinder-804757-24-iscsi neutron-server[119953]: Traceback (most recent call last): Mar 07 17:07:10.743520 dv-cinder-804757-24-iscsi neutron-server[119953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 17:07:10.743520 dv-cinder-804757-24-iscsi neutron-server[119953]: timer() Mar 07 17:07:10.743520 dv-cinder-804757-24-iscsi neutron-server[119953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 17:07:10.743520 dv-cinder-804757-24-iscsi neutron-server[119953]: cb(*args, **kw) Mar 07 17:07:10.743520 dv-cinder-804757-24-iscsi neutron-server[119953]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 17:07:10.743520 dv-cinder-804757-24-iscsi neutron-server[119953]: return func(*args, **kwargs) Mar 07 17:07:10.743520 dv-cinder-804757-24-iscsi neutron-server[119953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 17:07:10.743520 dv-cinder-804757-24-iscsi neutron-server[119953]: self._notify() Mar 07 17:07:10.743520 dv-cinder-804757-24-iscsi neutron-server[119953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 17:07:10.743520 dv-cinder-804757-24-iscsi neutron-server[119953]: self.callback(batched_events) Mar 07 17:07:10.743520 dv-cinder-804757-24-iscsi neutron-server[119953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 17:07:10.743520 dv-cinder-804757-24-iscsi neutron-server[119953]: event.method(event) Mar 07 17:07:10.743520 dv-cinder-804757-24-iscsi neutron-server[119953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 17:07:10.743520 dv-cinder-804757-24-iscsi neutron-server[119953]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 17:07:10.743520 dv-cinder-804757-24-iscsi neutron-server[119953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 17:07:10.743520 dv-cinder-804757-24-iscsi neutron-server[119953]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 17:07:10.743520 dv-cinder-804757-24-iscsi neutron-server[119953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 17:07:10.743520 dv-cinder-804757-24-iscsi neutron-server[119953]: return f(self, *a, **k) Mar 07 17:07:10.743520 dv-cinder-804757-24-iscsi neutron-server[119953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 17:07:10.743520 dv-cinder-804757-24-iscsi neutron-server[119953]: return self._get(url).json() Mar 07 17:07:10.743520 dv-cinder-804757-24-iscsi neutron-server[119953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 17:07:10.743520 dv-cinder-804757-24-iscsi neutron-server[119953]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 17:07:10.743520 dv-cinder-804757-24-iscsi neutron-server[119953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 17:07:10.743520 dv-cinder-804757-24-iscsi neutron-server[119953]: return self.request(url, 'GET', **kwargs) Mar 07 17:07:10.743520 dv-cinder-804757-24-iscsi neutron-server[119953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 17:07:10.743520 dv-cinder-804757-24-iscsi neutron-server[119953]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 17:07:10.743520 dv-cinder-804757-24-iscsi neutron-server[119953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 17:07:10.743520 dv-cinder-804757-24-iscsi neutron-server[119953]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 17:07:10.743520 dv-cinder-804757-24-iscsi neutron-server[119953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 17:07:10.743520 dv-cinder-804757-24-iscsi neutron-server[119953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 17:07:10.743520 dv-cinder-804757-24-iscsi neutron-server[119953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 17:07:10.789619 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.db [None req-ff38f5c8-fda7-4cf6-85cf-c01791f346a5 None None] For port 01de3d1d-992a-4d8f-b819-aaae14d9998f, host dv-cinder-804757-24-iscsi, got binding levels [] {{(pid=119955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:07:10.789930 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-ff38f5c8-fda7-4cf6-85cf-c01791f346a5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704071'] for port (01de3d1d-992a-4d8f-b819-aaae14d9998f), precommit_delete {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:10.805388 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-e998d05f-db5a-47cc-8e69-addff59f5d72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8196220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-705199'] for network (50b8e2e3-0279-4185-bfce-a7af9831b81d), after_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:10.805784 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.plugin [None req-ff38f5c8-fda7-4cf6-85cf-c01791f346a5 None None] Calling delete_port for 01de3d1d-992a-4d8f-b819-aaae14d9998f owned by network:dhcp {{(pid=119955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 17:07:10.810761 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.ipam_backend_mixin [None req-ff38f5c8-fda7-4cf6-85cf-c01791f346a5 None None] Port 01de3d1d-992a-4d8f-b819-aaae14d9998f was not found and therefore no delete operation was performed {{(pid=119955) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 07 17:07:10.811834 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-e998d05f-db5a-47cc-8e69-addff59f5d72 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550935'] for network (None), before_response {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:10.812464 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-ff38f5c8-fda7-4cf6-85cf-c01791f346a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8385680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550917', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754346672038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754346267064'] for port (01de3d1d-992a-4d8f-b819-aaae14d9998f), after_delete {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:10.818150 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [None req-e998d05f-db5a-47cc-8e69-addff59f5d72 admin admin] 10.222.0.18 "DELETE /v2.0/networks/50b8e2e3-0279-4185-bfce-a7af9831b81d HTTP/1.1" status: 204 len: 168 time: 0.5414662 Mar 07 17:07:10.829458 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e998d05f-db5a-47cc-8e69-addff59f5d72 admin admin] Pushing event deleted for resources: {'Network': ['ID=50b8e2e3-0279-4185-bfce-a7af9831b81d,revision_number=None']} {{(pid=119953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:07:10.836571 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ff38f5c8-fda7-4cf6-85cf-c01791f346a5 None None] Network 50b8e2e3-0279-4185-bfce-a7af9831b81d is not hosted by any dhcp agent {{(pid=119955) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 07 17:07:10.837042 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff38f5c8-fda7-4cf6-85cf-c01791f346a5 None None] No DVR routers for this DVR port 01de3d1d-992a-4d8f-b819-aaae14d9998f on host dv-cinder-804757-24-iscsi {{(pid=119955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 17:07:10.839541 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff38f5c8-fda7-4cf6-85cf-c01791f346a5 None None] Pushing event deleted for resources: {'Port': ['ID=01de3d1d-992a-4d8f-b819-aaae14d9998f,revision_number=None']} {{(pid=119955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:07:11.015524 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.wsgi [-] (119953) accepted ('10.222.0.18', 60352) {{(pid=119953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:07:11.056757 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [None req-0bff735a-c428-446a-a9b3-628626084589 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4a4c22303cf6407c96e3536683825ed2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0399122 Mar 07 17:07:11.059291 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.wsgi [-] (119953) accepted ('10.222.0.18', 60354) {{(pid=119953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:07:11.106209 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-f57d1d40-740d-4d5e-9e0c-873253adfdb3 admin admin] Publish callbacks [] for security_group (cba60e8a-0d73-41b7-9c58-3ccbbbd0d2ba), before_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:11.128144 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-f57d1d40-740d-4d5e-9e0c-873253adfdb3 admin admin] Publish callbacks [] for security_group (cba60e8a-0d73-41b7-9c58-3ccbbbd0d2ba), precommit_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:11.177023 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-f57d1d40-740d-4d5e-9e0c-873253adfdb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543383'] for security_group (cba60e8a-0d73-41b7-9c58-3ccbbbd0d2ba), after_delete {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:11.179711 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron_lib.callbacks.manager [None req-f57d1d40-740d-4d5e-9e0c-873253adfdb3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:11.180932 dv-cinder-804757-24-iscsi neutron-server[119953]: INFO neutron.wsgi [None req-f57d1d40-740d-4d5e-9e0c-873253adfdb3 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/cba60e8a-0d73-41b7-9c58-3ccbbbd0d2ba HTTP/1.1" status: 204 len: 168 time: 0.1206956 Mar 07 17:07:11.188783 dv-cinder-804757-24-iscsi neutron-server[119953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57d1d40-740d-4d5e-9e0c-873253adfdb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cba60e8a-0d73-41b7-9c58-3ccbbbd0d2ba,revision_number=None']} {{(pid=119953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:07:11.525079 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.wsgi [-] (119954) accepted ('10.222.0.18', 60360) {{(pid=119954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:07:11.568149 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [None req-5de782f7-d8fd-47f6-bc0f-a6849cc75f82 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c74bb67002814728b8bf94476260d85e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0417433 Mar 07 17:07:11.570643 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.wsgi [-] (119954) accepted ('10.222.0.18', 60362) {{(pid=119954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:07:11.621369 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-089b6da3-957b-45ef-a3ab-63577102597c admin admin] Publish callbacks [] for security_group (6473f93f-1c32-435d-bab6-af25c1f21cd5), before_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:11.641617 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-089b6da3-957b-45ef-a3ab-63577102597c admin admin] Publish callbacks [] for security_group (6473f93f-1c32-435d-bab6-af25c1f21cd5), precommit_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:11.691082 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-089b6da3-957b-45ef-a3ab-63577102597c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543383'] for security_group (6473f93f-1c32-435d-bab6-af25c1f21cd5), after_delete {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:11.693908 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron_lib.callbacks.manager [None req-089b6da3-957b-45ef-a3ab-63577102597c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:11.695310 dv-cinder-804757-24-iscsi neutron-server[119954]: INFO neutron.wsgi [None req-089b6da3-957b-45ef-a3ab-63577102597c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6473f93f-1c32-435d-bab6-af25c1f21cd5 HTTP/1.1" status: 204 len: 168 time: 0.1236689 Mar 07 17:07:11.704258 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089b6da3-957b-45ef-a3ab-63577102597c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6473f93f-1c32-435d-bab6-af25c1f21cd5,revision_number=None']} {{(pid=119954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:07:11.771739 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.rpc [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Device 0b45f0d5-8877-4468-82b9-adcec2dcc3ee no longer exists at agent ovs-agent-dv-cinder-804757-24-iscsi {{(pid=119955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 17:07:11.794332 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.plugin [None req-63748041-7458-40ab-a922-e876cef088c3 None None] No Port match for: 0b45f0d5-8877-4468-82b9-adcec2dcc3ee {{(pid=119955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 17:07:11.794712 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.rpc [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Device 0b45f0d5-8877-4468-82b9-adcec2dcc3ee not bound to the agent host dv-cinder-804757-24-iscsi {{(pid=119955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 17:07:11.795075 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.rpc [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Device 01de3d1d-992a-4d8f-b819-aaae14d9998f no longer exists at agent ovs-agent-dv-cinder-804757-24-iscsi {{(pid=119955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 17:07:11.814120 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.plugin [None req-63748041-7458-40ab-a922-e876cef088c3 None None] No Port match for: 01de3d1d-992a-4d8f-b819-aaae14d9998f {{(pid=119955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 17:07:11.814455 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.rpc [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Device 01de3d1d-992a-4d8f-b819-aaae14d9998f not bound to the agent host dv-cinder-804757-24-iscsi {{(pid=119955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 17:07:11.814978 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.rpc [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Device d7984f58-ed6e-4832-9766-aee9eaf13eb5 no longer exists at agent ovs-agent-dv-cinder-804757-24-iscsi {{(pid=119955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 17:07:11.833697 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.plugin [None req-63748041-7458-40ab-a922-e876cef088c3 None None] No Port match for: d7984f58-ed6e-4832-9766-aee9eaf13eb5 {{(pid=119955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 17:07:11.834035 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron.plugins.ml2.rpc [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Device d7984f58-ed6e-4832-9766-aee9eaf13eb5 not bound to the agent host dv-cinder-804757-24-iscsi {{(pid=119955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 17:07:17.180072 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-686604a7-4ba7-4ae4-806d-82c3b75293e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194190'] for agent (85f07778-81ef-4888-a2e3-51ae57b6426a), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:19.422391 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-e25d5c37-1035-431d-b853-5bb36a56d655 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194190'] for agent (4cbb3502-d72e-4663-b57e-51d645794085), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:20.595346 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-ad94e2ed-e0a8-44ae-a5ff-cf9ca5ab0e17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194190'] for agent (82ccd293-b7fb-4417-a581-186a4d7e9931), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:22.226871 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-0d1b32c5-0803-4391-a623-fc098c7d5199 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194190'] for agent (8123e327-866e-42b5-856f-55ddd9e9e5b2), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:23.499883 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194190'] for agent (3df9d949-03e8-46c4-b37f-6f8a21aeab22), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:24.364461 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194190'] for agent (152bcc15-84f4-40a7-afe1-c30bc7269f8a), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:40.705434 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.db.agents_db [None req-64435fe0-d7c6-4327-a557-6d3e8ab92464 None None] Agent healthcheck: found 6 active agents {{(pid=119956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 17:07:47.185998 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-7f7e405e-bde8-49af-b9a8-29164bfbb259 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194190'] for agent (85f07778-81ef-4888-a2e3-51ae57b6426a), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:49.426581 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-a3fcf025-4ae5-4a2a-948d-a58c2e6572b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194190'] for agent (4cbb3502-d72e-4663-b57e-51d645794085), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:50.600815 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-ad94e2ed-e0a8-44ae-a5ff-cf9ca5ab0e17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194190'] for agent (82ccd293-b7fb-4417-a581-186a4d7e9931), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:52.226909 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-0d1b32c5-0803-4391-a623-fc098c7d5199 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194190'] for agent (8123e327-866e-42b5-856f-55ddd9e9e5b2), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:53.503324 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194190'] for agent (3df9d949-03e8-46c4-b37f-6f8a21aeab22), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:54.125585 dv-cinder-804757-24-iscsi neutron-server[119954]: DEBUG neutron.wsgi [req-f47cc295-adab-4cf3-9c8f-9c59c8583928 req-cde3ca6c-df80-4877-8c5c-d56aee3a5133 service neutron] (119954) timed out ('10.222.0.66', 59994) {{(pid=119954) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 07 17:07:54.371782 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194190'] for agent (152bcc15-84f4-40a7-afe1-c30bc7269f8a), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:08:17.178053 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-96270bfe-7f33-46a8-bf94-52373fb7f0d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194190'] for agent (85f07778-81ef-4888-a2e3-51ae57b6426a), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:08:17.708999 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.db.agents_db [None req-64435fe0-d7c6-4327-a557-6d3e8ab92464 None None] Agent healthcheck: found 6 active agents {{(pid=119956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 17:08:19.426554 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-7ef49fbc-be8c-4ad6-a892-f71a37700108 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194190'] for agent (4cbb3502-d72e-4663-b57e-51d645794085), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:08:20.609392 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-ad94e2ed-e0a8-44ae-a5ff-cf9ca5ab0e17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194190'] for agent (82ccd293-b7fb-4417-a581-186a4d7e9931), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:08:22.231103 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-0d1b32c5-0803-4391-a623-fc098c7d5199 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194190'] for agent (8123e327-866e-42b5-856f-55ddd9e9e5b2), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:08:23.504309 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194190'] for agent (3df9d949-03e8-46c4-b37f-6f8a21aeab22), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:08:24.377634 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194190'] for agent (152bcc15-84f4-40a7-afe1-c30bc7269f8a), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:08:47.183728 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-8ac76ea7-cf1d-45bf-b362-a077a7b6ec59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194190'] for agent (85f07778-81ef-4888-a2e3-51ae57b6426a), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:08:49.420143 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-07f8c500-7dcd-48b4-84c0-cd733ce67505 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194190'] for agent (4cbb3502-d72e-4663-b57e-51d645794085), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:08:50.601380 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-ad94e2ed-e0a8-44ae-a5ff-cf9ca5ab0e17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194190'] for agent (82ccd293-b7fb-4417-a581-186a4d7e9931), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:08:52.224556 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-0d1b32c5-0803-4391-a623-fc098c7d5199 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194190'] for agent (8123e327-866e-42b5-856f-55ddd9e9e5b2), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:08:53.499308 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194190'] for agent (3df9d949-03e8-46c4-b37f-6f8a21aeab22), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:08:54.374812 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194190'] for agent (152bcc15-84f4-40a7-afe1-c30bc7269f8a), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:08:54.714848 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.db.agents_db [None req-64435fe0-d7c6-4327-a557-6d3e8ab92464 None None] Agent healthcheck: found 6 active agents {{(pid=119956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 17:09:17.184695 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-b3a5083f-7e38-45f3-ab31-83fb5a38a650 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194190'] for agent (85f07778-81ef-4888-a2e3-51ae57b6426a), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:19.425507 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-6691d2c0-45be-4ec6-813b-36e1f0667ed9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194190'] for agent (4cbb3502-d72e-4663-b57e-51d645794085), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:20.609324 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-ad94e2ed-e0a8-44ae-a5ff-cf9ca5ab0e17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194190'] for agent (82ccd293-b7fb-4417-a581-186a4d7e9931), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:22.231728 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-0d1b32c5-0803-4391-a623-fc098c7d5199 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194190'] for agent (8123e327-866e-42b5-856f-55ddd9e9e5b2), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:23.512566 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194190'] for agent (3df9d949-03e8-46c4-b37f-6f8a21aeab22), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:24.400369 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194190'] for agent (152bcc15-84f4-40a7-afe1-c30bc7269f8a), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:31.719561 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.db.agents_db [None req-64435fe0-d7c6-4327-a557-6d3e8ab92464 None None] Agent healthcheck: found 6 active agents {{(pid=119956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 17:09:47.187192 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-5240683a-51d7-4d1a-9c6e-f455bae2eceb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194190'] for agent (85f07778-81ef-4888-a2e3-51ae57b6426a), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:49.436146 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-a3a36efd-24cc-4ed4-9a2f-75d5750803fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194190'] for agent (4cbb3502-d72e-4663-b57e-51d645794085), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:50.612745 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-ad94e2ed-e0a8-44ae-a5ff-cf9ca5ab0e17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194190'] for agent (82ccd293-b7fb-4417-a581-186a4d7e9931), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:52.240498 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-0d1b32c5-0803-4391-a623-fc098c7d5199 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194190'] for agent (8123e327-866e-42b5-856f-55ddd9e9e5b2), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:53.516524 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194190'] for agent (3df9d949-03e8-46c4-b37f-6f8a21aeab22), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:54.395643 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194190'] for agent (152bcc15-84f4-40a7-afe1-c30bc7269f8a), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:10:08.723064 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.db.agents_db [None req-64435fe0-d7c6-4327-a557-6d3e8ab92464 None None] Agent healthcheck: found 6 active agents {{(pid=119956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 17:10:17.189363 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-2316ef42-3d98-4c00-8727-6fe7ebe1fcf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194190'] for agent (85f07778-81ef-4888-a2e3-51ae57b6426a), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:10:19.438446 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-5f1b60f5-e7ac-48bf-9652-b2dc9b67521a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194190'] for agent (4cbb3502-d72e-4663-b57e-51d645794085), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:10:20.621564 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-ad94e2ed-e0a8-44ae-a5ff-cf9ca5ab0e17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194190'] for agent (82ccd293-b7fb-4417-a581-186a4d7e9931), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:10:22.240728 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-0d1b32c5-0803-4391-a623-fc098c7d5199 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194190'] for agent (8123e327-866e-42b5-856f-55ddd9e9e5b2), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:10:23.520242 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194190'] for agent (3df9d949-03e8-46c4-b37f-6f8a21aeab22), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:10:24.397792 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194190'] for agent (152bcc15-84f4-40a7-afe1-c30bc7269f8a), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:10:45.727695 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.db.agents_db [None req-64435fe0-d7c6-4327-a557-6d3e8ab92464 None None] Agent healthcheck: found 6 active agents {{(pid=119956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 17:10:47.184346 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-90f0cffd-7240-4c0f-aa97-dca460f09598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194190'] for agent (85f07778-81ef-4888-a2e3-51ae57b6426a), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:10:49.438289 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-295be81f-b504-4a75-a5d1-be02db5ac4b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194190'] for agent (4cbb3502-d72e-4663-b57e-51d645794085), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:10:50.626841 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-ad94e2ed-e0a8-44ae-a5ff-cf9ca5ab0e17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194190'] for agent (82ccd293-b7fb-4417-a581-186a4d7e9931), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:10:52.242565 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-0d1b32c5-0803-4391-a623-fc098c7d5199 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194190'] for agent (8123e327-866e-42b5-856f-55ddd9e9e5b2), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:10:53.527499 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194190'] for agent (3df9d949-03e8-46c4-b37f-6f8a21aeab22), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:10:54.401476 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194190'] for agent (152bcc15-84f4-40a7-afe1-c30bc7269f8a), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:17.194796 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-c99721eb-c98a-4a15-b293-5619e3a48fd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194190'] for agent (85f07778-81ef-4888-a2e3-51ae57b6426a), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:19.437371 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-2b6624f3-669e-432c-97dd-555527fb8380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194190'] for agent (4cbb3502-d72e-4663-b57e-51d645794085), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:20.630111 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-ad94e2ed-e0a8-44ae-a5ff-cf9ca5ab0e17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194190'] for agent (82ccd293-b7fb-4417-a581-186a4d7e9931), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:22.247152 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-0d1b32c5-0803-4391-a623-fc098c7d5199 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194190'] for agent (8123e327-866e-42b5-856f-55ddd9e9e5b2), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:22.733219 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.db.agents_db [None req-64435fe0-d7c6-4327-a557-6d3e8ab92464 None None] Agent healthcheck: found 6 active agents {{(pid=119956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 17:11:23.520291 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194190'] for agent (3df9d949-03e8-46c4-b37f-6f8a21aeab22), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:24.394873 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194190'] for agent (152bcc15-84f4-40a7-afe1-c30bc7269f8a), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:47.196941 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-7ca8dfd5-181e-4be6-9b81-e2d0ad80f29b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194190'] for agent (85f07778-81ef-4888-a2e3-51ae57b6426a), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:49.440032 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-5ab9d80b-6a47-49e0-a296-b025ec70739d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194190'] for agent (4cbb3502-d72e-4663-b57e-51d645794085), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:50.628987 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-ad94e2ed-e0a8-44ae-a5ff-cf9ca5ab0e17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194190'] for agent (82ccd293-b7fb-4417-a581-186a4d7e9931), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:52.251537 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-0d1b32c5-0803-4391-a623-fc098c7d5199 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194190'] for agent (8123e327-866e-42b5-856f-55ddd9e9e5b2), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:53.522651 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194190'] for agent (3df9d949-03e8-46c4-b37f-6f8a21aeab22), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:54.400249 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194190'] for agent (152bcc15-84f4-40a7-afe1-c30bc7269f8a), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:59.740029 dv-cinder-804757-24-iscsi neutron-server[119956]: DEBUG neutron.db.agents_db [None req-64435fe0-d7c6-4327-a557-6d3e8ab92464 None None] Agent healthcheck: found 6 active agents {{(pid=119956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 17:12:17.202757 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-4902e47f-6ab4-4626-b086-a7bef3c2bfb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194190'] for agent (85f07778-81ef-4888-a2e3-51ae57b6426a), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:19.434495 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-938a36cc-14ae-4c97-8d49-a44c142ca766 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194190'] for agent (4cbb3502-d72e-4663-b57e-51d645794085), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:20.627147 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-ad94e2ed-e0a8-44ae-a5ff-cf9ca5ab0e17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194190'] for agent (82ccd293-b7fb-4417-a581-186a4d7e9931), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:22.250193 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-0d1b32c5-0803-4391-a623-fc098c7d5199 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194190'] for agent (8123e327-866e-42b5-856f-55ddd9e9e5b2), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:23.519441 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-63748041-7458-40ab-a922-e876cef088c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194190'] for agent (3df9d949-03e8-46c4-b37f-6f8a21aeab22), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:24.385146 dv-cinder-804757-24-iscsi neutron-server[119955]: DEBUG neutron_lib.callbacks.manager [None req-22fb5ebd-9c6c-42b4-b9ce-9eb536ecbaeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754346594133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8194190'] for agent (152bcc15-84f4-40a7-afe1-c30bc7269f8a), after_update {{(pid=119955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}